Whamcloud - gitweb
LU-1303 lod: object methods
authorAlex Zhuravlev <alexey.zhuravlev@intel.com>
Wed, 19 Sep 2012 18:57:13 +0000 (22:57 +0400)
committerOleg Drokin <green@whamcloud.com>
Fri, 28 Sep 2012 18:26:29 +0000 (14:26 -0400)
in this patch - just passing control down to the stack.

Signed-off-by: Alex Zhuravlev <alexey.zhuravlev@intel.com>
Change-Id: I0f4f0cbc2e08cf5d3db9771d88593beb53df927c
Reviewed-on: http://review.whamcloud.com/4049
Tested-by: Hudson
Reviewed-by: wangdi <di.wang@whamcloud.com>
Reviewed-by: Andreas Dilger <adilger@whamcloud.com>
Tested-by: Maloo <whamcloud.maloo@gmail.com>
Reviewed-by: Oleg Drokin <green@whamcloud.com>
lustre/lod/Makefile.in
lustre/lod/lod_dev.c
lustre/lod/lod_internal.h
lustre/lod/lod_object.c [new file with mode: 0644]

index ee657a3..0eb50e0 100644 (file)
@@ -1,5 +1,5 @@
 MODULES := lod
 MODULES := lod
-lod-objs := lod_dev.o lod_lov.o lproc_lod.o lod_pool.o
+lod-objs := lod_dev.o lod_lov.o lproc_lod.o lod_pool.o lod_object.o
 
 EXTRA_DIST = $(lod-objs:.o=.c) lod_internal.h
 
 
 EXTRA_DIST = $(lod-objs:.o=.c) lod_internal.h
 
index 3a4925a..e0bf92b 100644 (file)
@@ -48,6 +48,9 @@
 
 #include "lod_internal.h"
 
 
 #include "lod_internal.h"
 
+extern struct lu_object_operations lod_lu_obj_ops;
+extern struct dt_object_operations lod_obj_ops;
+
 /* Slab for OSD object allocation */
 cfs_mem_cache_t *lod_object_kmem;
 
 /* Slab for OSD object allocation */
 cfs_mem_cache_t *lod_object_kmem;
 
@@ -65,6 +68,25 @@ static struct lu_kmem_descr lod_caches[] = {
 static struct lu_device *lod_device_fini(const struct lu_env *env,
                                         struct lu_device *d);
 
 static struct lu_device *lod_device_fini(const struct lu_env *env,
                                         struct lu_device *d);
 
+struct lu_object *lod_object_alloc(const struct lu_env *env,
+                                  const struct lu_object_header *hdr,
+                                  struct lu_device *dev)
+{
+       struct lu_object  *lu_obj;
+       struct lod_object *lo;
+
+       OBD_SLAB_ALLOC_PTR_GFP(lo, lod_object_kmem, CFS_ALLOC_IO);
+       if (lo == NULL)
+               return NULL;
+
+       lu_obj = lod2lu_obj(lo);
+       dt_object_init(&lo->ldo_obj, NULL, dev);
+       lo->ldo_obj.do_ops = &lod_obj_ops;
+       lu_obj->lo_ops = &lod_lu_obj_ops;
+
+       return lu_obj;
+}
+
 static int lod_process_config(const struct lu_env *env,
                              struct lu_device *dev,
                              struct lustre_cfg *lcfg)
 static int lod_process_config(const struct lu_env *env,
                              struct lu_device *dev,
                              struct lustre_cfg *lcfg)
@@ -197,6 +219,7 @@ static int lod_prepare(const struct lu_env *env, struct lu_device *pdev,
 }
 
 const struct lu_device_operations lod_lu_ops = {
 }
 
 const struct lu_device_operations lod_lu_ops = {
+       .ldo_object_alloc       = lod_object_alloc,
        .ldo_process_config     = lod_process_config,
        .ldo_recovery_complete  = lod_recovery_complete,
        .ldo_prepare            = lod_prepare,
        .ldo_process_config     = lod_process_config,
        .ldo_recovery_complete  = lod_recovery_complete,
        .ldo_prepare            = lod_prepare,
index edab7b9..8782d72 100644 (file)
@@ -273,5 +273,8 @@ int lod_pool_remove(struct obd_device *obd, char *poolname, char *ostname);
 extern struct file_operations lod_proc_target_fops;
 void lprocfs_lod_init_vars(struct lprocfs_static_vars *lvars);
 
 extern struct file_operations lod_proc_target_fops;
 void lprocfs_lod_init_vars(struct lprocfs_static_vars *lvars);
 
+/* lod_object.c */
+int lod_object_set_pool(struct lod_object *o, char *pool);
+
 #endif
 
 #endif
 
diff --git a/lustre/lod/lod_object.c b/lustre/lod/lod_object.c
new file mode 100644 (file)
index 0000000..ecdaefb
--- /dev/null
@@ -0,0 +1,591 @@
+/*
+ * GPL HEADER START
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License version 2 only,
+ * as published by the Free Software Foundation.
+
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License version 2 for more details.  A copy is
+ * included in the COPYING file that accompanied this code.
+
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ *
+ * GPL HEADER END
+ */
+/*
+ * Copyright  2009 Sun Microsystems, Inc. All rights reserved
+ * Use is subject to license terms.
+ *
+ * Copyright (c) 2011, 2012, Intel, Inc.
+ */
+/*
+ * lustre/lod/lod_object.c
+ *
+ * Author: Alex Zhuravlev <alexey.zhuravlev@intel.com>
+ */
+
+#ifndef EXPORT_SYMTAB
+# define EXPORT_SYMTAB
+#endif
+#define DEBUG_SUBSYSTEM S_MDS
+
+#include <obd.h>
+#include <obd_class.h>
+#include <lustre_ver.h>
+#include <obd_support.h>
+#include <lprocfs_status.h>
+
+#include <lustre_fid.h>
+#include <lustre_param.h>
+#include <lustre_fid.h>
+#include <obd_lov.h>
+
+#include "lod_internal.h"
+
+extern cfs_mem_cache_t *lod_object_kmem;
+static const struct dt_body_operations lod_body_lnk_ops;
+
+static int lod_index_lookup(const struct lu_env *env, struct dt_object *dt,
+                           struct dt_rec *rec, const struct dt_key *key,
+                           struct lustre_capa *capa)
+{
+       struct dt_object *next = dt_object_child(dt);
+       return next->do_index_ops->dio_lookup(env, next, rec, key, capa);
+}
+
+static int lod_declare_index_insert(const struct lu_env *env,
+                                   struct dt_object *dt,
+                                   const struct dt_rec *rec,
+                                   const struct dt_key *key,
+                                   struct thandle *handle)
+{
+       return dt_declare_insert(env, dt_object_child(dt), rec, key, handle);
+}
+
+static int lod_index_insert(const struct lu_env *env,
+                           struct dt_object *dt,
+                           const struct dt_rec *rec,
+                           const struct dt_key *key,
+                           struct thandle *th,
+                           struct lustre_capa *capa,
+                           int ign)
+{
+       return dt_insert(env, dt_object_child(dt), rec, key, th, capa, ign);
+}
+
+static int lod_declare_index_delete(const struct lu_env *env,
+                                   struct dt_object *dt,
+                                   const struct dt_key *key,
+                                   struct thandle *th)
+{
+       return dt_declare_delete(env, dt_object_child(dt), key, th);
+}
+
+static int lod_index_delete(const struct lu_env *env,
+                           struct dt_object *dt,
+                           const struct dt_key *key,
+                           struct thandle *th,
+                           struct lustre_capa *capa)
+{
+       return dt_delete(env, dt_object_child(dt), key, th, capa);
+}
+
+static struct dt_it *lod_it_init(const struct lu_env *env,
+                                struct dt_object *dt, __u32 attr,
+                                struct lustre_capa *capa)
+{
+       struct dt_object   *next = dt_object_child(dt);
+
+       return next->do_index_ops->dio_it.init(env, next, attr, capa);
+}
+
+static struct dt_index_operations lod_index_ops = {
+       .dio_lookup         = lod_index_lookup,
+       .dio_declare_insert = lod_declare_index_insert,
+       .dio_insert         = lod_index_insert,
+       .dio_declare_delete = lod_declare_index_delete,
+       .dio_delete         = lod_index_delete,
+       .dio_it     = {
+               .init       = lod_it_init,
+       }
+};
+
+static void lod_object_read_lock(const struct lu_env *env,
+                                struct dt_object *dt, unsigned role)
+{
+       dt_read_lock(env, dt_object_child(dt), role);
+}
+
+static void lod_object_write_lock(const struct lu_env *env,
+                                 struct dt_object *dt, unsigned role)
+{
+       dt_write_lock(env, dt_object_child(dt), role);
+}
+
+static void lod_object_read_unlock(const struct lu_env *env,
+                                  struct dt_object *dt)
+{
+       dt_read_unlock(env, dt_object_child(dt));
+}
+
+static void lod_object_write_unlock(const struct lu_env *env,
+                                   struct dt_object *dt)
+{
+       dt_write_unlock(env, dt_object_child(dt));
+}
+
+static int lod_object_write_locked(const struct lu_env *env,
+                                  struct dt_object *dt)
+{
+       return dt_write_locked(env, dt_object_child(dt));
+}
+
+static int lod_attr_get(const struct lu_env *env,
+                       struct dt_object *dt,
+                       struct lu_attr *attr,
+                       struct lustre_capa *capa)
+{
+       return dt_attr_get(env, dt_object_child(dt), attr, capa);
+}
+
+static int lod_declare_attr_set(const struct lu_env *env,
+                               struct dt_object *dt,
+                               const struct lu_attr *attr,
+                               struct thandle *handle)
+{
+       struct dt_object  *next = dt_object_child(dt);
+       int                rc;
+       ENTRY;
+
+       /*
+        * declare setattr on the local object
+        */
+       rc = dt_declare_attr_set(env, next, attr, handle);
+
+       RETURN(rc);
+}
+
+static int lod_attr_set(const struct lu_env *env,
+                       struct dt_object *dt,
+                       const struct lu_attr *attr,
+                       struct thandle *handle,
+                       struct lustre_capa *capa)
+{
+       struct dt_object  *next = dt_object_child(dt);
+       int                rc;
+       ENTRY;
+
+       /*
+        * apply changes to the local object
+        */
+       rc = dt_attr_set(env, next, attr, handle, capa);
+       if (rc)
+               RETURN(rc);
+
+       RETURN(rc);
+}
+
+static int lod_xattr_get(const struct lu_env *env, struct dt_object *dt,
+                        struct lu_buf *buf, const char *name,
+                        struct lustre_capa *capa)
+{
+       return dt_xattr_get(env, dt_object_child(dt), buf, name, capa);
+}
+
+/*
+ * LOV xattr is a storage for striping, and LOD owns this xattr.
+ * but LOD allows others to control striping to some extent
+ * - to reset strping
+ * - to set new defined striping
+ * - to set new semi-defined striping
+ *   - number of stripes is defined
+ *   - number of stripes + osts are defined
+ *   - ??
+ */
+static int lod_declare_xattr_set(const struct lu_env *env,
+                                struct dt_object *dt,
+                                const struct lu_buf *buf,
+                                const char *name, int fl,
+                                struct thandle *th)
+{
+       struct dt_object *next = dt_object_child(dt);
+       int               rc;
+       ENTRY;
+
+       rc = dt_declare_xattr_set(env, next, buf, name, fl, th);
+
+       RETURN(rc);
+}
+
+static int lod_xattr_set(const struct lu_env *env,
+                        struct dt_object *dt, const struct lu_buf *buf,
+                        const char *name, int fl, struct thandle *th,
+                        struct lustre_capa *capa)
+{
+       struct dt_object *next = dt_object_child(dt);
+       int               rc;
+       ENTRY;
+
+       /*
+        * behave transparantly for all other EAs
+        */
+       rc = dt_xattr_set(env, next, buf, name, fl, th, capa);
+
+       RETURN(rc);
+}
+
+static int lod_declare_xattr_del(const struct lu_env *env,
+                                struct dt_object *dt, const char *name,
+                                struct thandle *th)
+{
+       return dt_declare_xattr_del(env, dt_object_child(dt), name, th);
+}
+
+static int lod_xattr_del(const struct lu_env *env, struct dt_object *dt,
+                        const char *name, struct thandle *th,
+                        struct lustre_capa *capa)
+{
+       return dt_xattr_del(env, dt_object_child(dt), name, th, capa);
+}
+
+static int lod_xattr_list(const struct lu_env *env,
+                         struct dt_object *dt, struct lu_buf *buf,
+                         struct lustre_capa *capa)
+{
+       return dt_xattr_list(env, dt_object_child(dt), buf, capa);
+}
+
+int lod_object_set_pool(struct lod_object *o, char *pool)
+{
+       int len;
+
+       if (o->ldo_pool) {
+               len = strlen(o->ldo_pool);
+               OBD_FREE(o->ldo_pool, len + 1);
+               o->ldo_pool = NULL;
+       }
+       if (pool) {
+               len = strlen(pool);
+               OBD_ALLOC(o->ldo_pool, len + 1);
+               if (o->ldo_pool == NULL)
+                       return -ENOMEM;
+               strcpy(o->ldo_pool, pool);
+       }
+       return 0;
+}
+
+/**
+ * used to transfer default striping data to the object being created
+ */
+static void lod_ah_init(const struct lu_env *env,
+                       struct dt_allocation_hint *ah,
+                       struct dt_object *parent,
+                       struct dt_object *child,
+                       cfs_umode_t child_mode)
+{
+       struct dt_object  *nextc;
+       struct dt_object  *nextp = NULL;
+       struct lod_object *lc;
+       ENTRY;
+
+       LASSERT(child);
+
+       if (likely(parent))
+               nextp = dt_object_child(parent);
+
+       nextc = dt_object_child(child);
+       lc = lod_dt_obj(child);
+
+       LASSERT(lc->ldo_stripenr == 0);
+       LASSERT(lc->ldo_stripe == NULL);
+
+       /*
+        * local object may want some hints
+        * in case of late striping creation, ->ah_init()
+        * can be called with local object existing
+        */
+       if (!dt_object_exists(nextc))
+               nextc->do_ops->do_ah_init(env, ah, nextp, nextc, child_mode);
+
+       EXIT;
+}
+
+static int lod_declare_object_create(const struct lu_env *env,
+                                    struct dt_object *dt,
+                                    struct lu_attr *attr,
+                                    struct dt_allocation_hint *hint,
+                                    struct dt_object_format *dof,
+                                    struct thandle *th)
+{
+       struct dt_object   *next = dt_object_child(dt);
+       int                 rc;
+       ENTRY;
+
+       LASSERT(dof);
+       LASSERT(attr);
+       LASSERT(th);
+       LASSERT(!dt_object_exists(next));
+
+       /*
+        * first of all, we declare creation of local object
+        */
+       rc = dt_declare_create(env, next, attr, hint, dof, th);
+       if (rc)
+               GOTO(out, rc);
+
+       if (dof->dof_type == DFT_SYM)
+               dt->do_body_ops = &lod_body_lnk_ops;
+
+out:
+       RETURN(rc);
+}
+
+static int lod_object_create(const struct lu_env *env, struct dt_object *dt,
+                            struct lu_attr *attr,
+                            struct dt_allocation_hint *hint,
+                            struct dt_object_format *dof, struct thandle *th)
+{
+       struct dt_object   *next = dt_object_child(dt);
+       int                 rc;
+       ENTRY;
+
+       /* create local object */
+       rc = dt_create(env, next, attr, hint, dof, th);
+
+       RETURN(rc);
+}
+
+static int lod_declare_object_destroy(const struct lu_env *env,
+                                     struct dt_object *dt,
+                                     struct thandle *th)
+{
+       struct dt_object   *next = dt_object_child(dt);
+       int                 rc;
+       ENTRY;
+
+       /*
+        * we declare destroy for the local object
+        */
+       rc = dt_declare_destroy(env, next, th);
+       if (rc)
+               RETURN(rc);
+
+       RETURN(rc);
+}
+
+static int lod_object_destroy(const struct lu_env *env,
+               struct dt_object *dt, struct thandle *th)
+{
+       struct dt_object  *next = dt_object_child(dt);
+       int                rc;
+       ENTRY;
+
+       /* destroy local object */
+       rc = dt_destroy(env, next, th);
+       if (rc)
+               RETURN(rc);
+
+       RETURN(rc);
+}
+
+static int lod_index_try(const struct lu_env *env, struct dt_object *dt,
+                        const struct dt_index_features *feat)
+{
+       struct dt_object *next = dt_object_child(dt);
+       int               rc;
+       ENTRY;
+
+       LASSERT(next->do_ops);
+       LASSERT(next->do_ops->do_index_try);
+
+       rc = next->do_ops->do_index_try(env, next, feat);
+       if (next->do_index_ops && dt->do_index_ops == NULL) {
+               dt->do_index_ops = &lod_index_ops;
+               /* XXX: iterators don't accept device, so bypass LOD */
+               /* will be fixed with DNE */
+               if (lod_index_ops.dio_it.fini == NULL) {
+                       lod_index_ops.dio_it = next->do_index_ops->dio_it;
+                       lod_index_ops.dio_it.init = lod_it_init;
+               }
+       }
+
+       RETURN(rc);
+}
+
+static int lod_declare_ref_add(const struct lu_env *env,
+                              struct dt_object *dt, struct thandle *th)
+{
+       return dt_declare_ref_add(env, dt_object_child(dt), th);
+}
+
+static int lod_ref_add(const struct lu_env *env,
+                      struct dt_object *dt, struct thandle *th)
+{
+       return dt_ref_add(env, dt_object_child(dt), th);
+}
+
+static int lod_declare_ref_del(const struct lu_env *env,
+                              struct dt_object *dt, struct thandle *th)
+{
+       return dt_declare_ref_del(env, dt_object_child(dt), th);
+}
+
+static int lod_ref_del(const struct lu_env *env,
+                      struct dt_object *dt, struct thandle *th)
+{
+       return dt_ref_del(env, dt_object_child(dt), th);
+}
+
+static struct obd_capa *lod_capa_get(const struct lu_env *env,
+                                    struct dt_object *dt,
+                                    struct lustre_capa *old, __u64 opc)
+{
+       return dt_capa_get(env, dt_object_child(dt), old, opc);
+}
+
+static int lod_object_sync(const struct lu_env *env, struct dt_object *dt)
+{
+       return dt_object_sync(env, dt_object_child(dt));
+}
+
+struct dt_object_operations lod_obj_ops = {
+       .do_read_lock           = lod_object_read_lock,
+       .do_write_lock          = lod_object_write_lock,
+       .do_read_unlock         = lod_object_read_unlock,
+       .do_write_unlock        = lod_object_write_unlock,
+       .do_write_locked        = lod_object_write_locked,
+       .do_attr_get            = lod_attr_get,
+       .do_declare_attr_set    = lod_declare_attr_set,
+       .do_attr_set            = lod_attr_set,
+       .do_xattr_get           = lod_xattr_get,
+       .do_declare_xattr_set   = lod_declare_xattr_set,
+       .do_xattr_set           = lod_xattr_set,
+       .do_declare_xattr_del   = lod_declare_xattr_del,
+       .do_xattr_del           = lod_xattr_del,
+       .do_xattr_list          = lod_xattr_list,
+       .do_ah_init             = lod_ah_init,
+       .do_declare_create      = lod_declare_object_create,
+       .do_create              = lod_object_create,
+       .do_declare_destroy     = lod_declare_object_destroy,
+       .do_destroy             = lod_object_destroy,
+       .do_index_try           = lod_index_try,
+       .do_declare_ref_add     = lod_declare_ref_add,
+       .do_ref_add             = lod_ref_add,
+       .do_declare_ref_del     = lod_declare_ref_del,
+       .do_ref_del             = lod_ref_del,
+       .do_capa_get            = lod_capa_get,
+       .do_object_sync         = lod_object_sync,
+};
+
+static ssize_t lod_read(const struct lu_env *env, struct dt_object *dt,
+                       struct lu_buf *buf, loff_t *pos,
+                       struct lustre_capa *capa)
+{
+       struct dt_object *next = dt_object_child(dt);
+        return next->do_body_ops->dbo_read(env, next, buf, pos, capa);
+}
+
+static ssize_t lod_declare_write(const struct lu_env *env,
+                                struct dt_object *dt,
+                                const loff_t size, loff_t pos,
+                                struct thandle *th)
+{
+       return dt_declare_record_write(env, dt_object_child(dt),
+                                      size, pos, th);
+}
+
+static ssize_t lod_write(const struct lu_env *env, struct dt_object *dt,
+                        const struct lu_buf *buf, loff_t *pos,
+                        struct thandle *th, struct lustre_capa *capa, int iq)
+{
+       struct dt_object *next = dt_object_child(dt);
+       LASSERT(next);
+       return next->do_body_ops->dbo_write(env, next, buf, pos, th, capa, iq);
+}
+
+static const struct dt_body_operations lod_body_lnk_ops = {
+       .dbo_read               = lod_read,
+       .dbo_declare_write      = lod_declare_write,
+       .dbo_write              = lod_write
+};
+
+static int lod_object_init(const struct lu_env *env, struct lu_object *o,
+                          const struct lu_object_conf *conf)
+{
+       struct lod_device *d = lu2lod_dev(o->lo_dev);
+       struct lu_object  *below;
+       struct lu_device  *under;
+       ENTRY;
+
+       /*
+        * create local object
+        */
+       under = &d->lod_child->dd_lu_dev;
+       below = under->ld_ops->ldo_object_alloc(env, o->lo_header, under);
+       if (below == NULL)
+               RETURN(-ENOMEM);
+
+       lu_object_add(o, below);
+
+       RETURN(0);
+}
+
+void lod_object_free_striping(const struct lu_env *env, struct lod_object *o)
+{
+}
+
+/*
+ * ->start is called once all slices are initialized, including header's
+ * cache for mode (object type). using the type we can initialize ops
+ */
+static int lod_object_start(const struct lu_env *env, struct lu_object *o)
+{
+       if (S_ISLNK(o->lo_header->loh_attr & S_IFMT))
+               lu2lod_obj(o)->ldo_obj.do_body_ops = &lod_body_lnk_ops;
+       return 0;
+}
+
+static void lod_object_free(const struct lu_env *env, struct lu_object *o)
+{
+       struct lod_object *mo = lu2lod_obj(o);
+
+       /*
+        * release all underlying object pinned
+        */
+
+       lod_object_free_striping(env, mo);
+
+       lod_object_set_pool(mo, NULL);
+
+       lu_object_fini(o);
+       OBD_SLAB_FREE_PTR(mo, lod_object_kmem);
+}
+
+static void lod_object_release(const struct lu_env *env, struct lu_object *o)
+{
+       /* XXX: shouldn't we release everything here in case if object
+        * creation failed before? */
+}
+
+static int lod_object_print(const struct lu_env *env, void *cookie,
+                           lu_printer_t p, const struct lu_object *l)
+{
+       struct lod_object *o = lu2lod_obj((struct lu_object *) l);
+
+       return (*p)(env, cookie, LUSTRE_LOD_NAME"-object@%p", o);
+}
+
+struct lu_object_operations lod_lu_obj_ops = {
+       .loo_object_init        = lod_object_init,
+       .loo_object_start       = lod_object_start,
+       .loo_object_free        = lod_object_free,
+       .loo_object_release     = lod_object_release,
+       .loo_object_print       = lod_object_print,
+};