X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Finclude%2Fmd_object.h;h=a54af3ed0d7bc006ff65eef2e1e5c594cf089a88;hp=2da58472d46a144ef91546bb375096870307a526;hb=c438fba7f068b0713d96dce1f0183ec6da7ab000;hpb=d843591c30d63bf54024e21b48dec92eb0ec9f68 diff --git a/lustre/include/md_object.h b/lustre/include/md_object.h index 2da5847..a54af3e 100644 --- a/lustre/include/md_object.h +++ b/lustre/include/md_object.h @@ -15,11 +15,7 @@ * * You should have received a copy of the GNU General Public License * version 2 along with this program; If not, see - * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf - * - * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, - * CA 95054 USA or visit www.sun.com if you need additional information or - * have any questions. + * http://www.gnu.org/licenses/gpl-2.0.html * * GPL HEADER END */ @@ -27,7 +23,7 @@ * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved. * Use is subject to license terms. * - * Copyright (c) 2011, 2014, Intel Corporation. + * Copyright (c) 2011, 2017, Intel Corporation. */ /* * This file is part of Lustre, http://www.lustre.org/ @@ -69,15 +65,17 @@ struct obd_export; /** metadata attributes */ enum ma_valid { - MA_INODE = 1 << 0, - MA_LOV = 1 << 1, - MA_FLAGS = 1 << 2, - MA_LMV = 1 << 3, - MA_ACL_DEF = 1 << 4, - MA_LOV_DEF = 1 << 5, - MA_HSM = 1 << 6, - MA_PFID = 1 << 7, - MA_LMV_DEF = 1 << 8, + MA_INODE = BIT(0), + MA_LOV = BIT(1), + MA_FLAGS = BIT(2), + MA_LMV = BIT(3), + MA_ACL_DEF = BIT(4), + MA_LOV_DEF = BIT(5), + MA_HSM = BIT(6), + MA_PFID = BIT(7), + MA_LMV_DEF = BIT(8), + MA_SOM = BIT(9), + MA_FORCE_LOG = BIT(10), /* forced close logged in mdt_mfd_close */ }; typedef enum { @@ -93,11 +91,14 @@ typedef enum { } mdl_mode_t; typedef enum { - MDT_NUL_LOCK = 0, - MDT_REG_LOCK = (1 << 0), - MDT_PDO_LOCK = (1 << 1) + MDT_NUL_LOCK = 0, + MDT_REG_LOCK = BIT(0), + MDT_PDO_LOCK = BIT(1), } mdl_type_t; +/* lfs rgetfacl permission check */ +#define MAY_RGETFACL BIT(14) + /* memory structure for hsm attributes * for fields description see the on disk structure hsm_attrs * which is defined in lustre_idl.h @@ -109,47 +110,107 @@ struct md_hsm { __u64 mh_arch_ver; }; + +/* memory structure for SOM attributes + * for fields description see the on disk structure som_attrs + * which is defined in lustre_idl.h + */ +struct md_som { + __u16 ms_valid; + __u64 ms_size; + __u64 ms_blocks; +}; + struct md_attr { - __u64 ma_valid; - __u64 ma_need; - __u64 ma_attr_flags; - struct lu_attr ma_attr; - struct lu_fid ma_pfid; - struct md_hsm ma_hsm; - struct lov_mds_md *ma_lmm; - union lmv_mds_md *ma_lmv; - void *ma_acl; - int ma_lmm_size; - int ma_lmv_size; - int ma_acl_size; + __u64 ma_valid; + __u64 ma_need; + __u64 ma_attr_flags; + struct lu_attr ma_attr; + struct lu_fid ma_pfid; + struct md_hsm ma_hsm; + struct md_som ma_som; + struct lov_mds_md *ma_lmm; + union lmv_mds_md *ma_lmv; + struct lmv_user_md *ma_default_lmv; + void *ma_acl; + int ma_lmm_size; + int ma_lmv_size; + int ma_default_lmv_size; + int ma_acl_size; + int ma_enable_chprojid_gid; }; /** Additional parameters for create */ struct md_op_spec { - union { - /** symlink target */ - const char *sp_symname; - /** eadata for regular files */ - struct md_spec_reg { - const void *eadata; - int eadatalen; - } sp_ea; - } u; - - /** Create flag from client: such as MDS_OPEN_CREAT, and others. */ - __u64 sp_cr_flags; + union { + /** symlink target */ + const char *sp_symname; + /** eadata for regular files */ + struct md_spec_reg { + void *eadata; + int eadatalen; + } sp_ea; + } u; + + /** Open flags from client: such as MDS_OPEN_CREAT, and others. */ + __u64 sp_cr_flags; + + /* File security context for creates. */ + const char *sp_cr_file_secctx_name; /* (security) xattr name */ + void *sp_cr_file_secctx; /* xattr value */ + size_t sp_cr_file_secctx_size; /* xattr value size */ + + /* Archive ID used for auto PCC attach when create newly files. */ + __u32 sp_archive_id; /** don't create lov objects or llog cookie - this replay */ unsigned int no_create:1, sp_cr_lookup:1, /* do lookup sanity check or not. */ sp_rm_entry:1, /* only remove name entry */ - sp_permitted:1; /* do not check permission */ - + sp_permitted:1, /* do not check permission */ + sp_migrate_close:1, /* close the file during migrate */ + sp_migrate_nsonly:1; /* migrate dirent only */ /** Current lock mode for parent dir where create is performing. */ - mdl_mode_t sp_cr_mode; + mdl_mode_t sp_cr_mode; + + /** to create directory */ + const struct dt_index_features *sp_feat; +}; + +enum md_layout_opc { + MD_LAYOUT_NOP = 0, + MD_LAYOUT_WRITE, /* FLR: write the file */ + MD_LAYOUT_RESYNC, /* FLR: resync starts */ + MD_LAYOUT_RESYNC_DONE, /* FLR: resync done */ + MD_LAYOUT_ATTACH, /* attach stripes */ + MD_LAYOUT_DETACH, /* detach stripes */ + MD_LAYOUT_SHRINK, /* shrink striped directory (destroy stripes) */ + MD_LAYOUT_SPLIT, /* split directory (allocate new stripes) */ + MD_LAYOUT_MAX, +}; - /** to create directory */ - const struct dt_index_features *sp_feat; +/** + * Parameters for layout change API. + */ +struct md_layout_change { + enum md_layout_opc mlc_opc; + struct lu_buf mlc_buf; + union { + struct { + __u16 mlc_mirror_id; + struct layout_intent *mlc_intent; + struct lustre_som_attrs mlc_som; + size_t mlc_resync_count; + __u32 *mlc_resync_ids; + }; /* file */ + struct { + struct md_object *mlc_parent; /* parent obj in plain dir split */ + struct md_object *mlc_target; /* target obj in plain dir split */ + struct lu_attr *mlc_attr; /* target attr in plain dir split */ + const struct lu_name *mlc_name; /* target name in plain dir split */ + struct md_op_spec *mlc_spec; /* dir split spec */ + }; /* dir */ + }; }; union ldlm_policy_data; @@ -157,51 +218,53 @@ union ldlm_policy_data; * Operations implemented for each md object (both directory and leaf). */ struct md_object_operations { - int (*moo_permission)(const struct lu_env *env, - struct md_object *pobj, struct md_object *cobj, - struct md_attr *attr, int mask); + int (*moo_permission)(const struct lu_env *env, + struct md_object *pobj, struct md_object *cobj, + struct md_attr *attr, int mask); - int (*moo_attr_get)(const struct lu_env *env, struct md_object *obj, - struct md_attr *attr); + int (*moo_attr_get)(const struct lu_env *env, struct md_object *obj, + struct md_attr *attr); - int (*moo_attr_set)(const struct lu_env *env, struct md_object *obj, - const struct md_attr *attr); + int (*moo_attr_set)(const struct lu_env *env, struct md_object *obj, + const struct md_attr *attr); - int (*moo_xattr_get)(const struct lu_env *env, struct md_object *obj, - struct lu_buf *buf, const char *name); + int (*moo_xattr_get)(const struct lu_env *env, struct md_object *obj, + struct lu_buf *buf, const char *name); - int (*moo_xattr_list)(const struct lu_env *env, struct md_object *obj, - struct lu_buf *buf); + int (*moo_xattr_list)(const struct lu_env *env, struct md_object *obj, + struct lu_buf *buf); - int (*moo_xattr_set)(const struct lu_env *env, struct md_object *obj, - const struct lu_buf *buf, const char *name, - int fl); + int (*moo_xattr_set)(const struct lu_env *env, struct md_object *obj, + const struct lu_buf *buf, const char *name, + int fl); - int (*moo_xattr_del)(const struct lu_env *env, struct md_object *obj, - const char *name); + int (*moo_xattr_del)(const struct lu_env *env, struct md_object *obj, + const char *name); /** This method is used to swap the layouts between 2 objects */ int (*moo_swap_layouts)(const struct lu_env *env, struct md_object *obj1, struct md_object *obj2, __u64 flags); - /** \retval number of bytes actually read upon success */ - int (*moo_readpage)(const struct lu_env *env, struct md_object *obj, - const struct lu_rdpg *rdpg); + /** \retval number of bytes actually read upon success */ + int (*moo_readpage)(const struct lu_env *env, struct md_object *obj, + const struct lu_rdpg *rdpg); - int (*moo_readlink)(const struct lu_env *env, struct md_object *obj, - struct lu_buf *buf); - int (*moo_changelog)(const struct lu_env *env, - enum changelog_rec_type type, int flags, - struct md_object *obj); + int (*moo_readlink)(const struct lu_env *env, struct md_object *obj, + struct lu_buf *buf); - int (*moo_open)(const struct lu_env *env, - struct md_object *obj, int flag); + int (*moo_changelog)(const struct lu_env *env, + enum changelog_rec_type type, + enum changelog_rec_flags clf_flags, + struct md_device *m, const struct lu_fid *fid); - int (*moo_close)(const struct lu_env *env, struct md_object *obj, - struct md_attr *ma, int mode); + int (*moo_open)(const struct lu_env *env, struct md_object *obj, + u64 open_flags, struct md_op_spec*); - int (*moo_object_sync)(const struct lu_env *, struct md_object *); + int (*moo_close)(const struct lu_env *env, struct md_object *obj, + struct md_attr *ma, u64 open_flags); + + int (*moo_object_sync)(const struct lu_env *, struct md_object *); int (*moo_object_lock)(const struct lu_env *env, struct md_object *obj, struct lustre_handle *lh, @@ -211,42 +274,69 @@ struct md_object_operations { struct md_object *obj, struct ldlm_enqueue_info *einfo, union ldlm_policy_data *policy); + + int (*moo_invalidate)(const struct lu_env *env, struct md_object *obj); + /** + * Trying to write to un-instantiated layout component. + * + * The caller should have held layout lock. + * + * This API can be extended to support every other layout changing + * operations, such as component {add,del,change}, layout swap, + * layout merge, etc. One of the benefits by doing this is that the MDT + * no longer needs to understand layout. + * + * However, layout creation, removal, and fetch should still use + * xattr_{get,set}() because they don't interpret layout on the + * MDT layer. + * + * \param[in] env execution environment + * \param[in] obj MD object + * \param[in] layout data structure to describe the changes to + * the MD object's layout + * + * \retval 0 success + * \retval -ne error code + */ + int (*moo_layout_change)(const struct lu_env *env, + struct md_object *obj, + struct md_layout_change *layout); }; /** * Operations implemented for each directory object. */ struct md_dir_operations { - int (*mdo_is_subdir) (const struct lu_env *env, struct md_object *obj, - const struct lu_fid *fid, struct lu_fid *sfid); + int (*mdo_is_subdir)(const struct lu_env *env, struct md_object *obj, + const struct lu_fid *fid); - int (*mdo_lookup)(const struct lu_env *env, struct md_object *obj, - const struct lu_name *lname, struct lu_fid *fid, - struct md_op_spec *spec); + int (*mdo_lookup)(const struct lu_env *env, struct md_object *obj, + const struct lu_name *lname, struct lu_fid *fid, + struct md_op_spec *spec); - mdl_mode_t (*mdo_lock_mode)(const struct lu_env *env, - struct md_object *obj, - mdl_mode_t mode); + mdl_mode_t (*mdo_lock_mode)(const struct lu_env *env, + struct md_object *obj, + mdl_mode_t mode); - int (*mdo_create)(const struct lu_env *env, struct md_object *pobj, - const struct lu_name *lname, struct md_object *child, - struct md_op_spec *spec, - struct md_attr *ma); + int (*mdo_create)(const struct lu_env *env, struct md_object *pobj, + const struct lu_name *lname, struct md_object *child, + struct md_op_spec *spec, + struct md_attr *ma); - /** This method is used for creating data object for this meta object*/ - int (*mdo_create_data)(const struct lu_env *env, struct md_object *p, - struct md_object *o, - const struct md_op_spec *spec, - struct md_attr *ma); + /** This method is used for creating data object for this meta object*/ + int (*mdo_create_data)(const struct lu_env *env, struct md_object *p, + struct md_object *o, + const struct md_op_spec *spec, + struct md_attr *ma); - int (*mdo_rename)(const struct lu_env *env, struct md_object *spobj, - struct md_object *tpobj, const struct lu_fid *lf, - const struct lu_name *lsname, struct md_object *tobj, - const struct lu_name *ltname, struct md_attr *ma); + int (*mdo_rename)(const struct lu_env *env, struct md_object *spobj, + struct md_object *tpobj, const struct lu_fid *lf, + const struct lu_name *lsname, struct md_object *tobj, + const struct lu_name *ltname, struct md_attr *ma); - int (*mdo_link)(const struct lu_env *env, struct md_object *tgt_obj, - struct md_object *src_obj, const struct lu_name *lname, - struct md_attr *ma); + int (*mdo_link)(const struct lu_env *env, struct md_object *tgt_obj, + struct md_object *src_obj, const struct lu_name *lname, + struct md_attr *ma); int (*mdo_unlink)(const struct lu_env *env, struct md_object *pobj, struct md_object *cobj, const struct lu_name *lname, @@ -254,7 +344,8 @@ struct md_dir_operations { int (*mdo_migrate)(const struct lu_env *env, struct md_object *pobj, struct md_object *sobj, const struct lu_name *lname, - struct md_object *tobj, struct md_attr *ma); + struct md_object *tobj, struct md_op_spec *spec, + struct md_attr *ma); }; struct md_device_operations { @@ -262,8 +353,8 @@ struct md_device_operations { int (*mdo_root_get)(const struct lu_env *env, struct md_device *m, struct lu_fid *f); - int (*mdo_maxeasize_get)(const struct lu_env *env, struct md_device *m, - int *easize); + const struct dt_device_param *(*mdo_dtconf_get)(const struct lu_env *e, + struct md_device *m); int (*mdo_statfs)(const struct lu_env *env, struct md_device *m, struct obd_statfs *sfs); @@ -286,14 +377,6 @@ struct md_object { const struct md_dir_operations *mo_dir_ops; }; -/* Mark the object to be dead, and can not be accessed anymore. - * XXX, right now, it will only be used for striped directory to - * mark the slave stripes dead, when deleting master object. It will be - * stored in slave LMV EA (see lod_mark_dead_object), which is only - * temporary, and will be removed later when we have proper way to mark - * the dead object. */ -#define LUSTRE_SLAVE_DEAD_FL 0x80000000 - static inline struct md_device *lu2md_dev(const struct lu_device *d) { LASSERT(IS_ERR(d) || lu_device_is_md(d)); @@ -330,22 +413,19 @@ static inline struct md_object *md_object_find_slice(const struct lu_env *env, /** md operations */ -static inline int mo_permission(const struct lu_env *env, - struct md_object *p, - struct md_object *c, - struct md_attr *at, - int mask) +static inline int mo_permission(const struct lu_env *env, struct md_object *p, + struct md_object *c, struct md_attr *at, + int mask) { - LASSERT(c->mo_ops->moo_permission); - return c->mo_ops->moo_permission(env, p, c, at, mask); + LASSERT(c->mo_ops->moo_permission); + return c->mo_ops->moo_permission(env, p, c, at, mask); } -static inline int mo_attr_get(const struct lu_env *env, - struct md_object *m, - struct md_attr *at) +static inline int mo_attr_get(const struct lu_env *env, struct md_object *m, + struct md_attr *at) { - LASSERT(m->mo_ops->moo_attr_get); - return m->mo_ops->moo_attr_get(env, m, at); + LASSERT(m->mo_ops->moo_attr_get); + return m->mo_ops->moo_attr_get(env, m, at); } static inline int mo_readlink(const struct lu_env *env, @@ -357,11 +437,28 @@ static inline int mo_readlink(const struct lu_env *env, } static inline int mo_changelog(const struct lu_env *env, - enum changelog_rec_type type, - int flags, struct md_object *m) + enum changelog_rec_type type, + enum changelog_rec_flags clf_flags, + struct md_device *m, const struct lu_fid *fid) { - LASSERT(m->mo_ops->moo_changelog); - return m->mo_ops->moo_changelog(env, type, flags, m); + struct lu_fid rootfid; + struct md_object *root; + int rc; + + rc = m->md_ops->mdo_root_get(env, m, &rootfid); + if (rc) + return rc; + + root = md_object_find_slice(env, m, &rootfid); + if (IS_ERR(root)) + RETURN(PTR_ERR(root)); + + LASSERT(root->mo_ops->moo_changelog); + rc = root->mo_ops->moo_changelog(env, type, clf_flags, m, fid); + + lu_object_put(env, &root->mo_lu); + + return rc; } static inline int mo_attr_set(const struct lu_env *env, @@ -407,6 +504,21 @@ static inline int mo_xattr_list(const struct lu_env *env, return m->mo_ops->moo_xattr_list(env, m, buf); } +static inline int mo_invalidate(const struct lu_env *env, struct md_object *m) +{ + LASSERT(m->mo_ops->moo_invalidate); + return m->mo_ops->moo_invalidate(env, m); +} + +static inline int mo_layout_change(const struct lu_env *env, + struct md_object *m, + struct md_layout_change *layout) +{ + /* need instantiate objects which in the access range */ + LASSERT(m->mo_ops->moo_layout_change); + return m->mo_ops->moo_layout_change(env, m, layout); +} + static inline int mo_swap_layouts(const struct lu_env *env, struct md_object *o1, struct md_object *o2, __u64 flags) @@ -418,21 +530,18 @@ static inline int mo_swap_layouts(const struct lu_env *env, return o1->mo_ops->moo_swap_layouts(env, o1, o2, flags); } -static inline int mo_open(const struct lu_env *env, - struct md_object *m, - int flags) +static inline int mo_open(const struct lu_env *env, struct md_object *m, + u64 open_flags, struct md_op_spec *spec) { - LASSERT(m->mo_ops->moo_open); - return m->mo_ops->moo_open(env, m, flags); + LASSERT(m->mo_ops->moo_open); + return m->mo_ops->moo_open(env, m, open_flags, spec); } -static inline int mo_close(const struct lu_env *env, - struct md_object *m, - struct md_attr *ma, - int mode) +static inline int mo_close(const struct lu_env *env, struct md_object *m, + struct md_attr *ma, u64 open_flags) { - LASSERT(m->mo_ops->moo_close); - return m->mo_ops->moo_close(env, m, ma, mode); + LASSERT(m->mo_ops->moo_close); + return m->mo_ops->moo_close(env, m, ma, open_flags); } static inline int mo_readpage(const struct lu_env *env, @@ -527,19 +636,20 @@ static inline int mdo_migrate(const struct lu_env *env, struct md_object *sobj, const struct lu_name *lname, struct md_object *tobj, + struct md_op_spec *spec, struct md_attr *ma) { LASSERT(pobj->mo_dir_ops->mdo_migrate); - return pobj->mo_dir_ops->mdo_migrate(env, pobj, sobj, lname, tobj, ma); + return pobj->mo_dir_ops->mdo_migrate(env, pobj, sobj, lname, tobj, spec, + ma); } static inline int mdo_is_subdir(const struct lu_env *env, - struct md_object *mo, - const struct lu_fid *fid, - struct lu_fid *sfid) + struct md_object *mo, + const struct lu_fid *fid) { - LASSERT(mo->mo_dir_ops->mdo_is_subdir); - return mo->mo_dir_ops->mdo_is_subdir(env, mo, fid, sfid); + LASSERT(mo->mo_dir_ops->mdo_is_subdir); + return mo->mo_dir_ops->mdo_is_subdir(env, mo, fid); } static inline int mdo_link(const struct lu_env *env, @@ -562,19 +672,17 @@ static inline int mdo_unlink(const struct lu_env *env, return p->mo_dir_ops->mdo_unlink(env, p, c, lname, ma, no_name); } -/** - * Used in MDD/OUT layer for object lock rule - **/ -enum mdd_object_role { - MOR_SRC_PARENT, - MOR_SRC_CHILD, - MOR_TGT_PARENT, - MOR_TGT_CHILD, - MOR_TGT_ORPHAN -}; +static inline int mdo_statfs(const struct lu_env *env, + struct md_device *m, + struct obd_statfs *sfs) +{ + LASSERT(m->md_ops->mdo_statfs); + return m->md_ops->mdo_statfs(env, m, sfs); +} struct dt_device; +void lustre_som_swab(struct lustre_som_attrs *attrs); int lustre_buf2hsm(void *buf, int rc, struct md_hsm *mh); void lustre_hsm2buf(void *buf, const struct md_hsm *mh); @@ -601,6 +709,8 @@ struct lu_ucred { struct group_info *uc_ginfo; struct md_identity *uc_identity; char uc_jobid[LUSTRE_JOBID_SIZE]; + lnet_nid_t uc_nid; + bool uc_enable_audit; }; struct lu_ucred *lu_ucred(const struct lu_env *env); @@ -615,7 +725,7 @@ void lu_ucred_global_fini(void); #define md_cap_t(x) (x) -#define MD_CAP_TO_MASK(x) (1 << (x)) +#define MD_CAP_TO_MASK(x) BIT(x) #define md_cap_raised(c, flag) (md_cap_t(c) & MD_CAP_TO_MASK(flag))