X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Fmdd%2Fmdd_internal.h;h=78863dee3e14630888c62ed8085a36084d0096eb;hp=b3a4bc33ba9e4e7096b45993cd24e907e6349fd8;hb=27c51b5623123ba3208569ecdef343f61646c7e4;hpb=2dc1bb8b7a53077fce8632aabe65b2ce8048a550 diff --git a/lustre/mdd/mdd_internal.h b/lustre/mdd/mdd_internal.h index b3a4bc3..78863de 100644 --- a/lustre/mdd/mdd_internal.h +++ b/lustre/mdd/mdd_internal.h @@ -15,11 +15,7 @@ * * You should have received a copy of the GNU General Public License * version 2 along with this program; If not, see - * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf - * - * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, - * CA 95054 USA or visit www.sun.com if you need additional information or - * have any questions. + * http://www.gnu.org/licenses/gpl-2.0.html * * GPL HEADER END */ @@ -27,7 +23,7 @@ * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved. * Use is subject to license terms. * - * Copyright (c) 2011, 2013, Intel Corporation. + * Copyright (c) 2011, 2017, Intel Corporation. */ /* * This file is part of Lustre, http://www.lustre.org/ @@ -42,19 +38,35 @@ #define _MDD_INTERNAL_H #include +#include #include #include #include #include #include -#include #include #include #include -/* PDO lock is unnecessary for current MDT stack because operations - * are already protected by ldlm lock */ -#define MDD_DISABLE_PDO_LOCK 1 +/* ChangeLog params for automatic purge mechanism */ +/* max time allowed for a user to stay idle in seconds */ +#define CHLOG_MAX_IDLE_TIME 2592000 /* = 30 days */ +/* max gap allowed for a user to stay idle in number of ChangeLog records + * this is an evaluation, assuming that chunk-size is LLOG_MIN_CHUNK_SIZE, of + * the indexes gap for half full changelogs */ +#define CHLOG_MAX_IDLE_INDEXES (((LLOG_MIN_CHUNK_SIZE - \ + offsetof(struct llog_log_hdr, \ + llh_bitmap[0]) - \ + sizeof(struct llog_rec_tail)) * 4) * \ + ((LLOG_MIN_CHUNK_SIZE - \ + offsetof(struct llog_log_hdr, \ + llh_bitmap[0]) - \ + sizeof(struct llog_rec_tail)) * 8)) +/* min time in seconds between two gc thread runs if none already started */ +#define CHLOG_MIN_GC_INTERVAL 3600 +/* minimum number of free ChangeLog catalog entries (ie, between cur and + * last indexes) before starting garbage collect */ +#define CHLOG_MIN_FREE_CAT_ENTRIES 2 /* Changelog flags */ /** changelog is recording */ @@ -69,26 +81,53 @@ /** some changelog records purged */ #define CLM_PURGE 0x40000 +#define LLOG_CHANGELOG_HDR_SZ (sizeof(struct llog_changelog_rec) - \ + sizeof(struct changelog_rec)) +/* mc_gc_task values */ +/** no GC thread to be started **/ +#define MDD_CHLG_GC_NONE NULL +/** a GC thread need to be started **/ +#define MDD_CHLG_GC_NEED (struct task_struct *)(-1) +/** a GC thread will be started now **/ +#define MDD_CHLG_GC_START (struct task_struct *)(-2) +/** else the started task_struct address when running **/ + struct mdd_changelog { spinlock_t mc_lock; /* for index */ int mc_flags; int mc_mask; __u64 mc_index; - __u64 mc_starttime; + ktime_t mc_starttime; spinlock_t mc_user_lock; int mc_lastuser; + int mc_users; /* registered users number */ + struct task_struct *mc_gc_task; + time64_t mc_gc_time; /* last GC check or run time */ + unsigned int mc_deniednext; /* interval for recording denied + * accesses + */ }; -static inline __u64 cl_time(void) { - cfs_fs_time_t time; +static inline __u64 cl_time(void) +{ + struct timespec64 time; - cfs_fs_time_current(&time); + ktime_get_real_ts64(&time); return (((__u64)time.tv_sec) << 30) + time.tv_nsec; } /** Objects in .lustre dir */ struct mdd_dot_lustre_objs { - struct mdd_object *mdd_obf; + struct mdd_object *mdd_obf; + struct mdd_object *mdd_lpf; +}; + +struct mdd_generic_thread { + struct completion mgt_started; + struct completion mgt_finished; + void *mgt_data; + bool mgt_abort; + bool mgt_init; }; struct mdd_device { @@ -100,121 +139,76 @@ struct mdd_device { struct lu_fid mdd_local_root_fid; struct dt_device_param mdd_dt_conf; struct dt_object *mdd_orphans; /* PENDING directory */ - cfs_proc_dir_entry_t *mdd_proc_entry; + struct proc_dir_entry *mdd_proc_entry; struct mdd_changelog mdd_cl; - unsigned long mdd_atime_diff; + unsigned int mdd_changelog_gc; + time64_t mdd_changelog_max_idle_time; + unsigned long mdd_changelog_max_idle_indexes; + time64_t mdd_changelog_min_gc_interval; + unsigned int mdd_changelog_min_free_cat_entries; + time64_t mdd_atime_diff; struct mdd_object *mdd_dot_lustre; struct mdd_dot_lustre_objs mdd_dot_lustre_objs; unsigned int mdd_sync_permission; int mdd_connects; struct local_oid_storage *mdd_los; + struct mdd_generic_thread mdd_orphan_cleanup_thread; }; enum mod_flags { - /* The dir object has been unlinked */ - DEAD_OBJ = 1 << 0, - APPEND_OBJ = 1 << 1, - IMMUTE_OBJ = 1 << 2, - ORPHAN_OBJ = 1 << 3, + /* The dir object has been unlinked */ + DEAD_OBJ = 1 << 0, + ORPHAN_OBJ = 1 << 1, + VOLATILE_OBJ = 1 << 4, }; struct mdd_object { - struct md_object mod_obj; - /* open count */ - __u32 mod_count; - __u32 mod_valid; - __u64 mod_cltime; - unsigned long mod_flags; -#ifndef MDD_DISABLE_PDO_LOCK - struct dynlock mod_pdlock; -#endif -#ifdef CONFIG_LOCKDEP - /* "dep_map" name is assumed by lockdep.h macros. */ - struct lockdep_map dep_map; -#endif + struct md_object mod_obj; + /* open count */ + u32 mod_count; + u32 mod_valid; + ktime_t mod_cltime; + unsigned long mod_flags; + struct list_head mod_users; /**< unique user opens */ }; struct mdd_thread_info { - struct lu_fid mti_fid; - struct lu_fid mti_fid2; /* used for be & cpu converting */ - struct lu_attr mti_la; - struct lu_attr mti_la_for_fix; + struct lu_fid mti_fid; + struct lu_fid mti_fid2; /* used for be & cpu converting */ + /** + * only be used by MDD interfaces, can be passed into local MDD APIs. + */ struct lu_attr mti_pattr; struct lu_attr mti_cattr; - struct md_attr mti_ma; - struct obd_info mti_oi; + struct lu_attr mti_tpattr; + struct lu_attr mti_tattr; + /** used to set c/mtime */ + struct lu_attr mti_la_for_fix; + /* Only used in mdd_object_start */ + struct lu_attr mti_la_for_start; /* mti_ent and mti_key must be conjoint, - * then mti_ent::lde_name will be mti_key. */ + * then mti_ent::lde_name will be mti_key. */ struct lu_dirent mti_ent; char mti_key[NAME_MAX + 16]; - struct obd_trans_info mti_oti; - struct lu_buf mti_buf[4]; - struct lu_buf mti_big_buf; /* biggish persistent buf */ + char mti_name[NAME_MAX + 1]; + struct lu_buf mti_buf[4]; + struct lu_buf mti_big_buf; /* biggish persistent buf */ struct lu_buf mti_link_buf; /* buf for link ea */ - struct lu_name mti_name; - struct lu_name mti_name2; - struct obdo mti_oa; - char mti_xattr_buf[LUSTRE_POSIX_ACL_MAX_SIZE]; - struct dt_allocation_hint mti_hint; - struct lov_mds_md *mti_max_lmm; - int mti_max_lmm_size; - struct llog_cookie *mti_max_cookie; - int mti_max_cookie_size; - struct dt_object_format mti_dof; - struct obd_quotactl mti_oqctl; + struct lu_buf mti_xattr_buf; + struct obdo mti_oa; + struct lmv_user_md mti_lmu; + struct dt_allocation_hint mti_hint; + struct dt_object_format mti_dof; struct linkea_data mti_link_data; + struct md_op_spec mti_spec; + struct dt_insert_rec mti_dt_rec; + struct lfsck_req_local mti_lrl; + struct lu_seq_range mti_range; + union lmv_mds_md mti_lmv; }; -extern const char orph_index_name[]; - -extern const struct dt_index_features orph_index_features; - -struct lov_mds_md *mdd_max_lmm_buffer(const struct lu_env *env, int size); -struct lov_mds_md *mdd_max_lmm_get(const struct lu_env *env, - struct mdd_device *mdd); - -struct llog_cookie *mdd_max_cookie_get(const struct lu_env *env, - struct mdd_device *mdd); - -int mdd_init_obd(const struct lu_env *env, struct mdd_device *mdd, - struct lustre_cfg *cfg); -int mdd_fini_obd(const struct lu_env *env, struct mdd_device *mdd, - struct lustre_cfg *lcfg); -int __mdd_xattr_set(const struct lu_env *env, struct mdd_object *obj, - const struct lu_buf *buf, const char *name, - int fl, struct thandle *handle); -int mdd_xattr_set_txn(const struct lu_env *env, struct mdd_object *obj, - const struct lu_buf *buf, const char *name, int fl, - struct thandle *txn); -int mdd_lsm_sanity_check(const struct lu_env *env, struct mdd_object *obj); -int mdd_lov_set_md(const struct lu_env *env, struct mdd_object *pobj, - struct mdd_object *child, struct lov_mds_md *lmm, - int lmm_size, struct thandle *handle, int set_stripe); -int mdd_lov_create(const struct lu_env *env, struct mdd_device *mdd, - struct mdd_object *parent, struct mdd_object *child, - struct lov_mds_md **lmm, int *lmm_size, - const struct md_op_spec *spec, struct md_attr *ma); -int mdd_lov_objid_prepare(struct mdd_device *mdd, struct lov_mds_md *lmm); -int mdd_declare_lov_objid_update(const struct lu_env *, struct mdd_device *, - struct thandle *); -void mdd_lov_objid_update(struct mdd_device *mdd, struct lov_mds_md *lmm); -void mdd_lov_create_finish(const struct lu_env *env, struct mdd_device *mdd, - struct lov_mds_md *lmm, int lmm_size, - const struct md_op_spec *spec); -int mdd_file_lock(const struct lu_env *env, struct md_object *obj, - struct lov_mds_md *lmm, struct ldlm_extent *extent, - struct lustre_handle *lockh); -int mdd_file_unlock(const struct lu_env *env, struct md_object *obj, - struct lov_mds_md *lmm, struct lustre_handle *lockh); -int mdd_lum_lmm_cmp(const struct lu_env *env, struct md_object *cobj, - const struct md_op_spec *spec, struct md_attr *ma); -int mdd_get_md(const struct lu_env *env, struct mdd_object *obj, - void *md, int *md_size, const char *name); -int mdd_get_md_locked(const struct lu_env *env, struct mdd_object *obj, - void *md, int *md_size, const char *name); -int mdd_data_get(const struct lu_env *env, struct mdd_object *obj, void **data); int mdd_la_get(const struct lu_env *env, struct mdd_object *obj, - struct lu_attr *la, struct lustre_capa *capa); + struct lu_attr *la); int mdd_attr_get(const struct lu_env *env, struct md_object *obj, struct md_attr *ma); int mdd_attr_set(const struct lu_env *env, struct md_object *obj, @@ -224,28 +218,14 @@ int mdd_attr_set_internal(const struct lu_env *env, const struct lu_attr *attr, struct thandle *handle, int needacl); -int mdd_attr_check_set_internal(const struct lu_env *env, - struct mdd_object *obj, - struct lu_attr *attr, - struct thandle *handle, - int needacl); -int mdd_declare_object_kill(const struct lu_env *env, struct mdd_object *obj, - struct md_attr *ma, struct thandle *handle); -int mdd_object_kill(const struct lu_env *env, struct mdd_object *obj, - struct md_attr *ma, struct thandle *handle); -int mdd_iattr_get(const struct lu_env *env, struct mdd_object *mdd_obj, - struct md_attr *ma); -int mdd_object_create_internal(const struct lu_env *env, struct mdd_object *p, +int mdd_update_time(const struct lu_env *env, struct mdd_object *obj, + const struct lu_attr *oattr, struct lu_attr *attr, + struct thandle *handle); +int mdd_create_object_internal(const struct lu_env *env, struct mdd_object *p, struct mdd_object *c, struct lu_attr *attr, struct thandle *handle, - const struct md_op_spec *spec); -int mdd_attr_check_set_internal_locked(const struct lu_env *env, - struct mdd_object *obj, - struct lu_attr *attr, - struct thandle *handle, - int needacl); -int mdd_lmm_get_locked(const struct lu_env *env, struct mdd_object *mdd_obj, - struct md_attr *ma); + const struct md_op_spec *spec, + struct dt_allocation_hint *hint); /* mdd_lock.c */ void mdd_write_lock(const struct lu_env *env, struct mdd_object *obj, @@ -256,43 +236,28 @@ void mdd_write_unlock(const struct lu_env *env, struct mdd_object *obj); void mdd_read_unlock(const struct lu_env *env, struct mdd_object *obj); int mdd_write_locked(const struct lu_env *env, struct mdd_object *obj); -void mdd_pdlock_init(struct mdd_object *obj); -unsigned long mdd_name2hash(const char *name); -void *mdd_pdo_write_lock(const struct lu_env *env, struct mdd_object *obj, - const char *name, enum mdd_object_role role); -void *mdd_pdo_read_lock(const struct lu_env *env, struct mdd_object *obj, - const char *name, enum mdd_object_role role); -void mdd_pdo_write_unlock(const struct lu_env *env, struct mdd_object *obj, - void *dlh); -void mdd_pdo_read_unlock(const struct lu_env *env, struct mdd_object *obj, - void *dlh); /* mdd_dir.c */ -int mdd_parent_fid(const struct lu_env *env, struct mdd_object *obj, - struct lu_fid *fid); -int mdd_is_subdir(const struct lu_env *env, struct md_object *mo, - const struct lu_fid *fid, struct lu_fid *sfid); int mdd_may_create(const struct lu_env *env, struct mdd_object *pobj, - struct mdd_object *cobj, int check_perm, int check_nlink); + const struct lu_attr *pattr, struct mdd_object *cobj, + bool check_perm); int mdd_may_unlink(const struct lu_env *env, struct mdd_object *pobj, - const struct lu_attr *attr); -int mdd_may_delete(const struct lu_env *env, struct mdd_object *pobj, - struct mdd_object *cobj, struct lu_attr *cattr, - struct lu_attr *src_attr, int check_perm, int check_empty); + const struct lu_attr *pattr, const struct lu_attr *attr); +int mdd_may_delete(const struct lu_env *env, struct mdd_object *tpobj, + const struct lu_attr *tpattr, struct mdd_object *tobj, + const struct lu_attr *tattr, const struct lu_attr *cattr, + int check_perm, int check_empty); int mdd_unlink_sanity_check(const struct lu_env *env, struct mdd_object *pobj, - struct mdd_object *cobj, struct lu_attr *cattr); + const struct lu_attr *pattr, + struct mdd_object *cobj, + const struct lu_attr *cattr); int mdd_finish_unlink(const struct lu_env *env, struct mdd_object *obj, - struct md_attr *ma, struct thandle *th); + struct md_attr *ma, const struct mdd_object *pobj, + const struct lu_name *lname, struct thandle *th); -int mdd_link_sanity_check(const struct lu_env *env, struct mdd_object *tgt_obj, - const struct lu_name *lname, struct mdd_object *src_obj); int mdd_is_root(struct mdd_device *mdd, const struct lu_fid *fid); int mdd_lookup(const struct lu_env *env, struct md_object *pobj, const struct lu_name *lname, struct lu_fid* fid, struct md_op_spec *spec); -int mdd_links_read(const struct lu_env *env, struct mdd_object *mdd_obj, - struct linkea_data *ldata); -int mdd_declare_links_add(const struct lu_env *env, struct mdd_object *mdd_obj, - struct thandle *handle, struct linkea_data *ldata); int mdd_links_write(const struct lu_env *env, struct mdd_object *mdd_obj, struct linkea_data *ldata, struct thandle *handle); struct lu_buf *mdd_links_get(const struct lu_env *env, @@ -306,81 +271,64 @@ int mdd_links_rename(const struct lu_env *env, struct thandle *handle, struct linkea_data *ldata, int first, int check); -int mdd_declare_links_add(const struct lu_env *env, struct mdd_object *mdd_obj, - struct thandle *handle, struct linkea_data *ldata); - -/* mdd_lov.c */ -int mdd_declare_unlink_log(const struct lu_env *env, struct mdd_object *obj, - struct md_attr *ma, struct thandle *handle); -int mdd_unlink_log(const struct lu_env *env, struct mdd_device *mdd, - struct mdd_object *mdd_cobj, struct md_attr *ma); - -int mdd_setattr_log(const struct lu_env *env, struct mdd_device *mdd, - const struct md_attr *ma, - struct lov_mds_md *lmm, int lmm_size, - struct llog_cookie *logcookies, int cookies_size); - -int mdd_get_cookie_size(const struct lu_env *env, struct mdd_device *mdd, - struct lov_mds_md *lmm); - -int mdd_lov_setattr_async(const struct lu_env *env, struct mdd_object *obj, - struct lov_mds_md *lmm, int lmm_size, - struct llog_cookie *logcookies); - -int mdd_lovobj_unlink(const struct lu_env *env, struct mdd_device *mdd, - struct mdd_object *obj, struct lu_attr *la, - struct md_attr *ma, int log_unlink); +int mdd_dir_layout_shrink(const struct lu_env *env, + struct md_object *md_obj, + const struct lu_buf *lmu_buf); struct mdd_thread_info *mdd_env_info(const struct lu_env *env); -const struct lu_name *mdd_name_get_const(const struct lu_env *env, - const void *area, ssize_t len); +#define MDD_ENV_VAR(env, var) (&mdd_env_info(env)->mti_##var) + struct lu_buf *mdd_buf_get(const struct lu_env *env, void *area, ssize_t len); const struct lu_buf *mdd_buf_get_const(const struct lu_env *env, const void *area, ssize_t len); -int __mdd_orphan_cleanup(const struct lu_env *env, struct mdd_device *d); -int __mdd_orphan_add(const struct lu_env *, struct mdd_object *, - struct thandle *); -int __mdd_orphan_del(const struct lu_env *, struct mdd_object *, - struct thandle *); -int orph_index_init(const struct lu_env *env, struct mdd_device *mdd); -void orph_index_fini(const struct lu_env *env, struct mdd_device *mdd); -int orph_declare_index_insert(const struct lu_env *, struct mdd_object *, - umode_t mode, struct thandle *); -int orph_declare_index_delete(const struct lu_env *, struct mdd_object *, - struct thandle *); +int mdd_orphan_cleanup(const struct lu_env *env, struct mdd_device *d); +int mdd_orphan_insert(const struct lu_env *env, struct mdd_object *obj, + struct thandle *thandle); +int mdd_orphan_delete(const struct lu_env *env, struct mdd_object *obj, + struct thandle *thandle); +int mdd_orphan_index_init(const struct lu_env *env, struct mdd_device *mdd); +void mdd_orphan_index_fini(const struct lu_env *env, struct mdd_device *mdd); +int mdd_orphan_declare_insert(const struct lu_env *env, struct mdd_object *obj, + umode_t mode, struct thandle *thandle); +int mdd_orphan_declare_delete(const struct lu_env *env, struct mdd_object *obj, + struct thandle *thandle); /* mdd_lproc.c */ -void lprocfs_mdd_init_vars(struct lprocfs_static_vars *lvars); int mdd_procfs_init(struct mdd_device *mdd, const char *name); -int mdd_procfs_fini(struct mdd_device *mdd); +void mdd_procfs_fini(struct mdd_device *mdd); /* mdd_object.c */ -int mdd_get_flags(const struct lu_env *env, struct mdd_object *obj); -struct lu_buf *mdd_buf_alloc(const struct lu_env *env, ssize_t len); -int mdd_buf_grow(const struct lu_env *env, ssize_t len); -void mdd_buf_put(struct lu_buf *buf); - -struct lu_buf *mdd_link_buf_alloc(const struct lu_env *env, ssize_t len); -int mdd_link_buf_grow(const struct lu_env *env, ssize_t len); +extern struct kmem_cache *mdd_object_kmem; extern const struct md_dir_operations mdd_dir_ops; extern const struct md_object_operations mdd_obj_ops; - -int accmode(const struct lu_env *env, struct lu_attr *la, int flags); +int mdd_readlink(const struct lu_env *env, struct md_object *obj, + struct lu_buf *buf); +int accmode(const struct lu_env *env, const struct lu_attr *la, int flags); extern struct lu_context_key mdd_thread_key; extern const struct lu_device_operations mdd_lu_ops; struct mdd_object *mdd_object_find(const struct lu_env *env, struct mdd_device *d, const struct lu_fid *f); -int mdd_get_default_md(struct mdd_object *mdd_obj, struct lov_mds_md *lmm); int mdd_readpage(const struct lu_env *env, struct md_object *obj, const struct lu_rdpg *rdpg); int mdd_declare_changelog_store(const struct lu_env *env, struct mdd_device *mdd, - const struct lu_name *fname, + enum changelog_rec_type type, + const struct lu_name *tname, + const struct lu_name *sname, struct thandle *handle); +void mdd_changelog_rec_ext_jobid(struct changelog_rec *rec, const char *jobid); +void mdd_changelog_rec_ext_extra_flags(struct changelog_rec *rec, __u64 eflags); +void mdd_changelog_rec_extra_uidgid(struct changelog_rec *rec, + __u64 uid, __u64 gid); +void mdd_changelog_rec_extra_nid(struct changelog_rec *rec, + lnet_nid_t nid); +void mdd_changelog_rec_extra_omode(struct changelog_rec *rec, int flags); +void mdd_changelog_rec_extra_xattr(struct changelog_rec *rec, + const char *xattr_name); int mdd_changelog_store(const struct lu_env *env, struct mdd_device *mdd, struct llog_changelog_rec *rec, struct thandle *th); int mdd_changelog_data_store(const struct lu_env *env, struct mdd_device *mdd, @@ -388,22 +336,37 @@ int mdd_changelog_data_store(const struct lu_env *env, struct mdd_device *mdd, struct mdd_object *mdd_obj, struct thandle *handle); int mdd_changelog_ns_store(const struct lu_env *env, struct mdd_device *mdd, - enum changelog_rec_type type, unsigned flags, - struct mdd_object *target, struct mdd_object *parent, - const struct lu_name *tname, struct thandle *handle); -int mdd_declare_object_create_internal(const struct lu_env *env, + enum changelog_rec_type type, + enum changelog_rec_flags crf, + struct mdd_object *target, + const struct lu_fid *tpfid, + const struct lu_fid *sfid, + const struct lu_fid *spfid, + const struct lu_name *tname, + const struct lu_name *sname, + struct thandle *handle); +int mdd_invalidate(const struct lu_env *env, struct md_object *obj); +int mdd_declare_create_object_internal(const struct lu_env *env, struct mdd_object *p, struct mdd_object *c, struct lu_attr *attr, struct thandle *handle, - const struct md_op_spec *spec); + const struct md_op_spec *spec, + struct dt_allocation_hint *hint); +int mdd_stripe_get(const struct lu_env *env, struct mdd_object *obj, + struct lu_buf *lmm_buf, const char *name); +int mdd_changelog_data_store_xattr(const struct lu_env *env, + struct mdd_device *mdd, + enum changelog_rec_type type, + int flags, struct mdd_object *mdd_obj, + const char *xattr_name, + struct thandle *handle); /* mdd_trans.c */ -int mdd_lov_destroy(const struct lu_env *env, struct mdd_device *mdd, - struct mdd_object *obj, struct lu_attr *la); - void mdd_object_make_hint(const struct lu_env *env, struct mdd_object *parent, - struct mdd_object *child, struct lu_attr *attr); + struct mdd_object *child, const struct lu_attr *attr, + const struct md_op_spec *spec, + struct dt_allocation_hint *hint); static inline void mdd_object_get(struct mdd_object *o) { @@ -420,12 +383,8 @@ struct thandle *mdd_trans_create(const struct lu_env *env, struct mdd_device *mdd); int mdd_trans_start(const struct lu_env *env, struct mdd_device *mdd, struct thandle *th); -void mdd_trans_stop(const struct lu_env *env, struct mdd_device *mdd, - int rc, struct thandle *handle); -int mdd_txn_stop_cb(const struct lu_env *env, struct thandle *txn, - void *cookie); -int mdd_txn_start_cb(const struct lu_env *env, struct thandle *, - void *cookie); +int mdd_trans_stop(const struct lu_env *env, struct mdd_device *mdd, + int rc, struct thandle *handle); /* mdd_device.c */ struct lu_object *mdd_object_alloc(const struct lu_env *env, @@ -437,19 +396,20 @@ int mdd_local_file_create(const struct lu_env *env, struct mdd_device *mdd, int mdd_acl_chmod(const struct lu_env *env, struct mdd_object *o, __u32 mode, struct thandle *handle); -int __mdd_declare_acl_init(const struct lu_env *env, struct mdd_object *obj, - int is_dir, struct thandle *handle); int mdd_acl_set(const struct lu_env *env, struct mdd_object *obj, - const struct lu_buf *buf, int fl); + struct lu_attr *attr, const struct lu_buf *buf, int fl); int __mdd_fix_mode_acl(const struct lu_env *env, struct lu_buf *buf, __u32 *mode); int __mdd_permission_internal(const struct lu_env *env, struct mdd_object *obj, - struct lu_attr *la, int mask, int role); + const struct lu_attr *la, int mask, int role); int mdd_permission(const struct lu_env *env, struct md_object *pobj, struct md_object *cobj, struct md_attr *ma, int mask); -int mdd_capa_get(const struct lu_env *env, struct md_object *obj, - struct lustre_capa *capa, int renewal); +int mdd_generic_thread_start(struct mdd_generic_thread *thread, + int (*func)(void *), void *data, char *name); +void mdd_generic_thread_stop(struct mdd_generic_thread *thread); +int mdd_changelog_user_purge(const struct lu_env *env, struct mdd_device *mdd, + __u32 id); /* mdd_prepare.c */ int mdd_compat_fixes(const struct lu_env *env, struct mdd_device *mdd); @@ -519,29 +479,24 @@ static inline const struct lu_fid *mdo2fid(const struct mdd_object *obj) return lu_object_fid(&obj->mod_obj.mo_lu); } -static inline int mdd_object_obf(const struct mdd_object *obj) -{ - return lu_fid_eq(mdo2fid(obj), &LU_OBF_FID); -} - static inline umode_t mdd_object_type(const struct mdd_object *obj) { return lu_object_attr(&obj->mod_obj.mo_lu); } -static inline int mdd_is_immutable(struct mdd_object *obj) +static inline int mdd_is_dead_obj(struct mdd_object *obj) { - return obj->mod_flags & IMMUTE_OBJ; + return obj && obj->mod_flags & DEAD_OBJ; } -static inline int mdd_is_dead_obj(struct mdd_object *obj) +static inline bool mdd_is_volatile_obj(struct mdd_object *obj) { - return obj && obj->mod_flags & DEAD_OBJ; + return obj->mod_flags & VOLATILE_OBJ; } -static inline int mdd_is_append(struct mdd_object *obj) +static inline bool mdd_is_orphan_obj(struct mdd_object *obj) { - return obj->mod_flags & APPEND_OBJ; + return obj->mod_flags & ORPHAN_OBJ; } static inline int mdd_object_exists(struct mdd_object *obj) @@ -564,39 +519,6 @@ static inline struct seq_server_site *mdd_seq_site(struct mdd_device *mdd) return mdd2lu_dev(mdd)->ld_site->ld_seq_site; } -static inline struct lustre_capa *mdd_object_capa(const struct lu_env *env, - const struct mdd_object *obj) -{ - struct lu_capainfo *lci = lu_capainfo_get(env); - const struct lu_fid *fid = mdo2fid(obj); - int i; - - /* NB: in mdt_init0 */ - if (lci == NULL) - return BYPASS_CAPA; - - for (i = 0; i < LU_CAPAINFO_MAX; i++) - if (lu_fid_eq(&lci->lci_fid[i], fid)) - return lci->lci_capa[i]; - return NULL; -} - -static inline void mdd_set_capainfo(const struct lu_env *env, int offset, - const struct mdd_object *obj, - struct lustre_capa *capa) -{ - struct lu_capainfo *lci = lu_capainfo_get(env); - const struct lu_fid *fid = mdo2fid(obj); - - LASSERT(offset >= 0 && offset < LU_CAPAINFO_MAX); - /* NB: in mdt_init0 */ - if (lci == NULL) - return; - - lci->lci_fid[offset] = *fid; - lci->lci_capa[offset] = capa; -} - static inline const char *mdd_obj_dev_name(const struct mdd_object *obj) { return lu_dev_name(obj->mod_obj.mo_lu.lo_dev); @@ -604,40 +526,28 @@ static inline const char *mdd_obj_dev_name(const struct mdd_object *obj) #define MAX_ATIME_DIFF 60 -enum { - LPROC_MDD_NR -}; - static inline int mdd_permission_internal(const struct lu_env *env, - struct mdd_object *obj, - struct lu_attr *la, int mask) + struct mdd_object *obj, + const struct lu_attr *la, int mask) { - return __mdd_permission_internal(env, obj, la, mask, -1); + return __mdd_permission_internal(env, obj, la, mask, -1); } static inline int mdd_permission_internal_locked(const struct lu_env *env, - struct mdd_object *obj, - struct lu_attr *la, int mask, - enum mdd_object_role role) -{ - return __mdd_permission_internal(env, obj, la, mask, role); -} - -static inline int mdo_data_get(const struct lu_env *env, - struct mdd_object *obj, - void **data) + struct mdd_object *obj, + const struct lu_attr *la, + int mask, + enum mdd_object_role role) { - struct dt_object *next = mdd_object_child(obj); - next->do_ops->do_data_get(env, next, data); - return 0; + return __mdd_permission_internal(env, obj, la, mask, role); } /* mdd inline func for calling osd_dt_object ops */ static inline int mdo_attr_get(const struct lu_env *env, struct mdd_object *obj, - struct lu_attr *la, struct lustre_capa *capa) + struct lu_attr *la) { - struct dt_object *next = mdd_object_child(obj); - return next->do_ops->do_attr_get(env, next, la, capa); + struct dt_object *next = mdd_object_child(obj); + return dt_attr_get(env, next, la); } static inline int mdo_declare_attr_set(const struct lu_env *env, @@ -650,26 +560,23 @@ static inline int mdo_declare_attr_set(const struct lu_env *env, } static inline int mdo_attr_set(const struct lu_env *env, - struct mdd_object *obj, - const struct lu_attr *la, - struct thandle *handle, - struct lustre_capa *capa) + struct mdd_object *obj, + const struct lu_attr *la, + struct thandle *handle) { - struct dt_object *next = mdd_object_child(obj); - if (mdd_object_exists(obj) == 0) { - CERROR("%s: object "DFID" not found: rc = -2\n", - mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj))); - return -ENOENT; - } - return next->do_ops->do_attr_set(env, next, la, handle, capa); + struct dt_object *next = mdd_object_child(obj); + + if (!mdd_object_exists(obj)) + return -ENOENT; + + return dt_attr_set(env, next, la, handle); } static inline int mdo_xattr_get(const struct lu_env *env,struct mdd_object *obj, - struct lu_buf *buf, const char *name, - struct lustre_capa *capa) + struct lu_buf *buf, const char *name) { - struct dt_object *next = mdd_object_child(obj); - return next->do_ops->do_xattr_get(env, next, buf, name, capa); + struct dt_object *next = mdd_object_child(obj); + return dt_xattr_get(env, next, buf, name); } static inline int mdo_declare_xattr_set(const struct lu_env *env, @@ -683,18 +590,15 @@ static inline int mdo_declare_xattr_set(const struct lu_env *env, } static inline int mdo_xattr_set(const struct lu_env *env,struct mdd_object *obj, - const struct lu_buf *buf, const char *name, - int fl, struct thandle *handle, - struct lustre_capa *capa) + const struct lu_buf *buf, const char *name, + int fl, struct thandle *handle) { - struct dt_object *next = mdd_object_child(obj); - if (mdd_object_exists(obj) == 0) { - CERROR("%s: object "DFID" not found: rc = -2\n", - mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj))); - return -ENOENT; - } - return next->do_ops->do_xattr_set(env, next, buf, name, fl, handle, - capa); + struct dt_object *next = mdd_object_child(obj); + + if (!mdd_object_exists(obj)) + return -ENOENT; + + return dt_xattr_set(env, next, buf, name, fl, handle); } static inline int mdo_declare_xattr_del(const struct lu_env *env, @@ -707,67 +611,73 @@ static inline int mdo_declare_xattr_del(const struct lu_env *env, } static inline int mdo_xattr_del(const struct lu_env *env,struct mdd_object *obj, - const char *name, struct thandle *handle, - struct lustre_capa *capa) + const char *name, struct thandle *handle) { - struct dt_object *next = mdd_object_child(obj); - if (mdd_object_exists(obj) == 0) { - CERROR("%s: object "DFID" not found: rc = -2\n", - mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj))); - return -ENOENT; - } - return next->do_ops->do_xattr_del(env, next, name, handle, capa); + struct dt_object *next = mdd_object_child(obj); + + if (!mdd_object_exists(obj)) + return -ENOENT; + + return dt_xattr_del(env, next, name, handle); } -static inline -int mdo_xattr_list(const struct lu_env *env, struct mdd_object *obj, - struct lu_buf *buf, struct lustre_capa *capa) +static inline int +mdo_xattr_list(const struct lu_env *env, struct mdd_object *obj, + struct lu_buf *buf) { - struct dt_object *next = mdd_object_child(obj); - if (mdd_object_exists(obj) == 0) { - CERROR("%s: object "DFID" not found: rc = -2\n", - mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj))); - return -ENOENT; - } - return next->do_ops->do_xattr_list(env, next, buf, capa); + struct dt_object *next = mdd_object_child(obj); + + if (!mdd_object_exists(obj)) + return -ENOENT; + + return dt_xattr_list(env, next, buf); } -static inline -int mdo_index_try(const struct lu_env *env, struct mdd_object *obj, - const struct dt_index_features *feat) +static inline int +mdo_invalidate(const struct lu_env *env, struct mdd_object *obj) { - struct dt_object *next = mdd_object_child(obj); - return next->do_ops->do_index_try(env, next, feat); + return dt_invalidate(env, mdd_object_child(obj)); +} + +static inline int +mdo_declare_layout_change(const struct lu_env *env, struct mdd_object *obj, + struct md_layout_change *mlc, struct thandle *handle) +{ + return dt_declare_layout_change(env, mdd_object_child(obj), + mlc, handle); +} + +static inline int +mdo_layout_change(const struct lu_env *env, struct mdd_object *obj, + struct md_layout_change *mlc, struct thandle *handle) +{ + return dt_layout_change(env, mdd_object_child(obj), mlc, handle); } static inline int mdo_declare_index_insert(const struct lu_env *env, struct mdd_object *obj, - const struct lu_fid *fid, const char *name, - struct thandle *handle) + const struct lu_fid *fid, __u32 type, + const char *name, struct thandle *handle) { - struct dt_object *next = mdd_object_child(obj); - int rc = 0; - - /* - * if the object doesn't exist yet, then it's supposed to be created - * and declaration of the creation should be enough to insert ./.. - */ - /* FIXME: remote object should not be awared by MDD layer, but local - * creation does not declare insert ./.. (comments above), which - * is required by remote directory creation. - * This remote check should be removed when mdd_object_exists check is - * removed. - */ - if (mdd_object_exists(obj) || mdd_object_remote(obj)) { - rc = -ENOTDIR; - if (dt_try_as_dir(env, next)) - rc = dt_declare_insert(env, next, - (struct dt_rec *)fid, - (const struct dt_key *)name, - handle); - } - - return rc; + struct dt_object *next = mdd_object_child(obj); + int rc; + + /* + * if the object doesn't exist yet, then it's supposed to be created + * and declaration of the creation should be enough to insert ./.. + */ + + rc = -ENOTDIR; + if (dt_try_as_dir(env, next)) { + struct dt_insert_rec *rec = &mdd_env_info(env)->mti_dt_rec; + + rec->rec_fid = fid; + rec->rec_type = type; + rc = dt_declare_insert(env, next, (const struct dt_rec *)rec, + (const struct dt_key *)name, handle); + } + + return rc; } static inline @@ -792,15 +702,14 @@ static inline int mdo_declare_ref_add(const struct lu_env *env, } static inline int mdo_ref_add(const struct lu_env *env, struct mdd_object *obj, - struct thandle *handle) + struct thandle *handle) { - struct dt_object *next = mdd_object_child(obj); - if (mdd_object_exists(obj) == 0) { - CERROR("%s: object "DFID" not found: rc = -2\n", - mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj))); - return -ENOENT; - } - return next->do_ops->do_ref_add(env, next, handle); + struct dt_object *next = mdd_object_child(obj); + + if (!mdd_object_exists(obj)) + return -ENOENT; + + return dt_ref_add(env, next, handle); } static inline int mdo_declare_ref_del(const struct lu_env *env, @@ -812,42 +721,32 @@ static inline int mdo_declare_ref_del(const struct lu_env *env, } static inline int mdo_ref_del(const struct lu_env *env, struct mdd_object *obj, - struct thandle *handle) + struct thandle *handle) { - struct dt_object *next = mdd_object_child(obj); - if (mdd_object_exists(obj) == 0) { - CERROR("%s: object "DFID" not found: rc = -2\n", - mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj))); - return -ENOENT; - } - return next->do_ops->do_ref_del(env, next, handle); + struct dt_object *next = mdd_object_child(obj); + + if (!mdd_object_exists(obj)) + return -ENOENT; + + return dt_ref_del(env, next, handle); } -static inline -int mdo_declare_create_obj(const struct lu_env *env, struct mdd_object *o, - struct lu_attr *attr, - struct dt_allocation_hint *hint, - struct dt_object_format *dof, - struct thandle *handle) +static inline int +mdo_declare_create_object(const struct lu_env *env, struct mdd_object *obj, + struct lu_attr *attr, struct dt_allocation_hint *hint, + struct dt_object_format *dof, struct thandle *handle) { - struct dt_object *next = mdd_object_child(o); - return next->do_ops->do_declare_create(env, next, attr, hint, - dof, handle); + struct dt_object *next = mdd_object_child(obj); + return dt_declare_create(env, next, attr, hint, dof, handle); } -static inline -int mdo_create_obj(const struct lu_env *env, struct mdd_object *o, - struct lu_attr *attr, - struct dt_allocation_hint *hint, - struct dt_object_format *dof, - struct thandle *handle) +static inline int +mdo_create_object(const struct lu_env *env, struct mdd_object *obj, + struct lu_attr *attr, struct dt_allocation_hint *hint, + struct dt_object_format *dof, struct thandle *handle) { - struct dt_object *next = mdd_object_child(o); - int rc; - - rc = next->do_ops->do_create(env, next, attr, hint, dof, handle); - - return rc; + struct dt_object *next = mdd_object_child(obj); + return dt_create(env, next, attr, hint, dof, handle); } static inline @@ -866,18 +765,20 @@ int mdo_destroy(const struct lu_env *env, struct mdd_object *o, return dt_destroy(env, next, handle); } -static inline struct obd_capa *mdo_capa_get(const struct lu_env *env, - struct mdd_object *obj, - struct lustre_capa *old, - __u64 opc) +static inline bool mdd_changelog_enabled(const struct lu_env *env, + struct mdd_device *mdd, + enum changelog_rec_type type) { - struct dt_object *next = mdd_object_child(obj); - if (mdd_object_exists(obj) == 0) { - CERROR("%s: object "DFID" not found: rc = -2\n", - mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj))); - return ERR_PTR(-ENOENT); - } - return next->do_ops->do_capa_get(env, next, old, opc); + const struct lu_ucred *uc; + + if ((mdd->mdd_cl.mc_flags & CLM_ON) && + (mdd->mdd_cl.mc_mask & (1 << type))) { + uc = lu_ucred_check(env); + + return uc != NULL ? uc->uc_enable_audit : true; + } else { + return false; + } } #endif