*
* You should have received a copy of the GNU General Public License
* version 2 along with this program; If not, see
- * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
- *
- * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
- * CA 95054 USA or visit www.sun.com if you need additional information or
- * have any questions.
+ * http://www.gnu.org/licenses/gpl-2.0.html
*
* GPL HEADER END
*/
* Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
* Use is subject to license terms.
*
- * Copyright (c) 2011, 2013, Intel Corporation.
+ * Copyright (c) 2011, 2017, Intel Corporation.
*/
/*
* This file is part of Lustre, http://www.lustre.org/
#define _MDD_INTERNAL_H
#include <lustre_acl.h>
-#include <lustre_eacl.h>
+#include <lustre_compat.h>
#include <md_object.h>
#include <dt_object.h>
#include <lustre_lfsck.h>
#include <lustre_fid.h>
-#include <lustre_capa.h>
#include <lprocfs_status.h>
#include <lustre_log.h>
#include <lustre_linkea.h>
+/* ChangeLog params for automatic purge mechanism */
+/* max time allowed for a user to stay idle in seconds */
+#define CHLOG_MAX_IDLE_TIME 2592000 /* = 30 days */
+/* max gap allowed for a user to stay idle in number of ChangeLog records
+ * this is an evaluation, assuming that chunk-size is LLOG_MIN_CHUNK_SIZE, of
+ * the indexes gap for half full changelogs */
+#define CHLOG_MAX_IDLE_INDEXES (((LLOG_MIN_CHUNK_SIZE - \
+ offsetof(struct llog_log_hdr, \
+ llh_bitmap[0]) - \
+ sizeof(struct llog_rec_tail)) * 4) * \
+ ((LLOG_MIN_CHUNK_SIZE - \
+ offsetof(struct llog_log_hdr, \
+ llh_bitmap[0]) - \
+ sizeof(struct llog_rec_tail)) * 8))
+/* min time in seconds between two gc thread runs if none already started */
+#define CHLOG_MIN_GC_INTERVAL 3600
+/* minimum number of free ChangeLog catalog entries (ie, between cur and
+ * last indexes) before starting garbage collect */
+#define CHLOG_MIN_FREE_CAT_ENTRIES 2
+
/* Changelog flags */
/** changelog is recording */
#define CLM_ON 0x00001
#define CLM_FINI 0x20000
/** some changelog records purged */
#define CLM_PURGE 0x40000
+/** changelog cleanup done, to prevent double cleanup */
+#define CLM_CLEANUP_DONE 0x80000
+
+#define LLOG_CHANGELOG_HDR_SZ (sizeof(struct llog_changelog_rec) - \
+ sizeof(struct changelog_rec))
+/* mc_gc_task values */
+/** no GC thread to be started **/
+#define MDD_CHLG_GC_NONE NULL
+/** a GC thread need to be started **/
+#define MDD_CHLG_GC_NEED (struct task_struct *)(-1)
+/** a GC thread will be started now **/
+#define MDD_CHLG_GC_START (struct task_struct *)(-2)
+/** else the started task_struct address when running **/
struct mdd_changelog {
spinlock_t mc_lock; /* for index */
int mc_flags;
int mc_mask;
__u64 mc_index;
- __u64 mc_starttime;
+ ktime_t mc_starttime;
spinlock_t mc_user_lock;
int mc_lastuser;
+ int mc_users; /* registered users number */
+ struct task_struct *mc_gc_task;
+ time64_t mc_gc_time; /* last GC check or run time */
+ unsigned int mc_deniednext; /* interval for recording denied
+ * accesses
+ */
};
-static inline __u64 cl_time(void) {
- cfs_fs_time_t time;
+static inline __u64 cl_time(void)
+{
+ struct timespec64 time;
- cfs_fs_time_current(&time);
+ ktime_get_real_ts64(&time);
return (((__u64)time.tv_sec) << 30) + time.tv_nsec;
}
/** Objects in .lustre dir */
struct mdd_dot_lustre_objs {
- struct mdd_object *mdd_obf;
+ struct mdd_object *mdd_obf;
+ struct mdd_object *mdd_lpf;
+};
+
+struct mdd_generic_thread {
+ struct completion mgt_started;
+ struct completion mgt_finished;
+ void *mgt_data;
+ bool mgt_abort;
+ bool mgt_init;
};
struct mdd_device {
struct lu_fid mdd_local_root_fid;
struct dt_device_param mdd_dt_conf;
struct dt_object *mdd_orphans; /* PENDING directory */
- cfs_proc_dir_entry_t *mdd_proc_entry;
struct mdd_changelog mdd_cl;
- unsigned long mdd_atime_diff;
+ unsigned int mdd_changelog_gc;
+ time64_t mdd_changelog_max_idle_time;
+ unsigned long mdd_changelog_max_idle_indexes;
+ time64_t mdd_changelog_min_gc_interval;
+ unsigned int mdd_changelog_min_free_cat_entries;
+ time64_t mdd_atime_diff;
struct mdd_object *mdd_dot_lustre;
struct mdd_dot_lustre_objs mdd_dot_lustre_objs;
unsigned int mdd_sync_permission;
int mdd_connects;
+ int mdd_append_stripe_count;
+ char mdd_append_pool[LOV_MAXPOOLNAME + 1];
struct local_oid_storage *mdd_los;
+ struct mdd_generic_thread mdd_orphan_cleanup_thread;
+ struct kobject mdd_kobj;
+ struct kobj_type mdd_ktype;
+ struct completion mdd_kobj_unregister;
};
enum mod_flags {
- /* The dir object has been unlinked */
- DEAD_OBJ = 1 << 0,
- APPEND_OBJ = 1 << 1,
- IMMUTE_OBJ = 1 << 2,
- ORPHAN_OBJ = 1 << 3,
+ /* The dir object has been unlinked */
+ DEAD_OBJ = BIT(0),
+ ORPHAN_OBJ = BIT(1),
+ VOLATILE_OBJ = BIT(4),
};
struct mdd_object {
- struct md_object mod_obj;
- /* open count */
- __u32 mod_count;
- __u32 mod_valid;
- __u64 mod_cltime;
- unsigned long mod_flags;
-#ifdef CONFIG_LOCKDEP
- /* "dep_map" name is assumed by lockdep.h macros. */
- struct lockdep_map dep_map;
-#endif
+ struct md_object mod_obj;
+ /* open count */
+ u32 mod_count;
+ u32 mod_valid;
+ ktime_t mod_cltime;
+ unsigned long mod_flags;
+ struct list_head mod_users; /**< unique user opens */
};
+#define MTI_KEEP_KEY 0x01
+
struct mdd_thread_info {
struct lu_fid mti_fid;
struct lu_fid mti_fid2; /* used for be & cpu converting */
struct lu_attr mti_tattr;
/** used to set c/mtime */
struct lu_attr mti_la_for_fix;
- struct md_attr mti_ma;
- struct obd_info mti_oi;
+ /* Only used in mdd_object_start */
+ struct lu_attr mti_la_for_start;
/* mti_ent and mti_key must be conjoint,
* then mti_ent::lde_name will be mti_key. */
struct lu_dirent mti_ent;
char mti_key[NAME_MAX + 16];
- struct obd_trans_info mti_oti;
+ int mti_flags;
+ char mti_name[NAME_MAX + 1];
struct lu_buf mti_buf[4];
struct lu_buf mti_big_buf; /* biggish persistent buf */
struct lu_buf mti_link_buf; /* buf for link ea */
- struct lu_name mti_name;
- struct lu_name mti_name2;
+ struct lu_buf mti_xattr_buf;
struct obdo mti_oa;
- char mti_xattr_buf[LUSTRE_POSIX_ACL_MAX_SIZE];
struct dt_allocation_hint mti_hint;
- struct lov_mds_md *mti_max_lmm;
- int mti_max_lmm_size;
- struct llog_cookie *mti_max_cookie;
- int mti_max_cookie_size;
struct dt_object_format mti_dof;
- struct obd_quotactl mti_oqctl;
struct linkea_data mti_link_data;
+ struct md_op_spec mti_spec;
+ struct dt_insert_rec mti_dt_rec;
+ struct lfsck_req_local mti_lrl;
+ struct lu_seq_range mti_range;
+ union lmv_mds_md mti_lmv;
+ struct md_layout_change mti_mlc;
};
-extern const char orph_index_name[];
-
-extern const struct dt_index_features orph_index_features;
-
-struct lov_mds_md *mdd_max_lmm_buffer(const struct lu_env *env, int size);
-struct lov_mds_md *mdd_max_lmm_get(const struct lu_env *env,
- struct mdd_device *mdd);
-
-struct llog_cookie *mdd_max_cookie_get(const struct lu_env *env,
- struct mdd_device *mdd);
-
-int mdd_init_obd(const struct lu_env *env, struct mdd_device *mdd,
- struct lustre_cfg *cfg);
-int mdd_fini_obd(const struct lu_env *env, struct mdd_device *mdd,
- struct lustre_cfg *lcfg);
-int __mdd_xattr_set(const struct lu_env *env, struct mdd_object *obj,
- const struct lu_buf *buf, const char *name,
- int fl, struct thandle *handle);
-int mdd_xattr_set_txn(const struct lu_env *env, struct mdd_object *obj,
- const struct lu_buf *buf, const char *name, int fl,
- struct thandle *txn);
-int mdd_lsm_sanity_check(const struct lu_env *env, struct mdd_object *obj);
-int mdd_lov_set_md(const struct lu_env *env, struct mdd_object *pobj,
- struct mdd_object *child, struct lov_mds_md *lmm,
- int lmm_size, struct thandle *handle, int set_stripe);
-int mdd_lov_create(const struct lu_env *env, struct mdd_device *mdd,
- struct mdd_object *parent, struct mdd_object *child,
- struct lov_mds_md **lmm, int *lmm_size,
- const struct md_op_spec *spec, struct md_attr *ma);
-int mdd_lov_objid_prepare(struct mdd_device *mdd, struct lov_mds_md *lmm);
-int mdd_declare_lov_objid_update(const struct lu_env *, struct mdd_device *,
- struct thandle *);
-void mdd_lov_objid_update(struct mdd_device *mdd, struct lov_mds_md *lmm);
-void mdd_lov_create_finish(const struct lu_env *env, struct mdd_device *mdd,
- struct lov_mds_md *lmm, int lmm_size,
- const struct md_op_spec *spec);
-int mdd_file_lock(const struct lu_env *env, struct md_object *obj,
- struct lov_mds_md *lmm, struct ldlm_extent *extent,
- struct lustre_handle *lockh);
-int mdd_file_unlock(const struct lu_env *env, struct md_object *obj,
- struct lov_mds_md *lmm, struct lustre_handle *lockh);
-int mdd_lum_lmm_cmp(const struct lu_env *env, struct md_object *cobj,
- const struct md_op_spec *spec, struct md_attr *ma);
-int mdd_get_md(const struct lu_env *env, struct mdd_object *obj,
- void *md, int *md_size, const char *name);
-int mdd_get_md_locked(const struct lu_env *env, struct mdd_object *obj,
- void *md, int *md_size, const char *name);
-int mdd_data_get(const struct lu_env *env, struct mdd_object *obj, void **data);
int mdd_la_get(const struct lu_env *env, struct mdd_object *obj,
- struct lu_attr *la, struct lustre_capa *capa);
+ struct lu_attr *la);
int mdd_attr_get(const struct lu_env *env, struct md_object *obj,
struct md_attr *ma);
int mdd_attr_set(const struct lu_env *env, struct md_object *obj,
int mdd_update_time(const struct lu_env *env, struct mdd_object *obj,
const struct lu_attr *oattr, struct lu_attr *attr,
struct thandle *handle);
-int mdd_declare_object_kill(const struct lu_env *env, struct mdd_object *obj,
- struct md_attr *ma, struct thandle *handle);
-int mdd_object_kill(const struct lu_env *env, struct mdd_object *obj,
- struct md_attr *ma, struct thandle *handle);
-int mdd_iattr_get(const struct lu_env *env, struct mdd_object *mdd_obj,
- struct md_attr *ma);
-int mdd_object_create_internal(const struct lu_env *env, struct mdd_object *p,
+int mdd_create_object_internal(const struct lu_env *env, struct mdd_object *p,
struct mdd_object *c, struct lu_attr *attr,
struct thandle *handle,
- const struct md_op_spec *spec);
-int mdd_lmm_get_locked(const struct lu_env *env, struct mdd_object *mdd_obj,
- struct md_attr *ma);
+ const struct md_op_spec *spec,
+ struct dt_allocation_hint *hint);
/* mdd_lock.c */
void mdd_write_lock(const struct lu_env *env, struct mdd_object *obj,
- enum mdd_object_role role);
+ enum dt_object_role role);
void mdd_read_lock(const struct lu_env *env, struct mdd_object *obj,
- enum mdd_object_role role);
+ enum dt_object_role role);
void mdd_write_unlock(const struct lu_env *env, struct mdd_object *obj);
void mdd_read_unlock(const struct lu_env *env, struct mdd_object *obj);
int mdd_write_locked(const struct lu_env *env, struct mdd_object *obj);
-unsigned long mdd_name2hash(const char *name);
-void *mdd_pdo_write_lock(const struct lu_env *env, struct mdd_object *obj,
- const char *name, enum mdd_object_role role);
-void mdd_pdo_write_unlock(const struct lu_env *env, struct mdd_object *obj,
- void *dlh);
/* mdd_dir.c */
-int mdd_is_subdir(const struct lu_env *env, struct md_object *mo,
- const struct lu_fid *fid, struct lu_fid *sfid);
int mdd_may_create(const struct lu_env *env, struct mdd_object *pobj,
const struct lu_attr *pattr, struct mdd_object *cobj,
- int check_perm, int check_nlink);
+ bool check_perm);
int mdd_may_unlink(const struct lu_env *env, struct mdd_object *pobj,
const struct lu_attr *pattr, const struct lu_attr *attr);
int mdd_may_delete(const struct lu_env *env, struct mdd_object *tpobj,
struct mdd_object *cobj,
const struct lu_attr *cattr);
int mdd_finish_unlink(const struct lu_env *env, struct mdd_object *obj,
- struct md_attr *ma, struct thandle *th);
+ struct md_attr *ma, struct mdd_object *pobj,
+ const struct lu_name *lname, struct thandle *th);
int mdd_is_root(struct mdd_device *mdd, const struct lu_fid *fid);
int mdd_lookup(const struct lu_env *env,
struct md_object *pobj, const struct lu_name *lname,
struct lu_fid* fid, struct md_op_spec *spec);
-int mdd_links_read(const struct lu_env *env, struct mdd_object *mdd_obj,
- struct linkea_data *ldata);
-int mdd_declare_links_add(const struct lu_env *env, struct mdd_object *mdd_obj,
- struct thandle *handle, struct linkea_data *ldata);
int mdd_links_write(const struct lu_env *env, struct mdd_object *mdd_obj,
struct linkea_data *ldata, struct thandle *handle);
+int mdd_links_read(const struct lu_env *env,
+ struct mdd_object *mdd_obj,
+ struct linkea_data *ldata);
struct lu_buf *mdd_links_get(const struct lu_env *env,
struct mdd_object *mdd_obj);
int mdd_links_rename(const struct lu_env *env,
struct thandle *handle,
struct linkea_data *ldata,
int first, int check);
-int mdd_declare_links_add(const struct lu_env *env, struct mdd_object *mdd_obj,
- struct thandle *handle, struct linkea_data *ldata);
-
-/* mdd_lov.c */
-int mdd_declare_unlink_log(const struct lu_env *env, struct mdd_object *obj,
- struct md_attr *ma, struct thandle *handle);
-int mdd_unlink_log(const struct lu_env *env, struct mdd_device *mdd,
- struct mdd_object *mdd_cobj, struct md_attr *ma);
-
-int mdd_setattr_log(const struct lu_env *env, struct mdd_device *mdd,
- const struct md_attr *ma,
- struct lov_mds_md *lmm, int lmm_size,
- struct llog_cookie *logcookies, int cookies_size);
-
-int mdd_get_cookie_size(const struct lu_env *env, struct mdd_device *mdd,
- struct lov_mds_md *lmm);
-
-int mdd_lov_setattr_async(const struct lu_env *env, struct mdd_object *obj,
- struct lov_mds_md *lmm, int lmm_size,
- struct llog_cookie *logcookies);
-
-int mdd_lovobj_unlink(const struct lu_env *env, struct mdd_device *mdd,
- struct mdd_object *obj, struct lu_attr *la,
- struct md_attr *ma, int log_unlink);
+int mdd_dir_layout_shrink(const struct lu_env *env,
+ struct md_object *md_obj,
+ struct md_layout_change *mlc);
+int mdd_dir_layout_split(const struct lu_env *env, struct md_object *o,
+ struct md_layout_change *mlc);
+
+int mdd_changelog_write_rec(const struct lu_env *env,
+ struct llog_handle *loghandle,
+ struct llog_rec_hdr *rec,
+ struct llog_cookie *cookie,
+ int idx, struct thandle *th);
struct mdd_thread_info *mdd_env_info(const struct lu_env *env);
#define MDD_ENV_VAR(env, var) (&mdd_env_info(env)->mti_##var)
-const struct lu_name *mdd_name_get_const(const struct lu_env *env,
- const void *area, ssize_t len);
struct lu_buf *mdd_buf_get(const struct lu_env *env, void *area, ssize_t len);
const struct lu_buf *mdd_buf_get_const(const struct lu_env *env,
const void *area, ssize_t len);
-int __mdd_orphan_cleanup(const struct lu_env *env, struct mdd_device *d);
-int __mdd_orphan_add(const struct lu_env *, struct mdd_object *,
- struct thandle *);
-int __mdd_orphan_del(const struct lu_env *, struct mdd_object *,
- struct thandle *);
-int orph_index_init(const struct lu_env *env, struct mdd_device *mdd);
-void orph_index_fini(const struct lu_env *env, struct mdd_device *mdd);
-int orph_declare_index_insert(const struct lu_env *, struct mdd_object *,
- umode_t mode, struct thandle *);
-int orph_declare_index_delete(const struct lu_env *, struct mdd_object *,
- struct thandle *);
+int mdd_orphan_cleanup(const struct lu_env *env, struct mdd_device *d);
+int mdd_orphan_insert(const struct lu_env *env, struct mdd_object *obj,
+ struct thandle *thandle);
+int mdd_orphan_delete(const struct lu_env *env, struct mdd_object *obj,
+ struct thandle *thandle);
+int mdd_orphan_index_init(const struct lu_env *env, struct mdd_device *mdd);
+void mdd_orphan_index_fini(const struct lu_env *env, struct mdd_device *mdd);
+int mdd_orphan_declare_insert(const struct lu_env *env, struct mdd_object *obj,
+ umode_t mode, struct thandle *thandle);
+int mdd_orphan_declare_delete(const struct lu_env *env, struct mdd_object *obj,
+ struct thandle *thandle);
+int mdd_dir_is_empty(const struct lu_env *env, struct mdd_object *dir);
/* mdd_lproc.c */
-void lprocfs_mdd_init_vars(struct lprocfs_static_vars *lvars);
int mdd_procfs_init(struct mdd_device *mdd, const char *name);
-int mdd_procfs_fini(struct mdd_device *mdd);
+void mdd_procfs_fini(struct mdd_device *mdd);
/* mdd_object.c */
-struct lu_buf *mdd_buf_alloc(const struct lu_env *env, ssize_t len);
-int mdd_buf_grow(const struct lu_env *env, ssize_t len);
-void mdd_buf_put(struct lu_buf *buf);
-
-struct lu_buf *mdd_link_buf_alloc(const struct lu_env *env, ssize_t len);
-int mdd_link_buf_grow(const struct lu_env *env, ssize_t len);
+extern struct kmem_cache *mdd_object_kmem;
extern const struct md_dir_operations mdd_dir_ops;
extern const struct md_object_operations mdd_obj_ops;
-
-int accmode(const struct lu_env *env, const struct lu_attr *la, int flags);
+int mdd_readlink(const struct lu_env *env, struct md_object *obj,
+ struct lu_buf *buf);
extern struct lu_context_key mdd_thread_key;
extern const struct lu_device_operations mdd_lu_ops;
struct mdd_object *mdd_object_find(const struct lu_env *env,
struct mdd_device *d,
const struct lu_fid *f);
-int mdd_get_default_md(struct mdd_object *mdd_obj, struct lov_mds_md *lmm);
int mdd_readpage(const struct lu_env *env, struct md_object *obj,
const struct lu_rdpg *rdpg);
int mdd_declare_changelog_store(const struct lu_env *env,
struct mdd_device *mdd,
- const struct lu_name *fname,
+ enum changelog_rec_type type,
+ const struct lu_name *tname,
+ const struct lu_name *sname,
struct thandle *handle);
+void mdd_changelog_rec_ext_jobid(struct changelog_rec *rec, const char *jobid);
+void mdd_changelog_rec_ext_extra_flags(struct changelog_rec *rec, __u64 eflags);
+void mdd_changelog_rec_extra_uidgid(struct changelog_rec *rec,
+ __u64 uid, __u64 gid);
+void mdd_changelog_rec_extra_nid(struct changelog_rec *rec,
+ lnet_nid_t nid);
+void mdd_changelog_rec_extra_omode(struct changelog_rec *rec, u32 flags);
+void mdd_changelog_rec_extra_xattr(struct changelog_rec *rec,
+ const char *xattr_name);
int mdd_changelog_store(const struct lu_env *env, struct mdd_device *mdd,
struct llog_changelog_rec *rec, struct thandle *th);
int mdd_changelog_data_store(const struct lu_env *env, struct mdd_device *mdd,
- enum changelog_rec_type type, int flags,
+ enum changelog_rec_type type,
+ enum changelog_rec_flags clf_flags,
struct mdd_object *mdd_obj,
- struct thandle *handle);
+ struct thandle *handle,
+ const struct lu_fid *pfid);
int mdd_changelog_ns_store(const struct lu_env *env, struct mdd_device *mdd,
- enum changelog_rec_type type, unsigned flags,
- struct mdd_object *target, struct mdd_object *parent,
- const struct lu_name *tname, struct thandle *handle);
-int mdd_declare_object_create_internal(const struct lu_env *env,
+ enum changelog_rec_type type,
+ enum changelog_rec_flags clf_flags,
+ struct mdd_object *target,
+ const struct lu_fid *tpfid,
+ const struct lu_fid *sfid,
+ const struct lu_fid *spfid,
+ const struct lu_name *tname,
+ const struct lu_name *sname,
+ struct thandle *handle);
+int mdd_invalidate(const struct lu_env *env, struct md_object *obj);
+int mdd_declare_create_object_internal(const struct lu_env *env,
struct mdd_object *p,
struct mdd_object *c,
struct lu_attr *attr,
struct thandle *handle,
- const struct md_op_spec *spec);
+ const struct md_op_spec *spec,
+ struct dt_allocation_hint *hint);
+int mdd_stripe_get(const struct lu_env *env, struct mdd_object *obj,
+ struct lu_buf *lmm_buf, const char *name);
+int mdd_changelog_data_store_xattr(const struct lu_env *env,
+ struct mdd_device *mdd,
+ enum changelog_rec_type type,
+ enum changelog_rec_flags clf_flags,
+ struct mdd_object *mdd_obj,
+ const char *xattr_name,
+ struct thandle *handle);
/* mdd_trans.c */
-int mdd_lov_destroy(const struct lu_env *env, struct mdd_device *mdd,
- struct mdd_object *obj, struct lu_attr *la);
-
void mdd_object_make_hint(const struct lu_env *env, struct mdd_object *parent,
- struct mdd_object *child, struct lu_attr *attr);
+ struct mdd_object *child, const struct lu_attr *attr,
+ const struct md_op_spec *spec,
+ struct dt_allocation_hint *hint);
static inline void mdd_object_get(struct mdd_object *o)
{
struct mdd_device *mdd);
int mdd_trans_start(const struct lu_env *env, struct mdd_device *mdd,
struct thandle *th);
-void mdd_trans_stop(const struct lu_env *env, struct mdd_device *mdd,
- int rc, struct thandle *handle);
-int mdd_txn_stop_cb(const struct lu_env *env, struct thandle *txn,
- void *cookie);
-int mdd_txn_start_cb(const struct lu_env *env, struct thandle *,
- void *cookie);
+int mdd_trans_stop(const struct lu_env *env, struct mdd_device *mdd,
+ int rc, struct thandle *handle);
/* mdd_device.c */
struct lu_object *mdd_object_alloc(const struct lu_env *env,
int mdd_acl_chmod(const struct lu_env *env, struct mdd_object *o, __u32 mode,
struct thandle *handle);
-int __mdd_declare_acl_init(const struct lu_env *env, struct mdd_object *obj,
- int is_dir, struct thandle *handle);
int mdd_acl_set(const struct lu_env *env, struct mdd_object *obj,
struct lu_attr *attr, const struct lu_buf *buf, int fl);
int __mdd_fix_mode_acl(const struct lu_env *env, struct lu_buf *buf,
__u32 *mode);
int __mdd_permission_internal(const struct lu_env *env, struct mdd_object *obj,
- const struct lu_attr *la, int mask, int role);
-int mdd_permission(const struct lu_env *env,
- struct md_object *pobj, struct md_object *cobj,
- struct md_attr *ma, int mask);
-int mdd_capa_get(const struct lu_env *env, struct md_object *obj,
- struct lustre_capa *capa, int renewal);
+ const struct lu_attr *la, unsigned int may_mask,
+ int role);
+int mdd_permission(const struct lu_env *env, struct md_object *pobj,
+ struct md_object *cobj, struct md_attr *ma,
+ unsigned int may_mask);
+int mdd_generic_thread_start(struct mdd_generic_thread *thread,
+ int (*func)(void *), void *data, char *name);
+void mdd_generic_thread_stop(struct mdd_generic_thread *thread);
+int mdd_changelog_user_purge(const struct lu_env *env, struct mdd_device *mdd,
+ __u32 id);
/* mdd_prepare.c */
int mdd_compat_fixes(const struct lu_env *env, struct mdd_device *mdd);
+/* acl.c */
+extern int lustre_posix_acl_permission(struct lu_ucred *mu,
+ const struct lu_attr *la,
+ unsigned int may_mask,
+ posix_acl_xattr_entry *entry,
+ int count);
+extern int lustre_posix_acl_chmod_masq(posix_acl_xattr_entry *entry,
+ __u32 mode, int count);
+extern int lustre_posix_acl_create_masq(posix_acl_xattr_entry *entry,
+ __u32 *pmode, int count);
+extern int lustre_posix_acl_equiv_mode(posix_acl_xattr_entry *entry,
+ mode_t *mode_p, int count);
+
/* inline functions */
static inline int lu_device_is_mdd(struct lu_device *d)
{
return ergo(d != NULL && d->ld_ops != NULL, d->ld_ops == &mdd_lu_ops);
}
-static inline struct mdd_device* lu2mdd_dev(struct lu_device *d)
+static inline struct mdd_device *lu2mdd_dev(struct lu_device *d)
{
- LASSERT(lu_device_is_mdd(d));
- return container_of0(d, struct mdd_device, mdd_md_dev.md_lu_dev);
+ LASSERT(lu_device_is_mdd(d));
+ return container_of_safe(d, struct mdd_device, mdd_md_dev.md_lu_dev);
}
-static inline struct lu_device *mdd2lu_dev(struct mdd_device *d)
+static inline struct lu_device *mdd2lu_dev(struct mdd_device *mdd)
{
- return (&d->mdd_md_dev.md_lu_dev);
+ return &mdd->mdd_md_dev.md_lu_dev;
}
static inline struct mdd_object *lu2mdd_obj(struct lu_object *o)
{
- LASSERT(ergo(o != NULL, lu_device_is_mdd(o->lo_dev)));
- return container_of0(o, struct mdd_object, mod_obj.mo_lu);
+ LASSERT(ergo(o != NULL, lu_device_is_mdd(o->lo_dev)));
+ return container_of_safe(o, struct mdd_object,
+ mod_obj.mo_lu);
}
-static inline struct mdd_device* mdo2mdd(struct md_object *mdo)
+static inline struct mdd_device *mdo2mdd(struct md_object *mdo)
{
- return lu2mdd_dev(mdo->mo_lu.lo_dev);
+ return lu2mdd_dev(mdo->mo_lu.lo_dev);
}
-static inline struct mdd_object* md2mdd_obj(struct md_object *mdo)
+static inline struct mdd_object *md2mdd_obj(struct md_object *mdo)
{
- return container_of0(mdo, struct mdd_object, mod_obj);
+ return container_of_safe(mdo, struct mdd_object, mod_obj);
}
-static inline const struct dt_device_operations *
-mdd_child_ops(struct mdd_device *d)
+static inline const
+struct dt_device_operations *mdd_child_ops(struct mdd_device *mdd)
{
- return d->mdd_child->dd_ops;
+ return mdd->mdd_child->dd_ops;
}
static inline struct lu_object *mdd2lu_obj(struct mdd_object *obj)
{
- return &obj->mod_obj.mo_lu;
+ return &obj->mod_obj.mo_lu;
}
-static inline struct dt_object* mdd_object_child(struct mdd_object *o)
+static inline struct dt_object *mdd_object_child(struct mdd_object *obj)
{
- return container_of0(lu_object_next(mdd2lu_obj(o)),
- struct dt_object, do_lu);
+ return container_of(lu_object_next(mdd2lu_obj(obj)),
+ struct dt_object, do_lu);
}
static inline struct obd_device *mdd2obd_dev(struct mdd_device *mdd)
static inline struct mdd_device *mdd_obj2mdd_dev(struct mdd_object *obj)
{
- return mdo2mdd(&obj->mod_obj);
-}
-
-static inline const struct lu_fid *mdo2fid(const struct mdd_object *obj)
-{
- return lu_object_fid(&obj->mod_obj.mo_lu);
-}
-
-static inline int mdd_object_obf(const struct mdd_object *obj)
-{
- return lu_fid_eq(mdo2fid(obj), &LU_OBF_FID);
+ return mdo2mdd(&obj->mod_obj);
}
-static inline umode_t mdd_object_type(const struct mdd_object *obj)
+static inline umode_t mdd_object_type(const struct mdd_object *mdd_obj)
{
- return lu_object_attr(&obj->mod_obj.mo_lu);
+ return lu_object_attr(&mdd_obj->mod_obj.mo_lu);
}
-static inline int mdd_is_immutable(struct mdd_object *obj)
+static inline int mdd_is_dead_obj(struct mdd_object *mdd_obj)
{
- return obj->mod_flags & IMMUTE_OBJ;
+ return mdd_obj && mdd_obj->mod_flags & DEAD_OBJ;
}
-static inline int mdd_is_dead_obj(struct mdd_object *obj)
+static inline bool mdd_is_volatile_obj(struct mdd_object *mdd_obj)
{
- return obj && obj->mod_flags & DEAD_OBJ;
+ return mdd_obj->mod_flags & VOLATILE_OBJ;
}
-static inline int mdd_is_append(struct mdd_object *obj)
+static inline bool mdd_is_orphan_obj(struct mdd_object *mdd_obj)
{
- return obj->mod_flags & APPEND_OBJ;
+ return mdd_obj->mod_flags & ORPHAN_OBJ;
}
-static inline int mdd_object_exists(struct mdd_object *obj)
+static inline int mdd_object_exists(struct mdd_object *mdd_obj)
{
- return lu_object_exists(mdd2lu_obj(obj));
+ return lu_object_exists(mdd2lu_obj(mdd_obj));
}
-static inline int mdd_object_remote(struct mdd_object *obj)
+static inline int mdd_object_remote(struct mdd_object *mdd_obj)
{
- return lu_object_remote(mdd2lu_obj(obj));
+ return lu_object_remote(mdd2lu_obj(mdd_obj));
}
-static inline const struct lu_fid *mdd_object_fid(struct mdd_object *obj)
+static inline const struct lu_fid *mdd_object_fid(struct mdd_object *mdd_obj)
{
- return lu_object_fid(mdd2lu_obj(obj));
+ return lu_object_fid(mdd2lu_obj(mdd_obj));
}
static inline struct seq_server_site *mdd_seq_site(struct mdd_device *mdd)
return mdd2lu_dev(mdd)->ld_site->ld_seq_site;
}
-static inline struct lustre_capa *mdd_object_capa(const struct lu_env *env,
- const struct mdd_object *obj)
-{
- struct lu_capainfo *lci = lu_capainfo_get(env);
- const struct lu_fid *fid = mdo2fid(obj);
- int i;
-
- /* NB: in mdt_init0 */
- if (lci == NULL)
- return BYPASS_CAPA;
-
- for (i = 0; i < LU_CAPAINFO_MAX; i++)
- if (lu_fid_eq(&lci->lci_fid[i], fid))
- return lci->lci_capa[i];
- return NULL;
-}
-
-static inline void mdd_set_capainfo(const struct lu_env *env, int offset,
- const struct mdd_object *obj,
- struct lustre_capa *capa)
+static inline const char *mdd_obj_dev_name(const struct mdd_object *mdd_obj)
{
- struct lu_capainfo *lci = lu_capainfo_get(env);
- const struct lu_fid *fid = mdo2fid(obj);
-
- LASSERT(offset >= 0 && offset < LU_CAPAINFO_MAX);
- /* NB: in mdt_init0 */
- if (lci == NULL)
- return;
-
- lci->lci_fid[offset] = *fid;
- lci->lci_capa[offset] = capa;
-}
-
-static inline const char *mdd_obj_dev_name(const struct mdd_object *obj)
-{
- return lu_dev_name(obj->mod_obj.mo_lu.lo_dev);
+ return lu_dev_name(mdd_obj->mod_obj.mo_lu.lo_dev);
}
#define MAX_ATIME_DIFF 60
-enum {
- LPROC_MDD_NR
-};
-
static inline int mdd_permission_internal(const struct lu_env *env,
struct mdd_object *obj,
- const struct lu_attr *la, int mask)
+ const struct lu_attr *la,
+ unsigned int may_mask)
{
- return __mdd_permission_internal(env, obj, la, mask, -1);
+ return __mdd_permission_internal(env, obj, la, may_mask, -1);
}
static inline int mdd_permission_internal_locked(const struct lu_env *env,
struct mdd_object *obj,
const struct lu_attr *la,
- int mask,
- enum mdd_object_role role)
-{
- return __mdd_permission_internal(env, obj, la, mask, role);
-}
-
-static inline int mdo_data_get(const struct lu_env *env,
- struct mdd_object *obj,
- void **data)
+ unsigned int may_mask,
+ enum dt_object_role role)
{
- struct dt_object *next = mdd_object_child(obj);
- next->do_ops->do_data_get(env, next, data);
- return 0;
+ return __mdd_permission_internal(env, obj, la, may_mask, role);
}
/* mdd inline func for calling osd_dt_object ops */
static inline int mdo_attr_get(const struct lu_env *env, struct mdd_object *obj,
- struct lu_attr *la, struct lustre_capa *capa)
+ struct lu_attr *la)
{
- struct dt_object *next = mdd_object_child(obj);
- return next->do_ops->do_attr_get(env, next, la, capa);
+ struct dt_object *next = mdd_object_child(obj);
+ return dt_attr_get(env, next, la);
}
static inline int mdo_declare_attr_set(const struct lu_env *env,
}
static inline int mdo_attr_set(const struct lu_env *env,
- struct mdd_object *obj,
- const struct lu_attr *la,
- struct thandle *handle,
- struct lustre_capa *capa)
+ struct mdd_object *obj,
+ const struct lu_attr *la,
+ struct thandle *handle)
{
- struct dt_object *next = mdd_object_child(obj);
- if (mdd_object_exists(obj) == 0) {
- CERROR("%s: object "DFID" not found: rc = -2\n",
- mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj)));
- return -ENOENT;
- }
- return next->do_ops->do_attr_set(env, next, la, handle, capa);
+ struct dt_object *next = mdd_object_child(obj);
+
+ if (!mdd_object_exists(obj))
+ return -ENOENT;
+
+ return dt_attr_set(env, next, la, handle);
}
static inline int mdo_xattr_get(const struct lu_env *env,struct mdd_object *obj,
- struct lu_buf *buf, const char *name,
- struct lustre_capa *capa)
+ struct lu_buf *buf, const char *name)
{
- struct dt_object *next = mdd_object_child(obj);
- return next->do_ops->do_xattr_get(env, next, buf, name, capa);
+ struct dt_object *next = mdd_object_child(obj);
+ return dt_xattr_get(env, next, buf, name);
}
static inline int mdo_declare_xattr_set(const struct lu_env *env,
const char *name,
int fl, struct thandle *handle)
{
- struct dt_object *next = mdd_object_child(obj);
- return dt_declare_xattr_set(env, next, buf, name, fl, handle);
+ struct dt_object *next = mdd_object_child(obj);
+ int rc;
+
+ rc = dt_declare_xattr_set(env, next, buf, name, fl, handle);
+ if (rc >= 0 && strcmp(name, LL_XATTR_NAME_ENCRYPTION_CONTEXT) == 0) {
+ struct lu_attr la = { 0 };
+
+ la.la_valid = LA_FLAGS;
+ la.la_flags = LUSTRE_ENCRYPT_FL;
+ rc = dt_declare_attr_set(env, next, &la, handle);
+ }
+ return rc;
}
static inline int mdo_xattr_set(const struct lu_env *env,struct mdd_object *obj,
- const struct lu_buf *buf, const char *name,
- int fl, struct thandle *handle,
- struct lustre_capa *capa)
-{
- struct dt_object *next = mdd_object_child(obj);
- if (mdd_object_exists(obj) == 0) {
- CERROR("%s: object "DFID" not found: rc = -2\n",
- mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj)));
- return -ENOENT;
- }
- return next->do_ops->do_xattr_set(env, next, buf, name, fl, handle,
- capa);
+ const struct lu_buf *buf, const char *name,
+ int fl, struct thandle *handle)
+{
+ struct dt_object *next = mdd_object_child(obj);
+ int rc = 0;
+
+ if (!mdd_object_exists(obj))
+ return -ENOENT;
+
+ /* If we are about to set the LL_XATTR_NAME_ENCRYPTION_CONTEXT
+ * xattr, it means the file/dir is encrypted. In that case we want
+ * to set the LUSTRE_ENCRYPT_FL flag as well: it will be stored
+ * into the LMA, making it more efficient to recognise we are
+ * dealing with an encrypted file/dir, as LMA info is cached upon
+ * object init.
+ * However, marking a dir as encrypted is only possible if it is
+ * being created or migrated (LU_XATTR_CREATE flag not set), or
+ * if it is empty.
+ */
+ if ((strcmp(name, LL_XATTR_NAME_ENCRYPTION_CONTEXT) == 0) &&
+ (!S_ISDIR(mdd_object_type(obj)) ||
+ !(fl & LU_XATTR_CREATE) ||
+ (rc = mdd_dir_is_empty(env, obj)) == 0)) {
+ struct lu_attr la = { 0 };
+
+ la.la_valid = LA_FLAGS;
+ la.la_flags = LUSTRE_ENCRYPT_FL;
+ rc = dt_attr_set(env, next, &la, handle);
+ }
+ if (rc >= 0)
+ rc = dt_xattr_set(env, next, buf, name, fl, handle);
+
+ return rc;
}
static inline int mdo_declare_xattr_del(const struct lu_env *env,
}
static inline int mdo_xattr_del(const struct lu_env *env,struct mdd_object *obj,
- const char *name, struct thandle *handle,
- struct lustre_capa *capa)
+ const char *name, struct thandle *handle)
{
- struct dt_object *next = mdd_object_child(obj);
- if (mdd_object_exists(obj) == 0) {
- CERROR("%s: object "DFID" not found: rc = -2\n",
- mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj)));
- return -ENOENT;
- }
- return next->do_ops->do_xattr_del(env, next, name, handle, capa);
+ struct dt_object *next = mdd_object_child(obj);
+
+ if (!mdd_object_exists(obj))
+ return -ENOENT;
+
+ return dt_xattr_del(env, next, name, handle);
}
-static inline
-int mdo_xattr_list(const struct lu_env *env, struct mdd_object *obj,
- struct lu_buf *buf, struct lustre_capa *capa)
+static inline int
+mdo_xattr_list(const struct lu_env *env, struct mdd_object *obj,
+ struct lu_buf *buf)
{
- struct dt_object *next = mdd_object_child(obj);
- if (mdd_object_exists(obj) == 0) {
- CERROR("%s: object "DFID" not found: rc = -2\n",
- mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj)));
- return -ENOENT;
- }
- return next->do_ops->do_xattr_list(env, next, buf, capa);
+ struct dt_object *next = mdd_object_child(obj);
+
+ if (!mdd_object_exists(obj))
+ return -ENOENT;
+
+ return dt_xattr_list(env, next, buf);
}
-static inline
-int mdo_index_try(const struct lu_env *env, struct mdd_object *obj,
- const struct dt_index_features *feat)
+static inline int
+mdo_invalidate(const struct lu_env *env, struct mdd_object *obj)
{
- struct dt_object *next = mdd_object_child(obj);
- return next->do_ops->do_index_try(env, next, feat);
+ return dt_invalidate(env, mdd_object_child(obj));
+}
+
+static inline int
+mdo_declare_layout_change(const struct lu_env *env, struct mdd_object *obj,
+ struct md_layout_change *mlc, struct thandle *handle)
+{
+ return dt_declare_layout_change(env, mdd_object_child(obj),
+ mlc, handle);
+}
+
+static inline int
+mdo_layout_change(const struct lu_env *env, struct mdd_object *obj,
+ struct md_layout_change *mlc, struct thandle *handle)
+{
+ return dt_layout_change(env, mdd_object_child(obj), mlc, handle);
}
static inline
int mdo_declare_index_insert(const struct lu_env *env, struct mdd_object *obj,
- const struct lu_fid *fid, const char *name,
- struct thandle *handle)
+ const struct lu_fid *fid, __u32 type,
+ const char *name, struct thandle *handle)
{
- struct dt_object *next = mdd_object_child(obj);
- int rc = 0;
-
- /*
- * if the object doesn't exist yet, then it's supposed to be created
- * and declaration of the creation should be enough to insert ./..
- */
- /* FIXME: remote object should not be awared by MDD layer, but local
- * creation does not declare insert ./.. (comments above), which
- * is required by remote directory creation.
- * This remote check should be removed when mdd_object_exists check is
- * removed.
- */
- if (mdd_object_exists(obj) || mdd_object_remote(obj)) {
- rc = -ENOTDIR;
- if (dt_try_as_dir(env, next))
- rc = dt_declare_insert(env, next,
- (struct dt_rec *)fid,
- (const struct dt_key *)name,
- handle);
- }
-
- return rc;
+ struct dt_object *next = mdd_object_child(obj);
+ int rc;
+
+ /*
+ * if the object doesn't exist yet, then it's supposed to be created
+ * and declaration of the creation should be enough to insert ./..
+ */
+
+ rc = -ENOTDIR;
+ if (dt_try_as_dir(env, next)) {
+ struct dt_insert_rec *rec = &mdd_env_info(env)->mti_dt_rec;
+
+ rec->rec_fid = fid;
+ rec->rec_type = type;
+ rc = dt_declare_insert(env, next, (const struct dt_rec *)rec,
+ (const struct dt_key *)name, handle);
+ }
+
+ return rc;
}
static inline
}
static inline int mdo_ref_add(const struct lu_env *env, struct mdd_object *obj,
- struct thandle *handle)
+ struct thandle *handle)
{
- struct dt_object *next = mdd_object_child(obj);
- if (mdd_object_exists(obj) == 0) {
- CERROR("%s: object "DFID" not found: rc = -2\n",
- mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj)));
- return -ENOENT;
- }
- return next->do_ops->do_ref_add(env, next, handle);
+ struct dt_object *next = mdd_object_child(obj);
+
+ if (!mdd_object_exists(obj))
+ return -ENOENT;
+
+ return dt_ref_add(env, next, handle);
}
static inline int mdo_declare_ref_del(const struct lu_env *env,
}
static inline int mdo_ref_del(const struct lu_env *env, struct mdd_object *obj,
- struct thandle *handle)
+ struct thandle *handle)
{
- struct dt_object *next = mdd_object_child(obj);
- if (mdd_object_exists(obj) == 0) {
- CERROR("%s: object "DFID" not found: rc = -2\n",
- mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj)));
- return -ENOENT;
- }
- return next->do_ops->do_ref_del(env, next, handle);
+ struct dt_object *next = mdd_object_child(obj);
+
+ if (!mdd_object_exists(obj))
+ return -ENOENT;
+
+ return dt_ref_del(env, next, handle);
}
-static inline
-int mdo_declare_create_obj(const struct lu_env *env, struct mdd_object *o,
- struct lu_attr *attr,
- struct dt_allocation_hint *hint,
- struct dt_object_format *dof,
- struct thandle *handle)
+static inline int
+mdo_declare_create_object(const struct lu_env *env, struct mdd_object *obj,
+ struct lu_attr *attr, struct dt_allocation_hint *hint,
+ struct dt_object_format *dof, struct thandle *handle)
{
- struct dt_object *next = mdd_object_child(o);
- return next->do_ops->do_declare_create(env, next, attr, hint,
- dof, handle);
+ struct dt_object *next = mdd_object_child(obj);
+ return dt_declare_create(env, next, attr, hint, dof, handle);
}
-static inline
-int mdo_create_obj(const struct lu_env *env, struct mdd_object *o,
- struct lu_attr *attr,
- struct dt_allocation_hint *hint,
- struct dt_object_format *dof,
- struct thandle *handle)
+static inline int
+mdo_create_object(const struct lu_env *env, struct mdd_object *obj,
+ struct lu_attr *attr, struct dt_allocation_hint *hint,
+ struct dt_object_format *dof, struct thandle *handle)
{
- struct dt_object *next = mdd_object_child(o);
- int rc;
-
- rc = next->do_ops->do_create(env, next, attr, hint, dof, handle);
-
- return rc;
+ struct dt_object *next = mdd_object_child(obj);
+ return dt_create(env, next, attr, hint, dof, handle);
}
static inline
return dt_destroy(env, next, handle);
}
-static inline struct obd_capa *mdo_capa_get(const struct lu_env *env,
- struct mdd_object *obj,
- struct lustre_capa *old,
- __u64 opc)
+static inline bool mdd_changelog_enabled(const struct lu_env *env,
+ struct mdd_device *mdd,
+ enum changelog_rec_type type)
{
- struct dt_object *next = mdd_object_child(obj);
- if (mdd_object_exists(obj) == 0) {
- CERROR("%s: object "DFID" not found: rc = -2\n",
- mdd_obj_dev_name(obj), PFID(mdd_object_fid(obj)));
- return ERR_PTR(-ENOENT);
- }
- return next->do_ops->do_capa_get(env, next, old, opc);
+ const struct lu_ucred *uc;
+
+ if ((mdd->mdd_cl.mc_flags & CLM_ON) &&
+ (mdd->mdd_cl.mc_mask & BIT(type))) {
+ uc = lu_ucred_check(env);
+
+ return uc != NULL ? uc->uc_enable_audit : true;
+ } else {
+ return false;
+ }
}
#endif