X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Finclude%2Fdt_object.h;h=5176f12a449be024c496a237ba2a50dc224a9ce1;hb=59063a39319baba5cd496ff0dda8e8d405c14f51;hp=b2e9021bee6af0ae85db50b88ba1c33594933196;hpb=648930da11a2e37d8bd715b24ece688096e13266;p=fs%2Flustre-release.git diff --git a/lustre/include/dt_object.h b/lustre/include/dt_object.h index b2e9021..5176f12 100644 --- a/lustre/include/dt_object.h +++ b/lustre/include/dt_object.h @@ -27,7 +27,7 @@ * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved. * Use is subject to license terms. * - * Copyright (c) 2011, 2012, Whamcloud, Inc. + * Copyright (c) 2011, 2013, Intel Corporation. */ /* * This file is part of Lustre, http://www.lustre.org/ @@ -65,9 +65,9 @@ struct thandle; struct dt_device; struct dt_object; struct dt_index_features; -struct dt_quota_ctxt; struct niobuf_local; struct niobuf_remote; +struct ldlm_enqueue_info; typedef enum { MNTOPT_USERXATTR = 0x00000001, @@ -102,9 +102,14 @@ typedef void (*dt_cb_t)(struct lu_env *env, struct thandle *th, * Special per-transaction callback for cases when just commit callback * is needed and per-device callback are not convenient to use */ +#define TRANS_COMMIT_CB_MAGIC 0xa0a00a0a +#define MAX_COMMIT_CB_STR_LEN 32 + struct dt_txn_commit_cb { - cfs_list_t dcb_linkage; - dt_cb_t dcb_func; + cfs_list_t dcb_linkage; + dt_cb_t dcb_func; + __u32 dcb_magic; + char dcb_name[MAX_COMMIT_CB_STR_LEN]; }; /** @@ -169,12 +174,6 @@ struct dt_device_operations { struct dt_device *dev, int mode, unsigned long timeout, __u32 alg, struct lustre_capa_key *keys); - /** - * Initialize quota context. - */ - void (*dt_init_quota_ctxt)(const struct lu_env *env, - struct dt_device *dev, - struct dt_quota_ctxt *ctxt, void *data); }; struct dt_index_features { @@ -200,7 +199,12 @@ enum dt_index_flags { /** index can be modified */ DT_IND_UPDATE = 1 << 2, /** index supports records with non-unique (duplicate) keys */ - DT_IND_NONUNQ = 1 << 3 + DT_IND_NONUNQ = 1 << 3, + /** + * index support fixed-size keys sorted with natural numerical way + * and is able to return left-side value if no exact value found + */ + DT_IND_RANGE = 1 << 4, }; /** @@ -208,6 +212,17 @@ enum dt_index_flags { * names to fids). */ extern const struct dt_index_features dt_directory_features; +extern const struct dt_index_features dt_otable_features; +extern const struct dt_index_features dt_lfsck_features; + +/* index features supported by the accounting objects */ +extern const struct dt_index_features dt_acct_features; + +/* index features supported by the quota global indexes */ +extern const struct dt_index_features dt_quota_glb_features; + +/* index features supported by the quota slave indexes */ +extern const struct dt_index_features dt_quota_slv_features; /** * This is a general purpose dt allocation hint. @@ -242,6 +257,7 @@ struct dt_object_format { enum dt_format_type dof_type; union { struct dof_regular { + int striped; } dof_reg; struct dof_dir { } dof_dir; @@ -362,6 +378,7 @@ struct dt_object_operations { void (*do_ah_init)(const struct lu_env *env, struct dt_allocation_hint *ah, struct dt_object *parent, + struct dt_object *child, cfs_umode_t child_mode); /** * Create new object on this device. @@ -432,6 +449,14 @@ struct dt_object_operations { */ int (*do_data_get)(const struct lu_env *env, struct dt_object *dt, void **data); + + /** + * Lock object. + */ + int (*do_object_lock)(const struct lu_env *env, struct dt_object *dt, + struct lustre_handle *lh, + struct ldlm_enqueue_info *einfo, + void *policy); }; /** @@ -502,9 +527,9 @@ struct dt_body_operations { * Punch object's content * precondition: regular object, not index */ - int (*do_declare_punch)(const struct lu_env *, struct dt_object *, + int (*dbo_declare_punch)(const struct lu_env *, struct dt_object *, __u64, __u64, struct thandle *th); - int (*do_punch)(const struct lu_env *env, struct dt_object *dt, + int (*dbo_punch)(const struct lu_env *env, struct dt_object *dt, __u64 start, __u64 end, struct thandle *th, struct lustre_capa *capa); }; @@ -595,6 +620,32 @@ struct dt_index_operations { } dio_it; }; +enum dt_otable_it_valid { + DOIV_ERROR_HANDLE = 0x0001, +}; + +enum dt_otable_it_flags { + /* Exit when fail. */ + DOIF_FAILOUT = 0x0001, + + /* Reset iteration position to the device beginning. */ + DOIF_RESET = 0x0002, + + /* There is up layer component uses the iteration. */ + DOIF_OUTUSED = 0x0004, +}; + +/* otable based iteration needs to use the common DT interation APIs. + * To initialize the iteration, it needs call dio_it::init() firstly. + * Here is how the otable based iteration should prepare arguments to + * call dt_it_ops::init(). + * + * For otable based iteration, the 32-bits 'attr' for dt_it_ops::init() + * is composed of two parts: + * low 16-bits is for valid bits, high 16-bits is for flags bits. */ +#define DT_OTABLE_IT_FLAGS_SHIFT 16 +#define DT_OTABLE_IT_FLAGS_MASK 0xffff0000 + struct dt_device { struct lu_device dd_lu_dev; const struct dt_device_operations *dd_ops; @@ -628,6 +679,29 @@ struct dt_object { const struct dt_index_operations *do_index_ops; }; +/* + * In-core representation of per-device local object OID storage + */ +struct local_oid_storage { + /* all initialized llog systems on this node linked by this */ + cfs_list_t los_list; + + /* how many handle's reference this los has */ + cfs_atomic_t los_refcount; + struct dt_device *los_dev; + struct dt_object *los_obj; + + /* data used to generate new fids */ + struct mutex los_id_lock; + __u64 los_seq; + __u32 los_last_oid; +}; + +static inline struct lu_device *dt2lu_dev(struct dt_device *d) +{ + return &d->dd_lu_dev; +} + static inline struct dt_object *lu2dt(struct lu_object *l) { LASSERT(l == NULL || IS_ERR(l) || lu_device_is_dt(l->lo_dev)); @@ -644,6 +718,17 @@ static inline int dt_object_exists(const struct dt_object *dt) return lu_object_exists(&dt->do_lu); } +static inline int dt_object_remote(const struct dt_object *dt) +{ + return lu_object_remote(&dt->do_lu); +} + +static inline struct dt_object *lu2dt_obj(struct lu_object *o) +{ + LASSERT(ergo(o != NULL, lu_device_is_dt(o->lo_dev))); + return container_of0(o, struct dt_object, do_lu); +} + /** * This is the general purpose transaction handle. * 1. Transaction Life Cycle @@ -659,24 +744,32 @@ static inline int dt_object_exists(const struct dt_object *dt) * No RPC request should be issued inside transaction. */ struct thandle { - /** the dt device on which the transactions are executed */ - struct dt_device *th_dev; + /** the dt device on which the transactions are executed */ + struct dt_device *th_dev; + + /** context for this transaction, tag is LCT_TX_HANDLE */ + struct lu_context th_ctx; - /** additional tags (layers can add in declare) */ - __u32 th_tags; + /** additional tags (layers can add in declare) */ + __u32 th_tags; - /** context for this transaction, tag is LCT_TX_HANDLE */ - struct lu_context th_ctx; + /** the last operation result in this transaction. + * this value is used in recovery */ + __s32 th_result; - /** the last operation result in this transaction. - * this value is used in recovery */ - __s32 th_result; + /** whether we need sync commit */ + unsigned int th_sync:1; - /** whether we need sync commit */ - int th_sync:1; + /* local transation, no need to inform other layers */ + unsigned int th_local:1; - /* local transation, no need to inform other layers */ - int th_local:1; + /* In DNE, one transaction can be disassemblied into + * updates on several different MDTs, and these updates + * will be attached to th_remote_update_list per target. + * Only single thread will access the list, no need lock + */ + cfs_list_t th_remote_update_list; + struct update_request *th_current_request; }; /** @@ -725,6 +818,10 @@ int dt_path_parser(const struct lu_env *env, char *local, dt_entry_func_t entry_func, void *data); +struct dt_object * +dt_store_resolve(const struct lu_env *env, struct dt_device *dt, + const char *path, struct lu_fid *fid); + struct dt_object *dt_store_open(const struct lu_env *env, struct dt_device *dt, const char *dirname, @@ -737,9 +834,76 @@ struct dt_object *dt_find_or_create(const struct lu_env *env, struct dt_object_format *dof, struct lu_attr *attr); -struct dt_object *dt_locate(const struct lu_env *env, - struct dt_device *dev, - const struct lu_fid *fid); +struct dt_object *dt_locate_at(const struct lu_env *env, + struct dt_device *dev, + const struct lu_fid *fid, + struct lu_device *top_dev); +static inline struct dt_object * +dt_locate(const struct lu_env *env, struct dt_device *dev, + const struct lu_fid *fid) +{ + return dt_locate_at(env, dev, fid, dev->dd_lu_dev.ld_site->ls_top_dev); +} + + +int local_oid_storage_init(const struct lu_env *env, struct dt_device *dev, + const struct lu_fid *first_fid, + struct local_oid_storage **los); +void local_oid_storage_fini(const struct lu_env *env, + struct local_oid_storage *los); +int local_object_fid_generate(const struct lu_env *env, + struct local_oid_storage *los, + struct lu_fid *fid); +int local_object_declare_create(const struct lu_env *env, + struct local_oid_storage *los, + struct dt_object *o, + struct lu_attr *attr, + struct dt_object_format *dof, + struct thandle *th); +int local_object_create(const struct lu_env *env, + struct local_oid_storage *los, + struct dt_object *o, + struct lu_attr *attr, struct dt_object_format *dof, + struct thandle *th); +struct dt_object *local_file_find_or_create(const struct lu_env *env, + struct local_oid_storage *los, + struct dt_object *parent, + const char *name, __u32 mode); +struct dt_object *local_file_find_or_create_with_fid(const struct lu_env *env, + struct dt_device *dt, + const struct lu_fid *fid, + struct dt_object *parent, + const char *name, + __u32 mode); +struct dt_object * +local_index_find_or_create(const struct lu_env *env, + struct local_oid_storage *los, + struct dt_object *parent, + const char *name, __u32 mode, + const struct dt_index_features *ft); +struct dt_object * +local_index_find_or_create_with_fid(const struct lu_env *env, + struct dt_device *dt, + const struct lu_fid *fid, + struct dt_object *parent, + const char *name, __u32 mode, + const struct dt_index_features *ft); +int local_object_unlink(const struct lu_env *env, struct dt_device *dt, + struct dt_object *parent, const char *name); + +static inline int dt_object_lock(const struct lu_env *env, + struct dt_object *o, struct lustre_handle *lh, + struct ldlm_enqueue_info *einfo, + void *policy) +{ + LASSERT(o); + LASSERT(o->do_ops); + LASSERT(o->do_ops->do_object_lock); + return o->do_ops->do_object_lock(env, o, lh, einfo, policy); +} + +int dt_lookup_dir(const struct lu_env *env, struct dt_object *dir, + const char *name, struct lu_fid *fid); static inline int dt_object_sync(const struct lu_env *env, struct dt_object *o) @@ -763,6 +927,15 @@ int dt_record_read(const struct lu_env *env, struct dt_object *dt, struct lu_buf *buf, loff_t *pos); int dt_record_write(const struct lu_env *env, struct dt_object *dt, const struct lu_buf *buf, loff_t *pos, struct thandle *th); +typedef int (*dt_index_page_build_t)(const struct lu_env *env, + union lu_page *lp, int nob, + const struct dt_it_ops *iops, + struct dt_it *it, __u32 attr, void *arg); +int dt_index_walk(const struct lu_env *env, struct dt_object *obj, + const struct lu_rdpg *rdpg, dt_index_page_build_t filler, + void *arg); +int dt_index_read(const struct lu_env *env, struct dt_device *dev, + struct idx_info *ii, const struct lu_rdpg *rdpg); static inline struct thandle *dt_trans_create(const struct lu_env *env, struct dt_device *d) @@ -795,10 +968,11 @@ static inline int dt_trans_stop(const struct lu_env *env, } static inline int dt_trans_cb_add(struct thandle *th, - struct dt_txn_commit_cb *dcb) + struct dt_txn_commit_cb *dcb) { - LASSERT(th->th_dev->dd_ops->dt_trans_cb_add); - return th->th_dev->dd_ops->dt_trans_cb_add(th, dcb); + LASSERT(th->th_dev->dd_ops->dt_trans_cb_add); + dcb->dcb_magic = TRANS_COMMIT_CB_MAGIC; + return th->th_dev->dd_ops->dt_trans_cb_add(th, dcb); } /** @} dt */ @@ -983,7 +1157,7 @@ static inline struct obd_capa *dt_capa_get(const struct lu_env *env, { LASSERT(dt); LASSERT(dt->do_ops); - LASSERT(dt->do_ops->do_ref_del); + LASSERT(dt->do_ops->do_capa_get); return dt->do_ops->do_capa_get(env, dt, old, opc); } @@ -1053,8 +1227,8 @@ static inline int dt_declare_punch(const struct lu_env *env, { LASSERT(dt); LASSERT(dt->do_body_ops); - LASSERT(dt->do_body_ops->do_declare_punch); - return dt->do_body_ops->do_declare_punch(env, dt, start, end, th); + LASSERT(dt->do_body_ops->dbo_declare_punch); + return dt->do_body_ops->dbo_declare_punch(env, dt, start, end, th); } static inline int dt_punch(const struct lu_env *env, struct dt_object *dt, @@ -1063,8 +1237,8 @@ static inline int dt_punch(const struct lu_env *env, struct dt_object *dt, { LASSERT(dt); LASSERT(dt->do_body_ops); - LASSERT(dt->do_body_ops->do_punch); - return dt->do_body_ops->do_punch(env, dt, start, end, th, capa); + LASSERT(dt->do_body_ops->dbo_punch); + return dt->do_body_ops->dbo_punch(env, dt, start, end, th, capa); } static inline int dt_fiemap_get(const struct lu_env *env, struct dt_object *d, @@ -1073,7 +1247,8 @@ static inline int dt_fiemap_get(const struct lu_env *env, struct dt_object *d, LASSERT(d); if (d->do_body_ops == NULL) return -EPROTO; - LASSERT(d->do_body_ops->dbo_fiemap_get); + if (d->do_body_ops->dbo_fiemap_get == NULL) + return -EOPNOTSUPP; return d->do_body_ops->dbo_fiemap_get(env, d, fm); } @@ -1245,6 +1420,18 @@ static inline int dt_commit_async(const struct lu_env *env, return dev->dd_ops->dt_commit_async(env, dev); } +static inline int dt_init_capa_ctxt(const struct lu_env *env, + struct dt_device *dev, + int mode, unsigned long timeout, + __u32 alg, struct lustre_capa_key *keys) +{ + LASSERT(dev); + LASSERT(dev->dd_ops); + LASSERT(dev->dd_ops->dt_init_capa_ctxt); + return dev->dd_ops->dt_init_capa_ctxt(env, dev, mode, + timeout, alg, keys); +} + static inline int dt_lookup(const struct lu_env *env, struct dt_object *dt, struct dt_rec *rec, @@ -1264,4 +1451,53 @@ static inline int dt_lookup(const struct lu_env *env, ret = -ENOENT; return ret; } + +#define LU221_BAD_TIME (0x80000000U + 24 * 3600) + +struct dt_find_hint { + struct lu_fid *dfh_fid; + struct dt_device *dfh_dt; + struct dt_object *dfh_o; +}; + +struct dt_thread_info { + char dti_buf[DT_MAX_PATH]; + struct dt_find_hint dti_dfh; + struct lu_attr dti_attr; + struct lu_fid dti_fid; + struct dt_object_format dti_dof; + struct lustre_mdt_attrs dti_lma; + struct lu_buf dti_lb; + loff_t dti_off; +}; + +extern struct lu_context_key dt_key; + +static inline struct dt_thread_info *dt_info(const struct lu_env *env) +{ + struct dt_thread_info *dti; + + dti = lu_context_key_get(&env->le_ctx, &dt_key); + LASSERT(dti); + return dti; +} + +int dt_global_init(void); +void dt_global_fini(void); + +# ifdef LPROCFS +int lprocfs_dt_rd_blksize(char *page, char **start, off_t off, + int count, int *eof, void *data); +int lprocfs_dt_rd_kbytestotal(char *page, char **start, off_t off, + int count, int *eof, void *data); +int lprocfs_dt_rd_kbytesfree(char *page, char **start, off_t off, + int count, int *eof, void *data); +int lprocfs_dt_rd_kbytesavail(char *page, char **start, off_t off, + int count, int *eof, void *data); +int lprocfs_dt_rd_filestotal(char *page, char **start, off_t off, + int count, int *eof, void *data); +int lprocfs_dt_rd_filesfree(char *page, char **start, off_t off, + int count, int *eof, void *data); +# endif /* LPROCFS */ + #endif /* __LUSTRE_DT_OBJECT_H */