X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Finclude%2Flu_target.h;h=dc5596be2a3978e46c736be7e6058160729ec3b8;hb=e14246641c04c9e3004043f58f469532223d06d6;hp=4b5b7d746dd9955a4ed6ec99bbd1e89fbf8f2b49;hpb=2fe22edfe3c365b5c270050fdeed0a86fa74a919;p=fs%2Flustre-release.git diff --git a/lustre/include/lu_target.h b/lustre/include/lu_target.h index 4b5b7d7..dc5596b 100644 --- a/lustre/include/lu_target.h +++ b/lustre/include/lu_target.h @@ -27,7 +27,7 @@ * Copyright (c) 2009, 2010, Oracle and/or its affiliates. All rights reserved. * Use is subject to license terms. * - * Copyright (c) 2011, 2014, Intel Corporation. + * Copyright (c) 2011, 2015, Intel Corporation. */ /* * This file is part of Lustre, http://www.lustre.org/ @@ -47,17 +47,23 @@ * operation, and updates on each MDTs are linked to * dtr_sub_list */ struct distribute_txn_replay_req { - /* update record */ + /* update record, may be vmalloc'd */ struct llog_update_record *dtrq_lur; int dtrq_lur_size; /* linked to the distribute transaction replay * list (tdtd_replay_list) */ struct list_head dtrq_list; + __u64 dtrq_master_transno; + __u64 dtrq_batchid; + __u64 dtrq_xid; /* all of sub updates are linked here */ struct list_head dtrq_sub_list; spinlock_t dtrq_sub_list_lock; + + /* If the local update has been executed during replay */ + __u32 dtrq_local_update_executed:1; }; /* Each one represents a sub replay item under a distribute @@ -66,7 +72,10 @@ struct distribute_txn_replay_req { * by this structure */ struct distribute_txn_replay_req_sub { __u32 dtrqs_mdt_index; - struct llog_cookie dtrqs_llog_cookie; + + /* All of cookies for the update will be linked here */ + spinlock_t dtrqs_cookie_list_lock; + struct list_head dtrqs_cookie_list; struct list_head dtrqs_list; }; @@ -96,11 +105,14 @@ struct target_distribute_txn_data { /* recovery update */ distribute_txn_replay_handler_t tdtd_replay_handler; struct list_head tdtd_replay_list; + struct list_head tdtd_replay_finish_list; spinlock_t tdtd_replay_list_lock; /* last replay update transno */ - __u64 tdtd_last_update_transno; __u32 tdtd_replay_ready:1; + /* Manage the llog recovery threads */ + atomic_t tdtd_recovery_threads_count; + wait_queue_head_t tdtd_recovery_threads_waitq; }; struct lu_target { @@ -138,6 +150,37 @@ struct lu_target { spinlock_t lut_client_bitmap_lock; /** Bitmap of known clients */ unsigned long *lut_client_bitmap; + /* Number of clients supporting multiple modify RPCs + * recorded in the bitmap */ + atomic_t lut_num_clients; + /* Client generation to identify client slot reuse */ + atomic_t lut_client_generation; + /** reply_data file */ + struct dt_object *lut_reply_data; + /** Bitmap of used slots in the reply data file */ + unsigned long **lut_reply_bitmap; + /** target sync count, used for debug & test */ + atomic_t lut_sync_count; +}; + +/* number of slots in reply bitmap */ +#define LUT_REPLY_SLOTS_PER_CHUNK (1<<20) +#define LUT_REPLY_SLOTS_MAX_CHUNKS 16 + +/** + * Target reply data + */ +struct tg_reply_data { + /** chain of reply data anchored in tg_export_data */ + struct list_head trd_list; + /** copy of on-disk reply data */ + struct lsd_reply_data trd_reply; + /** versions for Version Based Recovery */ + __u64 trd_pre_versions[4]; + /** slot index in reply_data file */ + int trd_index; + /** tag the client used */ + __u16 trd_tag; }; extern struct lu_context_key tgt_session_key; @@ -182,6 +225,11 @@ struct tgt_session_info { bool tsi_preprocessed; /* request JobID */ char *tsi_jobid; + + /* update replay */ + __u64 tsi_xid; + __u32 tsi_result; + __u32 tsi_client_gen; }; static inline struct tgt_session_info *tgt_ses_info(const struct lu_env *env) @@ -300,6 +348,12 @@ static inline int req_is_replay(struct ptlrpc_request *req) return !!(lustre_msg_get_flags(req->rq_reqmsg) & MSG_REPLAY); } +static inline bool tgt_is_multimodrpcs_client(struct obd_export *exp) +{ + return exp_connect_flags(exp) & OBD_CONNECT_MULTIMODRPCS; +} + + /* target/tgt_handler.c */ int tgt_request_handle(struct ptlrpc_request *req); char *tgt_name(struct lu_target *tgt); @@ -324,6 +378,7 @@ int tgt_sec_ctx_init(struct tgt_session_info *tsi); int tgt_sec_ctx_init_cont(struct tgt_session_info *tsi); int tgt_sec_ctx_fini(struct tgt_session_info *tsi); int tgt_sendpage(struct tgt_session_info *tsi, struct lu_rdpg *rdpg, int nob); +int tgt_send_buffer(struct tgt_session_info *tsi, struct lu_rdbuf *rdbuf); int tgt_validate_obdo(struct tgt_session_info *tsi, struct obdo *oa); int tgt_sync(const struct lu_env *env, struct lu_target *tgt, struct dt_object *obj, __u64 start, __u64 end); @@ -334,12 +389,12 @@ void tgt_io_thread_done(struct ptlrpc_thread *thread); int tgt_extent_lock(struct ldlm_namespace *ns, struct ldlm_res_id *res_id, __u64 start, __u64 end, struct lustre_handle *lh, int mode, __u64 *flags); -void tgt_extent_unlock(struct lustre_handle *lh, ldlm_mode_t mode); +void tgt_extent_unlock(struct lustre_handle *lh, enum ldlm_mode mode); int tgt_brw_lock(struct ldlm_namespace *ns, struct ldlm_res_id *res_id, struct obd_ioobj *obj, struct niobuf_remote *nb, - struct lustre_handle *lh, int mode); + struct lustre_handle *lh, enum ldlm_mode mode); void tgt_brw_unlock(struct obd_ioobj *obj, struct niobuf_remote *niob, - struct lustre_handle *lh, int mode); + struct lustre_handle *lh, enum ldlm_mode mode); int tgt_brw_read(struct tgt_session_info *tsi); int tgt_brw_write(struct tgt_session_info *tsi); int tgt_hpreq_handler(struct ptlrpc_request *req); @@ -349,7 +404,10 @@ void tgt_register_lfsck_in_notify(int (*notify)(const struct lu_env *, struct thandle *)); void tgt_register_lfsck_query(int (*query)(const struct lu_env *, struct dt_device *, - struct lfsck_request *)); + struct lfsck_request *, + struct lfsck_reply *, + struct lfsck_query *)); +bool req_can_reconstruct(struct ptlrpc_request *req, struct tg_reply_data *trd); extern struct tgt_handler tgt_sec_ctx_handlers[]; extern struct tgt_handler tgt_lfsck_handlers[]; @@ -371,6 +429,8 @@ int tgt_hpreq_handler(struct ptlrpc_request *req); /* target/tgt_main.c */ void tgt_boot_epoch_update(struct lu_target *lut); +void tgt_save_slc_lock(struct ldlm_lock *lock, __u64 transno); +void tgt_discard_slc_lock(struct ldlm_lock *lock); int tgt_last_commit_cb_add(struct thandle *th, struct lu_target *lut, struct obd_export *exp, __u64 transno); int tgt_new_client_cb_add(struct thandle *th, struct obd_export *exp); @@ -395,6 +455,13 @@ int tgt_server_data_update(const struct lu_env *env, struct lu_target *tg, int sync); int tgt_truncate_last_rcvd(const struct lu_env *env, struct lu_target *tg, loff_t off); +int tgt_reply_data_init(const struct lu_env *env, struct lu_target *tgt); +bool tgt_lookup_reply(struct ptlrpc_request *req, struct tg_reply_data *trd); +int tgt_add_reply_data(const struct lu_env *env, struct lu_target *tgt, + struct tg_export_data *ted, struct tg_reply_data *trd, + struct thandle *th, bool update_lrd_file); +struct tg_reply_data *tgt_lookup_reply_by_xid(struct tg_export_data *ted, + __u64 xid); /* target/update_trans.c */ int distribute_txn_init(const struct lu_env *env, @@ -420,7 +487,10 @@ distribute_txn_get_next_req(struct target_distribute_txn_data *tdtd); void dtrq_destroy(struct distribute_txn_replay_req *dtrq); struct distribute_txn_replay_req_sub * dtrq_sub_lookup(struct distribute_txn_replay_req *dtrq, __u32 mdt_index); - +struct distribute_txn_replay_req * +distribute_txn_lookup_finish_list(struct target_distribute_txn_data *tdtd, + __u64 transno); +bool is_req_replayed_by_update(struct ptlrpc_request *req); enum { ESERIOUS = 0x0001000 };