X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Flfsck%2Flfsck_internal.h;h=e00d8560a9f09047f0eaccaa8f0559bc3a0721f6;hp=3676341431f020cfde255fa52eb1b3b7b2ac572f;hb=0d92e17afa7ff7024d3e18268a2e1a89cba4d5bd;hpb=0347ad57ee875b730c3ec0da203857a5c86fc394 diff --git a/lustre/lfsck/lfsck_internal.h b/lustre/lfsck/lfsck_internal.h index 3676341..e00d856 100644 --- a/lustre/lfsck/lfsck_internal.h +++ b/lustre/lfsck/lfsck_internal.h @@ -40,6 +40,7 @@ #include #include #include +#include #include #include #include @@ -65,6 +66,9 @@ enum lfsck_flags { /* The server ever restarted during the LFSCK, and may miss to process * some objects check/repair. */ LF_INCOMPLETE = 0x00000008ULL, + + /* The LAST_ID (file) crashed. */ + LF_CRASHED_LASTID = 0x00000010ULL, }; struct lfsck_position { @@ -91,11 +95,20 @@ struct lfsck_bookmark { /* How many items can be scanned at most per second. */ __u32 lb_speed_limit; + /* The windows size for async requests pipeline. */ + __u16 lb_async_windows; + /* For 64-bits aligned. */ - __u32 lb_padding; + __u16 lb_padding; + + /* The FID for .lustre/lost+found/MDTxxxx */ + struct lu_fid lb_lpf_fid; + + /* The FID for the last MDT-object created by the LFSCK repairing. */ + struct lu_fid lb_last_fid; /* For future using. */ - __u64 lb_reserved[6]; + __u64 lb_reserved[2]; }; struct lfsck_namespace { @@ -168,8 +181,11 @@ struct lfsck_namespace { /* The latest object has been processed (failed) during double scan. */ struct lu_fid ln_fid_latest_scanned_phase2; - /* For further using. 256-bytes aligned now. */ - __u64 ln_reserved[2]; + /* How many FID-in-dirent entries have been repaired. */ + __u64 ln_dirent_repaired; + + /* How many linkEA entries have been repaired. */ + __u64 ln_linkea_repaired; }; enum lfsck_layout_inconsistency_type { @@ -217,7 +233,8 @@ struct lfsck_layout { /* Position for the last LFSCK checkpoint. */ __u64 ll_pos_last_checkpoint; - /* Position for the first should be updated object. */ + /* Position for the first object to be fixed or + * failed to be checked in the phase1. */ __u64 ll_pos_first_inconsistent; /* How many objects have been checked. */ @@ -232,7 +249,7 @@ struct lfsck_layout { /* How many objects failed to be processed during double scan. */ __u64 ll_objs_failed_phase2; - /* kinds of inconsistency have been repaired. + /* kinds of inconsistency have been or to be repaired. * ll_objs_repaired[type - 1] is the count for the given @type. */ __u64 ll_objs_repaired[LLIT_MAX]; @@ -245,6 +262,8 @@ struct lfsck_layout { }; struct lfsck_component; +struct lfsck_tgt_descs; +struct lfsck_tgt_desc; struct lfsck_operations { int (*lfsck_reset)(const struct lu_env *env, @@ -260,7 +279,8 @@ struct lfsck_operations { bool init); int (*lfsck_prep)(const struct lu_env *env, - struct lfsck_component *com); + struct lfsck_component *com, + struct lfsck_start_param *lsp); int (*lfsck_exec_oit)(const struct lu_env *env, struct lfsck_component *com, @@ -276,21 +296,97 @@ struct lfsck_operations { int result, bool init); + int (*lfsck_interpret)(const struct lu_env *env, + struct ptlrpc_request *req, + void *args, + int rc); + int (*lfsck_dump)(const struct lu_env *env, struct lfsck_component *com, - char *buf, - int len); + struct seq_file *m); int (*lfsck_double_scan)(const struct lu_env *env, struct lfsck_component *com); + + void (*lfsck_data_release)(const struct lu_env *env, + struct lfsck_component *com); + + void (*lfsck_quit)(const struct lu_env *env, + struct lfsck_component *com); + + int (*lfsck_in_notify)(const struct lu_env *env, + struct lfsck_component *com, + struct lfsck_request *lr); + + int (*lfsck_query)(const struct lu_env *env, + struct lfsck_component *com); + + int (*lfsck_stop_notify)(const struct lu_env *env, + struct lfsck_component *com, + struct lfsck_tgt_descs *ltds, + struct lfsck_tgt_desc *ltd, + struct ptlrpc_request_set *set); + + int (*lfsck_join)(const struct lu_env *env, + struct lfsck_component *com, + struct lfsck_start_param *lsp); +}; + +#define TGT_PTRS 256 /* number of pointers at 1st level */ +#define TGT_PTRS_PER_BLOCK 256 /* number of pointers at 2nd level */ + +struct lfsck_tgt_desc { + struct list_head ltd_orphan_list; + struct dt_device *ltd_tgt; + struct dt_device *ltd_key; + struct obd_export *ltd_exp; + struct list_head ltd_layout_list; + struct list_head ltd_layout_phase_list; + atomic_t ltd_ref; + __u32 ltd_index; + __u32 ltd_layout_gen; + unsigned int ltd_dead:1, + ltd_layout_done:1; }; +struct lfsck_tgt_desc_idx { + struct lfsck_tgt_desc *ldi_tgts[TGT_PTRS_PER_BLOCK]; +}; + +struct lfsck_tgt_descs { + /* list of known TGTs */ + struct lfsck_tgt_desc_idx *ltd_tgts_idx[TGT_PTRS]; + + /* bitmap of TGTs available */ + cfs_bitmap_t *ltd_tgts_bitmap; + + /* for lfsck_tgt_desc::ltd_xxx_list */ + spinlock_t ltd_lock; + + /* for tgts table accessing and changes */ + struct rw_semaphore ltd_rw_sem; + + /* Temporary list for orphan targets. */ + struct list_head ltd_orphan; + + /* number of registered TGTs */ + int ltd_tgtnr; +}; + +#define LTD_TGT(ltd, index) \ + ((ltd)->ltd_tgts_idx[(index) / TGT_PTRS_PER_BLOCK]->\ + ldi_tgts[(index) % TGT_PTRS_PER_BLOCK]) + +#define OST_TGT(lfsck, index) LTD_TGT(&lfsck->li_ost_descs, index) +#define MDT_TGT(lfsck, index) LTD_TGT(&lfsck->li_mdt_descs, index) + struct lfsck_component { /* into lfsck_instance::li_list_(scan,double_scan,idle} */ cfs_list_t lc_link; /* into lfsck_instance::li_list_dir */ cfs_list_t lc_link_dir; + struct rw_semaphore lc_sem; atomic_t lc_ref; @@ -300,6 +396,8 @@ struct lfsck_component { struct lfsck_operations *lc_ops; void *lc_file_ram; void *lc_file_disk; + void *lc_data; + struct lu_fid lc_fid_latest_scanned_phase2; /* The time for last checkpoint, jiffies */ cfs_time_t lc_time_last_checkpoint; @@ -341,6 +439,7 @@ struct lfsck_instance { cfs_list_t li_list_idle; atomic_t li_ref; + atomic_t li_double_scan_count; struct ptlrpc_thread li_thread; /* The time for last checkpoint, jiffies */ @@ -349,13 +448,18 @@ struct lfsck_instance { /* The time for next checkpoint, jiffies */ cfs_time_t li_time_next_checkpoint; + lfsck_out_notify li_out_notify; + void *li_out_notify_data; struct dt_device *li_next; struct dt_device *li_bottom; + struct obd_device *li_obd; struct ldlm_namespace *li_namespace; struct local_oid_storage *li_los; struct lu_fid li_local_root_fid; /* backend root "/" */ struct lu_fid li_global_root_fid; /* /ROOT */ struct dt_object *li_bookmark_obj; + struct dt_object *li_lpf_obj; + struct lu_client_seq *li_seq; struct lfsck_bookmark li_bookmark_ram; struct lfsck_bookmark li_bookmark_disk; struct lfsck_position li_pos_current; @@ -372,6 +476,12 @@ struct lfsck_instance { /* It for directory traversal */ struct dt_it *li_di_dir; + /* Description of OST */ + struct lfsck_tgt_descs li_ost_descs; + + /* Description of MDT */ + struct lfsck_tgt_descs li_mdt_descs; + /* namespace-based directory traversal position. */ __u64 li_cookie_dir; @@ -390,11 +500,17 @@ struct lfsck_instance { /* How many objects have been scanned since last sleep. */ __u32 li_new_scanned; - unsigned int li_paused:1, /* The lfsck is paused. */ - li_oit_over:1, /* oit is finished. */ + /* The status when the LFSCK stopped or paused. */ + __u32 li_status; + + /* The flags when the lFSCK stopped or paused. */ + __u32 li_flags; + + unsigned int li_oit_over:1, /* oit is finished. */ li_drop_dryrun:1, /* Ever dryrun, not now. */ li_master:1, /* Master instance or not. */ - li_current_oit_processed:1; + li_current_oit_processed:1, + li_start_unplug:1; }; enum lfsck_linkea_flags { @@ -405,55 +521,96 @@ enum lfsck_linkea_flags { LLF_REPAIR_FAILED = 0x02, }; +struct lfsck_async_interpret_args { + struct lfsck_component *laia_com; + struct lfsck_tgt_descs *laia_ltds; + struct lfsck_tgt_desc *laia_ltd; + struct lfsck_request *laia_lr; + int laia_result; + unsigned int laia_shared:1; +}; + struct lfsck_thread_args { - struct lu_env lta_env; - struct lfsck_instance *lta_lfsck; - struct lfsck_component *lta_com; + struct lu_env lta_env; + struct lfsck_instance *lta_lfsck; + struct lfsck_component *lta_com; + struct lfsck_start_param *lta_lsp; }; +#define LFSCK_TMPBUF_LEN 64 + struct lfsck_thread_info { struct lu_name lti_name; struct lu_buf lti_buf; struct lu_buf lti_linkea_buf; + struct lu_buf lti_big_buf; struct lu_fid lti_fid; struct lu_fid lti_fid2; + struct lu_fid lti_fid3; struct lu_attr lti_la; + struct lu_attr lti_la2; + struct lu_attr lti_la3; struct ost_id lti_oi; union { struct lustre_mdt_attrs lti_lma; /* old LMA for compatibility */ char lti_lma_old[LMA_OLD_SIZE]; }; + struct dt_object_format lti_dof; /* lti_ent and lti_key must be conjoint, * then lti_ent::lde_name will be lti_key. */ struct lu_dirent lti_ent; char lti_key[NAME_MAX + 16]; + char lti_tmpbuf[LFSCK_TMPBUF_LEN]; + struct lfsck_request lti_lr; + struct lfsck_async_interpret_args lti_laia; + struct lfsck_start lti_start; + struct lfsck_stop lti_stop; + ldlm_policy_data_t lti_policy; + struct ldlm_res_id lti_resid; + union { + struct filter_fid_old lti_old_pfid; + struct filter_fid lti_new_pfid; + }; + struct dt_allocation_hint lti_hint; + struct lu_orphan_rec lti_rec; + struct lov_user_md lti_lum; }; /* lfsck_lib.c */ +int lfsck_fid_alloc(const struct lu_env *env, struct lfsck_instance *lfsck, + struct lu_fid *fid, bool locked); +int lfsck_create_lpf(const struct lu_env *env, struct lfsck_instance *lfsck); +struct lfsck_instance *lfsck_instance_find(struct dt_device *key, bool ref, + bool unlink); +struct lfsck_component *lfsck_component_find(struct lfsck_instance *lfsck, + __u16 type); const char *lfsck_status2names(enum lfsck_status status); void lfsck_component_cleanup(const struct lu_env *env, struct lfsck_component *com); void lfsck_instance_cleanup(const struct lu_env *env, struct lfsck_instance *lfsck); -int lfsck_bits_dump(char **buf, int *len, int bits, const char *names[], +int lfsck_bits_dump(struct seq_file *m, int bits, const char *names[], const char *prefix); -int lfsck_time_dump(char **buf, int *len, __u64 time, const char *prefix); -int lfsck_pos_dump(char **buf, int *len, struct lfsck_position *pos, +int lfsck_time_dump(struct seq_file *m, __u64 time, const char *prefix); +int lfsck_pos_dump(struct seq_file *m, struct lfsck_position *pos, const char *prefix); void lfsck_pos_fill(const struct lu_env *env, struct lfsck_instance *lfsck, struct lfsck_position *pos, bool init); +bool __lfsck_set_speed(struct lfsck_instance *lfsck, __u32 limit); void lfsck_control_speed(struct lfsck_instance *lfsck); void lfsck_control_speed_by_self(struct lfsck_component *com); int lfsck_reset(const struct lu_env *env, struct lfsck_instance *lfsck, bool init); struct lfsck_thread_args *lfsck_thread_args_init(struct lfsck_instance *lfsck, - struct lfsck_component *com); + struct lfsck_component *com, + struct lfsck_start_param *lsp); void lfsck_thread_args_fini(struct lfsck_thread_args *lta); void lfsck_fail(const struct lu_env *env, struct lfsck_instance *lfsck, bool new_checked); int lfsck_checkpoint(const struct lu_env *env, struct lfsck_instance *lfsck); -int lfsck_prep(const struct lu_env *env, struct lfsck_instance *lfsck); +int lfsck_prep(const struct lu_env *env, struct lfsck_instance *lfsck, + struct lfsck_start_param *lsp); int lfsck_exec_oit(const struct lu_env *env, struct lfsck_instance *lfsck, struct dt_object *obj); int lfsck_exec_dir(const struct lu_env *env, struct lfsck_instance *lfsck, @@ -461,15 +618,25 @@ int lfsck_exec_dir(const struct lu_env *env, struct lfsck_instance *lfsck, int lfsck_post(const struct lu_env *env, struct lfsck_instance *lfsck, int result); int lfsck_double_scan(const struct lu_env *env, struct lfsck_instance *lfsck); +void lfsck_quit(const struct lu_env *env, struct lfsck_instance *lfsck); +int lfsck_async_request(const struct lu_env *env, struct obd_export *exp, + struct lfsck_request *lr, + struct ptlrpc_request_set *set, + ptlrpc_interpterer_t interpterer, + void *args, int request); /* lfsck_engine.c */ int lfsck_master_engine(void *args); /* lfsck_bookmark.c */ +void lfsck_bookmark_cpu_to_le(struct lfsck_bookmark *des, + struct lfsck_bookmark *src); int lfsck_bookmark_store(const struct lu_env *env, struct lfsck_instance *lfsck); int lfsck_bookmark_setup(const struct lu_env *env, struct lfsck_instance *lfsck); +int lfsck_set_param(const struct lu_env *env, struct lfsck_instance *lfsck, + struct lfsck_start *start, bool reset); /* lfsck_namespace.c */ int lfsck_namespace_setup(const struct lu_env *env, @@ -482,6 +649,11 @@ extern const char *lfsck_flags_names[]; extern const char *lfsck_param_names[]; extern struct lu_context_key lfsck_thread_key; +static inline struct dt_device *lfsck_obj2dt_dev(struct dt_object *obj) +{ + return container_of0(obj->do_lu.lo_dev, struct dt_device, dd_lu_dev); +} + static inline struct lfsck_thread_info * lfsck_env_info(const struct lu_env *env) { @@ -625,6 +797,37 @@ static inline void lfsck_object_put(const struct lu_env *env, lu_object_put(env, &obj->do_lu); } +static inline struct dt_object * +lfsck_object_find_by_dev(const struct lu_env *env, struct dt_device *dev, + const struct lu_fid *fid) +{ + struct dt_object *obj; + + obj = lu2dt(lu_object_find_slice(env, dt2lu_dev(dev), fid, NULL)); + if (unlikely(obj == NULL)) + return ERR_PTR(-ENOENT); + + return obj; +} + +static inline struct lfsck_tgt_desc *lfsck_tgt_get(struct lfsck_tgt_descs *ltds, + __u32 index) +{ + struct lfsck_tgt_desc *ltd; + + ltd = LTD_TGT(ltds, index); + if (ltd != NULL) + atomic_inc(<d->ltd_ref); + + return ltd; +} + +static inline void lfsck_tgt_put(struct lfsck_tgt_desc *ltd) +{ + if (atomic_dec_and_test(<d->ltd_ref)) + OBD_FREE_PTR(ltd); +} + static inline struct lfsck_component * lfsck_component_get(struct lfsck_component *com) { @@ -643,6 +846,12 @@ static inline void lfsck_component_put(const struct lu_env *env, OBD_FREE(com->lc_file_ram, com->lc_file_size); if (com->lc_file_disk != NULL) OBD_FREE(com->lc_file_disk, com->lc_file_size); + if (com->lc_data != NULL) { + LASSERT(com->lc_ops->lfsck_data_release != NULL); + + com->lc_ops->lfsck_data_release(env, com); + } + OBD_FREE_PTR(com); } }