Whamcloud - gitweb
LU-12616 obclass: fix MDS start/stop race
[fs/lustre-release.git] / lustre / lfsck / lfsck_internal.h
index 3ab2472..428e28f 100644 (file)
@@ -20,7 +20,7 @@
  * GPL HEADER END
  */
 /*
- * Copyright (c) 2013, 2016, Intel Corporation.
+ * Copyright (c) 2013, 2017, Intel Corporation.
  */
 /*
  * lustre/lfsck/lfsck_internal.h
@@ -33,9 +33,6 @@
 #ifndef _LFSCK_INTERNAL_H
 # define _LFSCK_INTERNAL_H
 
-#include <lustre/lustre_lfsck_user.h>
-#include <lustre/lustre_user.h>
-#include <lustre/lustre_idl.h>
 #include <lustre_lfsck.h>
 #include <obd.h>
 #include <lu_object.h>
@@ -47,7 +44,6 @@
 #include <md_object.h>
 #include <lustre_linkea.h>
 
-#define HALF_SEC                       msecs_to_jiffies(MSEC_PER_SEC >> 1)
 #define LFSCK_CHECKPOINT_INTERVAL      60
 
 enum lfsck_flags {
@@ -114,6 +110,7 @@ enum lfsck_namespace_trace_flags {
        LNTF_CHECK_ORPHAN       = 0x08,
        LNTF_UNCERTAIN_LMV      = 0x10,
        LNTF_RECHECK_NAME_HASH  = 0x20,
+       LNTF_CHECK_AGENT_ENTRY  = 0x40,
        LNTF_ALL                = 0xff
 };
 
@@ -141,19 +138,19 @@ struct lfsck_namespace {
        __u32   ln_success_count;
 
        /*  How long the LFSCK phase1 has run in seconds. */
-       __u32   ln_run_time_phase1;
+       time64_t ln_run_time_phase1;
 
        /*  How long the LFSCK phase2 has run in seconds. */
-       __u32   ln_run_time_phase2;
+       time64_t ln_run_time_phase2;
 
        /* Time for the last LFSCK completed in seconds since epoch. */
-       __u64   ln_time_last_complete;
+       time64_t ln_time_last_complete;
 
        /* Time for the latest LFSCK ran in seconds since epoch. */
-       __u64   ln_time_latest_start;
+       time64_t ln_time_latest_start;
 
        /* Time for the last LFSCK checkpoint in seconds since epoch. */
-       __u64   ln_time_last_checkpoint;
+       time64_t ln_time_last_checkpoint;
 
        /* Position for the latest LFSCK started from. */
        struct lfsck_position   ln_pos_latest_start;
@@ -273,14 +270,20 @@ struct lfsck_namespace {
         * the MDTs that contain non-verified MDT-objects. */
        __u32   ln_bitmap_size;
 
+       /* For further using. 256-bytes aligned now. */
+       __u32   ln_reserved_1;
+
        /* Time for the latest LFSCK scan in seconds from the beginning. */
-       __u32   ln_time_latest_reset;
+       time64_t ln_time_latest_reset;
 
        /* How many linkEA overflow timestamp have been cleared. */
        __u64   ln_linkea_overflow_cleared;
 
+       /* How many agent entries have been repaired. */
+       __u64   ln_agent_entries_repaired;
+
        /* For further using. 256-bytes aligned now. */
-       __u64   ln_reserved[14];
+       __u64   ln_reserved[11];
 };
 
 enum lfsck_layout_inconsistency_type {
@@ -308,19 +311,19 @@ struct lfsck_layout {
        __u32   ll_success_count;
 
        /*  How long the LFSCK phase1 has run in seconds. */
-       __u32   ll_run_time_phase1;
+       time64_t ll_run_time_phase1;
 
        /*  How long the LFSCK phase2 has run in seconds. */
-       __u32   ll_run_time_phase2;
+       time64_t ll_run_time_phase2;
 
        /* Time for the last LFSCK completed in seconds since epoch. */
-       __u64   ll_time_last_complete;
+       time64_t ll_time_last_complete;
 
        /* Time for the latest LFSCK ran in seconds since epoch. */
-       __u64   ll_time_latest_start;
+       time64_t ll_time_latest_start;
 
        /* Time for the last LFSCK checkpoint in seconds since epoch. */
-       __u64   ll_time_last_checkpoint;
+       time64_t ll_time_last_checkpoint;
 
        /* Position for the latest LFSCK started from. */
        __u64   ll_pos_latest_start;
@@ -361,7 +364,8 @@ struct lfsck_layout {
        /* The latest object has been processed (failed) during double scan. */
        struct lfsck_layout_dangling_key ll_lldk_latest_scanned_phase2;
 
-       __u64   ll_reserved_2[8];
+       /* For further using */
+       u64     ll_reserved_2[7];
 
        /* The OST targets bitmap to record the OSTs that contain
         * non-verified OST-objects. */
@@ -473,6 +477,7 @@ struct lfsck_tgt_desc {
        __u32              ltd_layout_gen;
        __u32              ltd_namespace_gen;
        unsigned int       ltd_dead:1,
+                          ltd_retry_start:1,
                           ltd_layout_done:1,
                           ltd_namespace_done:1,
                           ltd_synced_failures:1;
@@ -556,11 +561,11 @@ struct lfsck_component {
        void                    *lc_data;
        struct lu_fid            lc_fid_latest_scanned_phase2;
 
-       /* The time for last checkpoint, jiffies */
-       cfs_time_t               lc_time_last_checkpoint;
+       /* The time for last checkpoint, seconds */
+       time64_t                 lc_time_last_checkpoint;
 
-       /* The time for next checkpoint, jiffies */
-       cfs_time_t               lc_time_next_checkpoint;
+       /* The time for next checkpoint, seconds */
+       time64_t                 lc_time_next_checkpoint;
 
        __u32                    lc_file_size;
 
@@ -616,7 +621,8 @@ struct lfsck_lmv {
                                         ll_lmv_updated:1,
                                         ll_inline:1,
                                         ll_failed:1,
-                                        ll_ignore:1;
+                                        ll_ignore:1,
+                                        ll_counted:1;
        struct lfsck_slave_lmv_rec      *ll_lslr; /* may be vmalloc'd */
 };
 
@@ -669,12 +675,13 @@ struct lfsck_instance {
        atomic_t                  li_ref;
        atomic_t                  li_double_scan_count;
        struct ptlrpc_thread      li_thread;
+       struct task_struct       *li_task;
 
-       /* The time for last checkpoint, jiffies */
-       cfs_time_t                li_time_last_checkpoint;
+       /* The time for last checkpoint, seconds */
+       time64_t                  li_time_last_checkpoint;
 
-       /* The time for next checkpoint, jiffies */
-       cfs_time_t                li_time_next_checkpoint;
+       /* The time for next checkpoint, seconds */
+       time64_t                  li_time_next_checkpoint;
 
        lfsck_out_notify          li_out_notify;
        void                     *li_out_notify_data;
@@ -743,7 +750,8 @@ struct lfsck_instance {
                                  li_drop_dryrun:1, /* Ever dryrun, not now. */
                                  li_master:1, /* Master instance or not. */
                                  li_current_oit_processed:1,
-                                 li_start_unplug:1;
+                                 li_start_unplug:1,
+                                 li_stopping:1;
        struct lfsck_rec_lmv_save li_rec_lmv_save[LFSCK_REC_LMV_MAX_DEPTH];
 };
 
@@ -847,13 +855,16 @@ struct lfsck_assistant_data {
        int                                      lad_prefetched;
        int                                      lad_assistant_status;
        int                                      lad_post_result;
-       unsigned int                             lad_to_post:1,
-                                                lad_to_double_scan:1,
-                                                lad_in_double_scan:1,
-                                                lad_exit:1,
-                                                lad_incomplete:1;
+       unsigned long                            lad_flags;
        bool                                     lad_advance_lock;
 };
+enum {
+       LAD_TO_POST = 0,
+       LAD_TO_DOUBLE_SCAN = 1,
+       LAD_IN_DOUBLE_SCAN = 2,
+       LAD_EXIT = 3,
+       LAD_INCOMPLETE = 4,
+};
 
 #define LFSCK_TMPBUF_LEN       64
 
@@ -895,7 +906,7 @@ struct lfsck_thread_info {
        struct ldlm_res_id      lti_resid;
        struct filter_fid       lti_ff;
        struct dt_allocation_hint lti_hint;
-       struct lu_orphan_rec_v2 lti_rec;
+       struct lu_orphan_rec_v3 lti_rec;
        struct lov_user_md      lti_lum;
        struct dt_insert_rec    lti_dt_rec;
        struct lu_object_conf   lti_conf;
@@ -915,6 +926,10 @@ int lfsck_ibits_lock(const struct lu_env *env, struct lfsck_instance *lfsck,
                     struct dt_object *obj, struct lustre_handle *lh,
                     __u64 bits, enum ldlm_mode mode);
 void lfsck_ibits_unlock(struct lustre_handle *lh, enum ldlm_mode mode);
+int lfsck_remote_lookup_lock(const struct lu_env *env,
+                            struct lfsck_instance *lfsck,
+                            struct dt_object *pobj, struct dt_object *obj,
+                            struct lustre_handle *lh, enum ldlm_mode mode);
 int lfsck_lock(const struct lu_env *env, struct lfsck_instance *lfsck,
               struct dt_object *obj, const char *name,
               struct lfsck_lock_handle *llh, __u64 bits, enum ldlm_mode mode);
@@ -933,7 +948,7 @@ void lfsck_instance_cleanup(const struct lu_env *env,
                            struct lfsck_instance *lfsck);
 void lfsck_bits_dump(struct seq_file *m, int bits, const char *names[],
                     const char *prefix);
-void lfsck_time_dump(struct seq_file *m, __u64 time, const char *name);
+void lfsck_time_dump(struct seq_file *m, time64_t time, const char *name);
 void lfsck_pos_dump(struct seq_file *m, struct lfsck_position *pos,
                    const char *prefix);
 void lfsck_pos_fill(const struct lu_env *env, struct lfsck_instance *lfsck,
@@ -1040,7 +1055,9 @@ int lfsck_namespace_setup(const struct lu_env *env,
 
 /* lfsck_striped_dir.c */
 void lfsck_lmv_put(const struct lu_env *env, struct lfsck_lmv *llmv);
-int lfsck_read_stripe_lmv(const struct lu_env *env, struct dt_object *obj,
+int lfsck_read_stripe_lmv(const struct lu_env *env,
+                         struct lfsck_instance *lfsck,
+                         struct dt_object *obj,
                          struct lmv_mds_md_v1 *lmv);
 int lfsck_shard_name_to_index(const struct lu_env *env, const char *name,
                              int namelen, __u16 type,
@@ -1049,6 +1066,7 @@ bool lfsck_is_valid_slave_name_entry(const struct lu_env *env,
                                     struct lfsck_lmv *llmv,
                                     const char *name, int namelen);
 int lfsck_namespace_check_name(const struct lu_env *env,
+                              struct lfsck_instance *lfsck,
                               struct dt_object *parent,
                               struct dt_object *child,
                               const struct lu_name *cname);
@@ -1087,12 +1105,6 @@ extern const char *lfsck_flags_names[];
 extern const char *lfsck_param_names[];
 extern struct lu_context_key lfsck_thread_key;
 
-static inline bool name_is_dot_or_dotdot(const char *name, int namelen)
-{
-       return name[0] == '.' &&
-              (namelen == 1 || (namelen == 2 && name[1] == '.'));
-}
-
 static inline struct dt_device *lfsck_obj2dev(struct dt_object *obj)
 {
        return container_of0(obj->do_lu.lo_dev, struct dt_device, dd_lu_dev);
@@ -1428,12 +1440,16 @@ static inline void lfsck_lad_set_bitmap(const struct lu_env *env,
 
        if (likely(bitmap->size > index)) {
                cfs_bitmap_set(bitmap, index);
-               lad->lad_incomplete = 1;
+               set_bit(LAD_INCOMPLETE, &lad->lad_flags);
        } else if (com->lc_type == LFSCK_TYPE_NAMESPACE) {
                struct lfsck_namespace *ns = com->lc_file_ram;
 
                ns->ln_flags |= LF_INCOMPLETE;
        }
+
+       CDEBUG(D_LFSCK, "%s: %s LFSCK set bitmap (%p/%u) for idx %u\n",
+              lfsck_lfsck2name(com->lc_lfsck), lad->lad_name, bitmap,
+              bitmap->size, index);
 }
 
 static inline int lfsck_links_read(const struct lu_env *env,
@@ -1492,6 +1508,8 @@ static inline void lfsck_lmv_header_le_to_cpu(struct lmv_mds_md_v1 *dst,
        dst->lmv_master_mdt_index = le32_to_cpu(src->lmv_master_mdt_index);
        dst->lmv_hash_type = le32_to_cpu(src->lmv_hash_type);
        dst->lmv_layout_version = le32_to_cpu(src->lmv_layout_version);
+       dst->lmv_migrate_offset = le32_to_cpu(src->lmv_migrate_offset);
+       dst->lmv_migrate_hash = le32_to_cpu(src->lmv_migrate_hash);
 }
 
 static inline void lfsck_lmv_header_cpu_to_le(struct lmv_mds_md_v1 *dst,
@@ -1502,6 +1520,8 @@ static inline void lfsck_lmv_header_cpu_to_le(struct lmv_mds_md_v1 *dst,
        dst->lmv_master_mdt_index = cpu_to_le32(src->lmv_master_mdt_index);
        dst->lmv_hash_type = cpu_to_le32(src->lmv_hash_type);
        dst->lmv_layout_version = cpu_to_le32(src->lmv_layout_version);
+       dst->lmv_migrate_offset = cpu_to_le32(src->lmv_migrate_offset);
+       dst->lmv_migrate_hash = cpu_to_le32(src->lmv_migrate_hash);
 }
 
 static inline struct lfsck_assistant_object *