Whamcloud - gitweb
LU-3336 lfsck: namespace visible lost+found directory
[fs/lustre-release.git] / lustre / include / lustre / lustre_idl.h
index 370899c..0b7ed0f 100644 (file)
 #define SEQ_DATA_PORTAL                31
 #define SEQ_CONTROLLER_PORTAL          32
 #define MGS_BULK_PORTAL                33
+#define OST_IDX_PORTAL                34
 
 /* Portal 63 is reserved for the Cray Inc DVS - nic@cray.com, roe@cray.com, n8851@cray.com */
 
@@ -463,6 +464,7 @@ enum fid_seq {
        FID_SEQ_QUOTA           = 0x200000005ULL,
        FID_SEQ_QUOTA_GLB       = 0x200000006ULL,
        FID_SEQ_ROOT            = 0x200000007ULL,  /* Located on MDT0 */
+       FID_SEQ_LAYOUT_RBTREE   = 0x200000008ULL,
        FID_SEQ_NORMAL          = 0x200000400ULL,
        FID_SEQ_LOV_DEFAULT     = 0xffffffffffffffffULL
 };
@@ -482,8 +484,9 @@ enum special_oid {
 
 /** OID for FID_SEQ_DOT_LUSTRE */
 enum dot_lustre_oid {
-        FID_OID_DOT_LUSTRE  = 1UL,
-        FID_OID_DOT_LUSTRE_OBF = 2UL,
+       FID_OID_DOT_LUSTRE      = 1UL,
+       FID_OID_DOT_LUSTRE_OBF  = 2UL,
+       FID_OID_DOT_LUSTRE_LPF  = 3UL,
 };
 
 static inline int fid_seq_is_mdt0(obd_seq seq)
@@ -605,6 +608,11 @@ static inline int fid_is_norm(const struct lu_fid *fid)
         return fid_seq_is_norm(fid_seq(fid));
 }
 
+static inline int fid_is_layout_rbtree(const struct lu_fid *fid)
+{
+       return fid_seq(fid) == FID_SEQ_LAYOUT_RBTREE;
+}
+
 /* convert an OST objid into an IDIF FID SEQ number */
 static inline obd_seq fid_idif_seq(obd_id id, __u32 ost_idx)
 {
@@ -634,7 +642,7 @@ static inline obd_seq ostid_seq(const struct ost_id *ostid)
        if (fid_seq_is_mdt0(ostid->oi.oi_seq))
                return FID_SEQ_OST_MDT0;
 
-       if (fid_seq_is_default(ostid->oi.oi_seq))
+       if (unlikely(fid_seq_is_default(ostid->oi.oi_seq)))
                return FID_SEQ_LOV_DEFAULT;
 
        if (fid_is_idif(&ostid->oi_fid))
@@ -646,9 +654,12 @@ static inline obd_seq ostid_seq(const struct ost_id *ostid)
 /* extract OST objid from a wire ost_id (id/seq) pair */
 static inline obd_id ostid_id(const struct ost_id *ostid)
 {
-       if (fid_seq_is_mdt0(ostid_seq(ostid)))
+       if (fid_seq_is_mdt0(ostid->oi.oi_seq))
                return ostid->oi.oi_id & IDIF_OID_MASK;
 
+       if (unlikely(fid_seq_is_default(ostid->oi.oi_seq)))
+               return ostid->oi.oi_id;
+
        if (fid_is_idif(&ostid->oi_fid))
                return fid_idif_id(fid_seq(&ostid->oi_fid),
                                   fid_oid(&ostid->oi_fid), 0);
@@ -691,13 +702,23 @@ static inline void ostid_set_seq_llog(struct ost_id *oi)
  */
 static inline void ostid_set_id(struct ost_id *oi, __u64 oid)
 {
-       if (fid_seq_is_mdt0(ostid_seq(oi))) {
+       if (fid_seq_is_mdt0(oi->oi.oi_seq)) {
                if (oid >= IDIF_MAX_OID) {
                        CERROR("Bad "LPU64" to set "DOSTID"\n",
                                oid, POSTID(oi));
                        return;
                }
                oi->oi.oi_id = oid;
+       } else if (fid_is_idif(&oi->oi_fid)) {
+               if (oid >= IDIF_MAX_OID) {
+                       CERROR("Bad "LPU64" to set "DOSTID"\n",
+                               oid, POSTID(oi));
+                       return;
+               }
+               oi->oi_fid.f_seq = fid_idif_seq(oid,
+                                               fid_idif_ost_idx(&oi->oi_fid));
+               oi->oi_fid.f_oid = oid;
+               oi->oi_fid.f_ver = oid >> 48;
        } else {
                if (oid > OBIF_MAX_OID) {
                        CERROR("Bad "LPU64" to set "DOSTID"\n",
@@ -708,25 +729,31 @@ static inline void ostid_set_id(struct ost_id *oi, __u64 oid)
        }
 }
 
-static inline void ostid_inc_id(struct ost_id *oi)
+static inline int fid_set_id(struct lu_fid *fid, __u64 oid)
 {
-       if (fid_seq_is_mdt0(ostid_seq(oi))) {
-               if (unlikely(ostid_id(oi) + 1 > IDIF_MAX_OID)) {
-                       CERROR("Bad inc "DOSTID"\n", POSTID(oi));
-                       return;
+       if (unlikely(fid_seq_is_igif(fid->f_seq))) {
+               CERROR("bad IGIF, "DFID"\n", PFID(fid));
+               return -EBADF;
+       }
+
+       if (fid_is_idif(fid)) {
+               if (oid >= IDIF_MAX_OID) {
+                       CERROR("Bad "LPU64" to set "DFID"\n",
+                               oid, PFID(fid));
+                       return -EBADF;
                }
-               oi->oi.oi_id++;
+               fid->f_seq = fid_idif_seq(oid, fid_idif_ost_idx(fid));
+               fid->f_oid = oid;
+               fid->f_ver = oid >> 48;
        } else {
-               oi->oi_fid.f_oid++;
+               if (oid > OBIF_MAX_OID) {
+                       CERROR("Bad "LPU64" to set "DFID"\n",
+                               oid, PFID(fid));
+                       return -EBADF;
+               }
+               fid->f_oid = oid;
        }
-}
-
-static inline void ostid_dec_id(struct ost_id *oi)
-{
-       if (fid_seq_is_mdt0(ostid_seq(oi)))
-               oi->oi.oi_id--;
-       else
-               oi->oi_fid.f_oid--;
+       return 0;
 }
 
 /**
@@ -738,36 +765,41 @@ static inline void ostid_dec_id(struct ost_id *oi)
  * struct lu_fid fields without loss.  For reference see:
  * http://arch.lustre.org/index.php?title=Interoperability_fids_zfs
  */
-static inline int ostid_to_fid(struct lu_fid *fid, struct ost_id *ostid,
+static inline int ostid_to_fid(struct lu_fid *fid, const struct ost_id *ostid,
                               __u32 ost_idx)
 {
+       obd_seq seq = ostid_seq(ostid);
+
        if (ost_idx > 0xffff) {
                CERROR("bad ost_idx, "DOSTID" ost_idx:%u\n", POSTID(ostid),
                       ost_idx);
                return -EBADF;
        }
 
-       if (fid_seq_is_mdt0(ostid_seq(ostid))) {
+       if (fid_seq_is_mdt0(seq)) {
+               obd_id oid = ostid_id(ostid);
+
                /* This is a "legacy" (old 1.x/2.early) OST object in "group 0"
                 * that we map into the IDIF namespace.  It allows up to 2^48
                 * objects per OST, as this is the object namespace that has
                 * been in production for years.  This can handle create rates
                 * of 1M objects/s/OST for 9 years, or combinations thereof. */
-               if (ostid_id(ostid) >= IDIF_MAX_OID) {
+               if (oid >= IDIF_MAX_OID) {
                         CERROR("bad MDT0 id, "DOSTID" ost_idx:%u\n",
                                POSTID(ostid), ost_idx);
                         return -EBADF;
                }
-               fid->f_seq = fid_idif_seq(ostid_id(ostid), ost_idx);
+               fid->f_seq = fid_idif_seq(oid, ost_idx);
                /* truncate to 32 bits by assignment */
-               fid->f_oid = ostid_id(ostid);
+               fid->f_oid = oid;
                /* in theory, not currently used */
-               fid->f_ver = ostid_id(ostid) >> 48;
-       } else /* if (fid_seq_is_idif(seq) || fid_seq_is_norm(seq)) */ {
-              /* This is either an IDIF object, which identifies objects across
-               * all OSTs, or a regular FID.  The IDIF namespace maps legacy
-               * OST objects into the FID namespace.  In both cases, we just
-               * pass the FID through, no conversion needed. */
+               fid->f_ver = oid >> 48;
+       } else if (likely(!fid_seq_is_default(seq)))
+               /* if (fid_seq_is_idif(seq) || fid_seq_is_norm(seq)) */ {
+               /* This is either an IDIF object, which identifies objects across
+                * all OSTs, or a regular FID.  The IDIF namespace maps legacy
+                * OST objects into the FID namespace.  In both cases, we just
+                * pass the FID through, no conversion needed. */
                if (ostid->oi_fid.f_ver != 0) {
                        CERROR("bad MDT0 id, "DOSTID" ost_idx:%u\n",
                                POSTID(ostid), ost_idx);
@@ -776,7 +808,7 @@ static inline int ostid_to_fid(struct lu_fid *fid, struct ost_id *ostid,
                *fid = ostid->oi_fid;
        }
 
-        return 0;
+       return 0;
 }
 
 /* pack any OST FID into an ostid (id/seq) for the wire/disk */
@@ -928,6 +960,20 @@ static inline void ostid_le_to_cpu(const struct ost_id *src_oi,
        }
 }
 
+struct lu_orphan_rec {
+       /* The MDT-object's FID referenced by the orphan OST-object */
+       struct lu_fid   lor_fid;
+       __u32           lor_uid;
+       __u32           lor_gid;
+};
+
+struct lu_orphan_ent {
+       /* The orphan OST-object's FID */
+       struct lu_fid           loe_key;
+       struct lu_orphan_rec    loe_rec;
+};
+void lustre_swab_orphan_ent(struct lu_orphan_ent *ent);
+
 /** @} lu_fid */
 
 /** \defgroup lu_dir lu_dir
@@ -1307,6 +1353,7 @@ extern void lustre_swab_ptlrpc_body(struct ptlrpc_body *pb);
 #define OBD_CONNECT_DISP_STRIPE 0x10000000000000ULL/* create stripe disposition*/
 #define OBD_CONNECT_OPEN_BY_FID        0x20000000000000ULL /* open by fid won't pack
                                                       name in request */
+#define OBD_CONNECT_LFSCK      0x40000000000000ULL/* support online LFSCK */
 
 /* XXX README XXX:
  * Please DO NOT add flag values here before first ensuring that this same
@@ -1351,7 +1398,7 @@ extern void lustre_swab_ptlrpc_body(struct ptlrpc_body *pb);
                                OBD_CONNECT_LVB_TYPE | OBD_CONNECT_LAYOUTLOCK |\
                                OBD_CONNECT_PINGLESS | OBD_CONNECT_MAX_EASIZE |\
                                OBD_CONNECT_FLOCK_DEAD | \
-                               OBD_CONNECT_DISP_STRIPE)
+                               OBD_CONNECT_DISP_STRIPE | OBD_CONNECT_LFSCK)
 
 #define OST_CONNECT_SUPPORTED  (OBD_CONNECT_SRVLOCK | OBD_CONNECT_GRANT | \
                                 OBD_CONNECT_REQPORTAL | OBD_CONNECT_VERSION | \
@@ -1369,7 +1416,7 @@ extern void lustre_swab_ptlrpc_body(struct ptlrpc_body *pb);
                                OBD_CONNECT_JOBSTATS | \
                                OBD_CONNECT_LIGHTWEIGHT | OBD_CONNECT_LVB_TYPE|\
                                OBD_CONNECT_LAYOUTLOCK | OBD_CONNECT_FID | \
-                               OBD_CONNECT_PINGLESS)
+                               OBD_CONNECT_PINGLESS | OBD_CONNECT_LFSCK)
 #define ECHO_CONNECT_SUPPORTED (0)
 #define MGS_CONNECT_SUPPORTED  (OBD_CONNECT_VERSION | OBD_CONNECT_AT | \
                                OBD_CONNECT_FULL20 | OBD_CONNECT_IMP_RECOV | \
@@ -1619,6 +1666,11 @@ static inline void lmm_oi_set_seq(struct ost_id *oi, __u64 seq)
        oi->oi.oi_seq = seq;
 }
 
+static inline void lmm_oi_set_id(struct ost_id *oi, __u64 oid)
+{
+       oi->oi.oi_id = oid;
+}
+
 static inline __u64 lmm_oi_id(struct ost_id *oi)
 {
        return oi->oi.oi_id;
@@ -1658,6 +1710,7 @@ static inline void lmm_oi_cpu_to_le(struct ost_id *dst_oi,
 #define XATTR_NAME_LOV          "trusted.lov"
 #define XATTR_NAME_LMA          "trusted.lma"
 #define XATTR_NAME_LMV          "trusted.lmv"
+#define XATTR_NAME_DEFAULT_LMV "trusted.dmv"
 #define XATTR_NAME_LINK         "trusted.link"
 #define XATTR_NAME_FID          "trusted.fid"
 #define XATTR_NAME_VERSION      "trusted.version"
@@ -1749,6 +1802,8 @@ static inline __u32 lov_mds_md_size(__u16 stripes, __u32 lmm_magic)
 #define OBD_MD_FLDATAVERSION (0x0010000000000000ULL) /* iversion sum */
 #define OBD_MD_FLRELEASED    (0x0020000000000000ULL) /* file released */
 
+#define OBD_MD_DEFAULT_MEA   (0x0040000000000000ULL) /* default MEA */
+
 #define OBD_MD_FLGETATTR (OBD_MD_FLID    | OBD_MD_FLATIME | OBD_MD_FLMTIME | \
                           OBD_MD_FLCTIME | OBD_MD_FLSIZE  | OBD_MD_FLBLKSZ | \
                           OBD_MD_FLMODE  | OBD_MD_FLTYPE  | OBD_MD_FLUID   | \
@@ -2633,7 +2688,7 @@ struct lmv_desc {
         __u32 ld_tgt_count;                /* how many MDS's */
         __u32 ld_active_tgt_count;         /* how many active */
         __u32 ld_default_stripe_count;     /* how many objects are used */
-        __u32 ld_pattern;                  /* default MEA_MAGIC_* */
+       __u32 ld_pattern;                  /* default hash pattern */
         __u64 ld_default_hash_size;
         __u64 ld_padding_1;                /* also fix lustre_swab_lmv_desc */
         __u32 ld_padding_2;                /* also fix lustre_swab_lmv_desc */
@@ -2649,6 +2704,43 @@ extern void lustre_swab_lmv_desc (struct lmv_desc *ld);
 #define LMV_MAGIC_V1   0x0CD10CD0    /* normal stripe lmv magic */
 #define LMV_USER_MAGIC 0x0CD20CD0    /* default lmv magic*/
 #define LMV_MAGIC      LMV_MAGIC_V1
+
+enum lmv_hash_type {
+       LMV_HASH_TYPE_ALL_CHARS = 1,
+       LMV_HASH_TYPE_FNV_1A_64 = 2,
+};
+
+#define LMV_HASH_NAME_ALL_CHARS        "all_char"
+#define LMV_HASH_NAME_FNV_1A_64        "fnv_1a_64"
+
+/**
+ * The FNV-1a hash algorithm is as follows:
+ *     hash = FNV_offset_basis
+ *     for each octet_of_data to be hashed
+ *             hash = hash XOR octet_of_data
+ *             hash = hash × FNV_prime
+ *     return hash
+ * http://en.wikipedia.org/wiki/Fowler–Noll–Vo_hash_function#FNV-1a_hash
+ *
+ * http://www.isthe.com/chongo/tech/comp/fnv/index.html#FNV-reference-source
+ * FNV_prime is 2^40 + 2^8 + 0xb3 = 0x100000001b3ULL
+ **/
+#define LUSTRE_FNV_1A_64_PRIME 0x100000001b3ULL
+#define LUSTRE_FNV_1A_64_OFFSET_BIAS 0xcbf29ce484222325ULL
+static inline __u64 lustre_hash_fnv_1a_64(const void *buf, size_t size)
+{
+       __u64 hash = LUSTRE_FNV_1A_64_OFFSET_BIAS;
+       const unsigned char *p = buf;
+       size_t i;
+
+       for (i = 0; i < size; i++) {
+               hash ^= p[i];
+               hash *= LUSTRE_FNV_1A_64_PRIME;
+       }
+
+       return hash;
+}
+
 struct lmv_mds_md_v1 {
        __u32 lmv_magic;
        __u32 lmv_stripe_count;         /* stripe count */
@@ -2667,6 +2759,8 @@ union lmv_mds_md {
        struct lmv_user_md       lmv_user_md;
 };
 
+extern void lustre_swab_lmv_mds_md(union lmv_mds_md *lmm);
+
 static inline int lmv_mds_md_size(int stripe_count, unsigned int lmm_magic)
 {
        switch (lmm_magic) {
@@ -2733,6 +2827,14 @@ enum fld_op {
        FLD_LOOKUP = 2,
 };
 
+/* LFSCK opcodes */
+typedef enum {
+       LFSCK_NOTIFY            = 1101,
+       LFSCK_QUERY             = 1102,
+       LFSCK_LAST_OPC,
+       LFSCK_FIRST_OPC         = LFSCK_NOTIFY
+} lfsck_cmd_t;
+
 /*
  *  LOV data structures
  */
@@ -3380,6 +3482,37 @@ struct obdo {
 #define o_cksum   o_nlink
 #define o_grant_used o_data_version
 
+struct lfsck_request {
+       __u32           lr_event;
+       __u32           lr_index;
+       __u32           lr_flags;
+       __u32           lr_valid;
+       union {
+               __u32   lr_speed;
+               __u32   lr_status;
+       };
+       __u16           lr_version;
+       __u16           lr_active;
+       __u16           lr_param;
+       __u16           lr_async_windows;
+       __u32           lr_padding_1;
+       /* lr_fid is used on server-side only, and can be
+        * reused as others by client in the future. */
+       struct lu_fid   lr_fid;
+       __u64           lr_padding_2;
+       __u64           lr_padding_3;
+};
+
+void lustre_swab_lfsck_request(struct lfsck_request *lr);
+
+struct lfsck_reply {
+       __u32           lr_status;
+       __u32           lr_padding_1;
+       __u64           lr_padding_2;
+};
+
+void lustre_swab_lfsck_reply(struct lfsck_reply *lr);
+
 static inline void lustre_set_wire_obdo(struct obd_connect_data *ocd,
                                        struct obdo *wobdo,
                                        const struct obdo *lobdo)