1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
6 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 only,
10 * as published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License version 2 for more details (a copy is included
16 * in the LICENSE file that accompanied this code).
18 * You should have received a copy of the GNU General Public License
19 * version 2 along with this program; If not, see
20 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
22 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23 * CA 95054 USA or visit www.sun.com if you need additional information or
29 * Copyright 2008 Sun Microsystems, Inc. All rights reserved
30 * Use is subject to license terms.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
36 * lustre/include/lustre_disk.h
38 * Lustre disk format definitions.
40 * Author: Nathan Rutman <nathan@clusterfs.com>
43 #ifndef _LUSTRE_DISK_H
44 #define _LUSTRE_DISK_H
46 /** \defgroup disk disk
51 #include <libcfs/libcfs.h>
52 #include <lnet/types.h>
54 /****************** on-disk files *********************/
56 #define MDT_LOGS_DIR "LOGS" /* COMPAT_146 */
57 #define MOUNT_CONFIGS_DIR "CONFIGS"
58 #define CONFIGS_FILE "mountdata"
59 /** Persistent mount data are stored on the disk in this file. */
60 #define MOUNT_DATA_FILE MOUNT_CONFIGS_DIR"/"CONFIGS_FILE
61 #define LAST_RCVD "last_rcvd"
62 #define LOV_OBJID "lov_objid"
63 #define HEALTH_CHECK "health_check"
64 #define CAPA_KEYS "capa_keys"
65 #define CHANGELOG_USERS "changelog_users"
68 /****************** persistent mount data *********************/
70 #define LDD_F_SV_TYPE_MDT 0x0001
71 #define LDD_F_SV_TYPE_OST 0x0002
72 #define LDD_F_SV_TYPE_MGS 0x0004
73 #define LDD_F_SV_ALL 0x0008
74 /** need an index assignment */
75 #define LDD_F_NEED_INDEX 0x0010
76 /** never registered */
77 #define LDD_F_VIRGIN 0x0020
78 /** update the config logs for this server*/
79 #define LDD_F_UPDATE 0x0040
80 /** rewrite the LDD */
81 #define LDD_F_REWRITE_LDD 0x0080
82 /** regenerate all logs for this fs */
83 #define LDD_F_WRITECONF 0x0100
85 #define LDD_F_UPGRADE14 0x0200
86 /** process as lctl conf_param */
87 #define LDD_F_PARAM 0x0400
88 /** backend fs make use of IAM directory format. */
89 #define LDD_F_IAM_DIR 0x0800
100 static inline char *mt_str(enum ldd_mount_type mt)
102 static char *mount_type_string[] = {
109 return mount_type_string[mt];
112 #define LDD_INCOMPAT_SUPP 0
113 #define LDD_ROCOMPAT_SUPP 0
115 #define LDD_MAGIC 0x1dd00001
117 /* On-disk configuration file. In host-endian order. */
118 struct lustre_disk_data {
120 __u32 ldd_feature_compat; /* compatible feature flags */
121 __u32 ldd_feature_rocompat;/* read-only compatible feature flags */
122 __u32 ldd_feature_incompat;/* incompatible feature flags */
124 __u32 ldd_config_ver; /* config rewrite count - not used */
125 __u32 ldd_flags; /* LDD_SV_TYPE */
126 __u32 ldd_svindex; /* server index (0001), must match
128 __u32 ldd_mount_type; /* target fs type LDD_MT_* */
129 char ldd_fsname[64]; /* filesystem this server is part of,
131 char ldd_svname[64]; /* this server's name (lustre-mdt0001)*/
132 __u8 ldd_uuid[40]; /* server UUID (COMPAT_146) */
134 /*200*/ char ldd_userdata[1024 - 200]; /* arbitrary user string */
135 /*1024*/__u8 ldd_padding[4096 - 1024];
136 /*4096*/char ldd_mount_opts[4096]; /* target fs mount opts */
137 /*8192*/char ldd_params[4096]; /* key=value pairs */
140 #define IS_MDT(data) ((data)->ldd_flags & LDD_F_SV_TYPE_MDT)
141 #define IS_OST(data) ((data)->ldd_flags & LDD_F_SV_TYPE_OST)
142 #define IS_MGS(data) ((data)->ldd_flags & LDD_F_SV_TYPE_MGS)
143 #define MT_STR(data) mt_str((data)->ldd_mount_type)
145 /* Make the mdt/ost server obd name based on the filesystem name */
146 static inline int server_make_name(__u32 flags, __u16 index, char *fs,
149 if (flags & (LDD_F_SV_TYPE_MDT | LDD_F_SV_TYPE_OST)) {
150 if (!(flags & LDD_F_SV_ALL))
151 sprintf(name, "%.8s-%s%04x", fs,
152 (flags & LDD_F_SV_TYPE_MDT) ? "MDT" : "OST",
154 } else if (flags & LDD_F_SV_TYPE_MGS) {
155 sprintf(name, "MGS");
157 CERROR("unknown server type %#x\n", flags);
163 /* Get the index from the obd name */
164 int server_name2index(char *svname, __u32 *idx, char **endptr);
167 /****************** mount command *********************/
169 /* The lmd is only used internally by Lustre; mount simply passes
170 everything as string options */
172 #define LMD_MAGIC 0xbdacbd03
174 /* gleaned from the mount command - no persistent info here */
175 struct lustre_mount_data {
177 __u32 lmd_flags; /* lustre mount flags */
178 int lmd_mgs_failnodes; /* mgs failover node count */
179 int lmd_exclude_count;
180 char *lmd_dev; /* device name */
181 char *lmd_profile; /* client only */
182 char *lmd_mgssec; /* sptlrpc flavor to mgs */
183 char *lmd_opts; /* lustre mount options (as opposed to
184 _device_ mount options) */
185 __u32 *lmd_exclude; /* array of OSTs to ignore */
188 #define LMD_FLG_SERVER 0x0001 /* Mounting a server */
189 #define LMD_FLG_CLIENT 0x0002 /* Mounting a client */
190 #define LMD_FLG_ABORT_RECOV 0x0008 /* Abort recovery */
191 #define LMD_FLG_NOSVC 0x0010 /* Only start MGS/MGC for servers,
193 #define LMD_FLG_NOMGS 0x0020 /* Only start target for servers, reusing
194 existing MGS services */
196 #define lmd_is_client(x) ((x)->lmd_flags & LMD_FLG_CLIENT)
199 /****************** last_rcvd file *********************/
201 /** version recovery epoch */
202 #define LR_EPOCH_BITS 32
203 #define lr_epoch(a) ((a) >> LR_EPOCH_BITS)
204 #define LR_EXPIRE_INTERVALS 16 /**< number of intervals to track transno */
206 #define LR_SERVER_SIZE 512
207 #define LR_CLIENT_START 8192
208 #define LR_CLIENT_SIZE 128
209 #if LR_CLIENT_START < LR_SERVER_SIZE
210 #error "Can't have LR_CLIENT_START < LR_SERVER_SIZE"
214 * This limit is arbitrary (131072 clients on x86), but it is convenient to use
215 * 2^n * CFS_PAGE_SIZE * 8 for the number of bits that fit an order-n allocation.
216 * If we need more than 131072 clients (order-2 allocation on x86) then this
217 * should become an array of single-page pointers that are allocated on demand.
219 #if (128 * 1024UL) > (CFS_PAGE_SIZE * 8)
220 #define LR_MAX_CLIENTS (128 * 1024UL)
222 #define LR_MAX_CLIENTS (CFS_PAGE_SIZE * 8)
225 /** COMPAT_146: this is an OST (temporary) */
226 #define OBD_COMPAT_OST 0x00000002
227 /** COMPAT_146: this is an MDT (temporary) */
228 #define OBD_COMPAT_MDT 0x00000004
229 /** 2.0 server, interop flag to show server version is changed */
230 #define OBD_COMPAT_20 0x00000008
232 /** MDS handles LOV_OBJID file */
233 #define OBD_ROCOMPAT_LOVOBJID 0x00000001
235 /** OST handles group subdirs */
236 #define OBD_INCOMPAT_GROUPS 0x00000001
237 /** this is an OST */
238 #define OBD_INCOMPAT_OST 0x00000002
239 /** this is an MDT */
240 #define OBD_INCOMPAT_MDT 0x00000004
241 /** common last_rvcd format */
242 #define OBD_INCOMPAT_COMMON_LR 0x00000008
243 /** FID is enabled */
244 #define OBD_INCOMPAT_FID 0x00000010
245 /** Size-on-MDS is enabled */
246 #define OBD_INCOMPAT_SOM 0x00000020
247 /** filesystem using iam format to store directory entries */
248 #define OBD_INCOMPAT_IAM_DIR 0x00000040
249 /** LMA attribute contains per-inode incompatible flags */
250 #define OBD_INCOMPAT_LMA 0x00000080
253 /* Data stored per server at the head of the last_rcvd file. In le32 order.
254 This should be common to filter_internal.h, lustre_mds.h */
255 struct lr_server_data {
256 __u8 lsd_uuid[40]; /* server UUID */
257 __u64 lsd_last_transno; /* last completed transaction ID */
258 __u64 lsd_compat14; /* reserved - compat with old last_rcvd */
259 __u64 lsd_mount_count; /* incarnation number */
260 __u32 lsd_feature_compat; /* compatible feature flags */
261 __u32 lsd_feature_rocompat;/* read-only compatible feature flags */
262 __u32 lsd_feature_incompat;/* incompatible feature flags */
263 __u32 lsd_server_size; /* size of server data area */
264 __u32 lsd_client_start; /* start of per-client data area */
265 __u16 lsd_client_size; /* size of per-client data area */
266 __u16 lsd_subdir_count; /* number of subdirectories for objects */
267 __u64 lsd_catalog_oid; /* recovery catalog object id */
268 __u32 lsd_catalog_ogen; /* recovery catalog inode generation */
269 __u8 lsd_peeruuid[40]; /* UUID of MDS associated with this OST */
270 __u32 lsd_ost_index; /* index number of OST in LOV */
271 __u32 lsd_mdt_index; /* index number of MDT in LMV */
272 __u32 lsd_start_epoch; /* VBR: start epoch from last boot */
273 /** transaction values since lsd_trans_table_time */
274 __u64 lsd_trans_table[LR_EXPIRE_INTERVALS];
275 /** start point of transno table below */
276 __u32 lsd_trans_table_time; /* time of first slot in table above */
277 __u32 lsd_expire_intervals; /* LR_EXPIRE_INTERVALS */
278 __u8 lsd_padding[LR_SERVER_SIZE - 288];
281 /* Data stored per client in the last_rcvd file. In le32 order. */
282 struct lsd_client_data {
283 __u8 lcd_uuid[40]; /* client UUID */
284 __u64 lcd_last_transno; /* last completed transaction ID */
285 __u64 lcd_last_xid; /* xid for the last transaction */
286 __u32 lcd_last_result; /* result from last RPC */
287 __u32 lcd_last_data; /* per-op data (disposition for open &c.) */
288 /* for MDS_CLOSE requests */
289 __u64 lcd_last_close_transno; /* last completed transaction ID */
290 __u64 lcd_last_close_xid; /* xid for the last transaction */
291 __u32 lcd_last_close_result; /* result from last RPC */
292 __u32 lcd_last_close_data; /* per-op data */
293 /* VBR: last versions */
294 __u64 lcd_pre_versions[4];
295 __u32 lcd_last_epoch;
296 /** orphans handling for delayed export rely on that */
297 __u32 lcd_first_epoch;
298 __u8 lcd_padding[LR_CLIENT_SIZE - 128];
301 /* bug20354: the lcd_uuid for export of clients may be wrong */
302 static inline void check_lcd(char *obd_name, int index,
303 struct lsd_client_data *lcd)
305 int length = sizeof(lcd->lcd_uuid);
306 if (strnlen((char*)lcd->lcd_uuid, length) == length) {
307 lcd->lcd_uuid[length - 1] = '\0';
309 LCONSOLE_ERROR("the client UUID (%s) on %s for exports"
310 "stored in last_rcvd(index = %d) is bad!\n",
311 lcd->lcd_uuid, obd_name, index);
315 /* last_rcvd handling */
316 static inline void lsd_le_to_cpu(struct lr_server_data *buf,
317 struct lr_server_data *lsd)
320 memcpy(lsd->lsd_uuid, buf->lsd_uuid, sizeof (lsd->lsd_uuid));
321 lsd->lsd_last_transno = le64_to_cpu(buf->lsd_last_transno);
322 lsd->lsd_compat14 = le64_to_cpu(buf->lsd_compat14);
323 lsd->lsd_mount_count = le64_to_cpu(buf->lsd_mount_count);
324 lsd->lsd_feature_compat = le32_to_cpu(buf->lsd_feature_compat);
325 lsd->lsd_feature_rocompat = le32_to_cpu(buf->lsd_feature_rocompat);
326 lsd->lsd_feature_incompat = le32_to_cpu(buf->lsd_feature_incompat);
327 lsd->lsd_server_size = le32_to_cpu(buf->lsd_server_size);
328 lsd->lsd_client_start = le32_to_cpu(buf->lsd_client_start);
329 lsd->lsd_client_size = le16_to_cpu(buf->lsd_client_size);
330 lsd->lsd_subdir_count = le16_to_cpu(buf->lsd_subdir_count);
331 lsd->lsd_catalog_oid = le64_to_cpu(buf->lsd_catalog_oid);
332 lsd->lsd_catalog_ogen = le32_to_cpu(buf->lsd_catalog_ogen);
333 memcpy(lsd->lsd_peeruuid, buf->lsd_peeruuid, sizeof(lsd->lsd_peeruuid));
334 lsd->lsd_ost_index = le32_to_cpu(buf->lsd_ost_index);
335 lsd->lsd_mdt_index = le32_to_cpu(buf->lsd_mdt_index);
336 lsd->lsd_start_epoch = le32_to_cpu(buf->lsd_start_epoch);
337 for (i = 0; i < LR_EXPIRE_INTERVALS; i++)
338 lsd->lsd_trans_table[i] = le64_to_cpu(buf->lsd_trans_table[i]);
339 lsd->lsd_trans_table_time = le32_to_cpu(buf->lsd_trans_table_time);
340 lsd->lsd_expire_intervals = le32_to_cpu(buf->lsd_expire_intervals);
343 static inline void lsd_cpu_to_le(struct lr_server_data *lsd,
344 struct lr_server_data *buf)
347 memcpy(buf->lsd_uuid, lsd->lsd_uuid, sizeof (buf->lsd_uuid));
348 buf->lsd_last_transno = cpu_to_le64(lsd->lsd_last_transno);
349 buf->lsd_compat14 = cpu_to_le64(lsd->lsd_compat14);
350 buf->lsd_mount_count = cpu_to_le64(lsd->lsd_mount_count);
351 buf->lsd_feature_compat = cpu_to_le32(lsd->lsd_feature_compat);
352 buf->lsd_feature_rocompat = cpu_to_le32(lsd->lsd_feature_rocompat);
353 buf->lsd_feature_incompat = cpu_to_le32(lsd->lsd_feature_incompat);
354 buf->lsd_server_size = cpu_to_le32(lsd->lsd_server_size);
355 buf->lsd_client_start = cpu_to_le32(lsd->lsd_client_start);
356 buf->lsd_client_size = cpu_to_le16(lsd->lsd_client_size);
357 buf->lsd_subdir_count = cpu_to_le16(lsd->lsd_subdir_count);
358 buf->lsd_catalog_oid = cpu_to_le64(lsd->lsd_catalog_oid);
359 buf->lsd_catalog_ogen = cpu_to_le32(lsd->lsd_catalog_ogen);
360 memcpy(buf->lsd_peeruuid, lsd->lsd_peeruuid, sizeof(buf->lsd_peeruuid));
361 buf->lsd_ost_index = cpu_to_le32(lsd->lsd_ost_index);
362 buf->lsd_mdt_index = cpu_to_le32(lsd->lsd_mdt_index);
363 buf->lsd_start_epoch = cpu_to_le32(lsd->lsd_start_epoch);
364 for (i = 0; i < LR_EXPIRE_INTERVALS; i++)
365 buf->lsd_trans_table[i] = cpu_to_le64(lsd->lsd_trans_table[i]);
366 buf->lsd_trans_table_time = cpu_to_le32(lsd->lsd_trans_table_time);
367 buf->lsd_expire_intervals = cpu_to_le32(lsd->lsd_expire_intervals);
370 static inline void lcd_le_to_cpu(struct lsd_client_data *buf,
371 struct lsd_client_data *lcd)
373 memcpy(lcd->lcd_uuid, buf->lcd_uuid, sizeof (lcd->lcd_uuid));
374 lcd->lcd_last_transno = le64_to_cpu(buf->lcd_last_transno);
375 lcd->lcd_last_xid = le64_to_cpu(buf->lcd_last_xid);
376 lcd->lcd_last_result = le32_to_cpu(buf->lcd_last_result);
377 lcd->lcd_last_data = le32_to_cpu(buf->lcd_last_data);
378 lcd->lcd_last_close_transno = le64_to_cpu(buf->lcd_last_close_transno);
379 lcd->lcd_last_close_xid = le64_to_cpu(buf->lcd_last_close_xid);
380 lcd->lcd_last_close_result = le32_to_cpu(buf->lcd_last_close_result);
381 lcd->lcd_last_close_data = le32_to_cpu(buf->lcd_last_close_data);
382 lcd->lcd_pre_versions[0] = le64_to_cpu(buf->lcd_pre_versions[0]);
383 lcd->lcd_pre_versions[1] = le64_to_cpu(buf->lcd_pre_versions[1]);
384 lcd->lcd_pre_versions[2] = le64_to_cpu(buf->lcd_pre_versions[2]);
385 lcd->lcd_pre_versions[3] = le64_to_cpu(buf->lcd_pre_versions[3]);
386 lcd->lcd_last_epoch = le32_to_cpu(buf->lcd_last_epoch);
387 lcd->lcd_first_epoch = le32_to_cpu(buf->lcd_first_epoch);
390 static inline void lcd_cpu_to_le(struct lsd_client_data *lcd,
391 struct lsd_client_data *buf)
393 memcpy(buf->lcd_uuid, lcd->lcd_uuid, sizeof (lcd->lcd_uuid));
394 buf->lcd_last_transno = cpu_to_le64(lcd->lcd_last_transno);
395 buf->lcd_last_xid = cpu_to_le64(lcd->lcd_last_xid);
396 buf->lcd_last_result = cpu_to_le32(lcd->lcd_last_result);
397 buf->lcd_last_data = cpu_to_le32(lcd->lcd_last_data);
398 buf->lcd_last_close_transno = cpu_to_le64(lcd->lcd_last_close_transno);
399 buf->lcd_last_close_xid = cpu_to_le64(lcd->lcd_last_close_xid);
400 buf->lcd_last_close_result = cpu_to_le32(lcd->lcd_last_close_result);
401 buf->lcd_last_close_data = cpu_to_le32(lcd->lcd_last_close_data);
402 buf->lcd_pre_versions[0] = cpu_to_le64(lcd->lcd_pre_versions[0]);
403 buf->lcd_pre_versions[1] = cpu_to_le64(lcd->lcd_pre_versions[1]);
404 buf->lcd_pre_versions[2] = cpu_to_le64(lcd->lcd_pre_versions[2]);
405 buf->lcd_pre_versions[3] = cpu_to_le64(lcd->lcd_pre_versions[3]);
406 buf->lcd_last_epoch = cpu_to_le32(lcd->lcd_last_epoch);
407 buf->lcd_first_epoch = cpu_to_le32(lcd->lcd_first_epoch);
410 static inline __u64 lcd_last_transno(struct lsd_client_data *lcd)
412 return (lcd->lcd_last_transno > lcd->lcd_last_close_transno ?
413 lcd->lcd_last_transno : lcd->lcd_last_close_transno);
416 static inline __u64 lcd_last_xid(struct lsd_client_data *lcd)
418 return (lcd->lcd_last_xid > lcd->lcd_last_close_xid ?
419 lcd->lcd_last_xid : lcd->lcd_last_close_xid);
422 /****************** superblock additional info *********************/
427 struct lustre_sb_info {
429 struct obd_device *lsi_mgc; /* mgc obd */
430 struct lustre_mount_data *lsi_lmd; /* mount command info */
431 struct lustre_disk_data *lsi_ldd; /* mount info on-disk */
432 struct ll_sb_info *lsi_llsbi; /* add'l client sbi info */
433 struct vfsmount *lsi_srv_mnt; /* the one server mount */
434 cfs_atomic_t lsi_mounts; /* references to the srv_mnt */
437 #define LSI_SERVER 0x00000001
438 #define LSI_UMOUNT_FORCE 0x00000010
439 #define LSI_UMOUNT_FAILOVER 0x00000020
441 #define s2lsi(sb) ((struct lustre_sb_info *)((sb)->s_fs_info))
442 #define s2lsi_nocast(sb) ((sb)->s_fs_info)
444 #define get_profile_name(sb) (s2lsi(sb)->lsi_lmd->lmd_profile)
446 #endif /* __KERNEL__ */
448 /****************** mount lookup info *********************/
450 struct lustre_mount_info {
452 struct super_block *lmi_sb;
453 struct vfsmount *lmi_mnt;
454 cfs_list_t lmi_list_chain;
457 /****************** prototypes *********************/
462 void lustre_register_client_fill_super(int (*cfs)(struct super_block *sb));
463 void lustre_register_kill_super_cb(void (*cfs)(struct super_block *sb));
466 int lustre_common_put_super(struct super_block *sb);
467 struct lustre_mount_info *server_get_mount(const char *name);
468 struct lustre_mount_info *server_get_mount_2(const char *name);
469 int server_put_mount(const char *name, struct vfsmount *mnt);
470 int server_put_mount_2(const char *name, struct vfsmount *mnt);
471 int server_register_target(struct super_block *sb);
472 struct mgs_target_info;
473 int server_mti_print(char *title, struct mgs_target_info *mti);
476 int mgc_fsname2resid(char *fsname, struct ldlm_res_id *res_id);
482 #endif // _LUSTRE_DISK_H