4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
20 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21 * CA 95054 USA or visit www.sun.com if you need additional information or
27 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
28 * Use is subject to license terms.
30 * Copyright (c) 2011, 2013, Intel Corporation.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
37 #ifndef _MGS_INTERNAL_H
38 #define _MGS_INTERNAL_H
40 #include <libcfs/libcfs.h>
41 #include <lustre_log.h>
42 #include <lustre_export.h>
43 #include <lustre_nodemap.h>
44 #include <dt_object.h>
46 #define MGSSELF_NAME "_mgs"
48 #define MGS_SERVICE_WATCHDOG_FACTOR 2
50 /* -- imperative recovery control data structures -- */
55 struct mgs_nidtbl_target {
57 struct mgs_nidtbl *mnt_fs;
59 int mnt_type; /* OST or MDT */
60 cfs_time_t mnt_last_active;
61 struct mgs_target_info mnt_mti;
71 #define IR_STRINGS { "full", "startup", "disabled", "partial" }
78 * maintain fs client nodes of mgs.
81 struct fs_db *mfc_fsdb;
83 * Where the fs client comes from.
85 struct obd_export *mfc_export;
87 * list of fs clients from the same export,
88 * protected by mgs_export_data->med_lock
90 cfs_list_t mfc_export_list;
92 * list of fs clients in the same fsdb, protected by fsdb->fsdb_mutex
94 cfs_list_t mfc_fsdb_list;
95 unsigned mfc_ir_capable:1;
99 struct fs_db *mn_fsdb;
100 struct file *mn_version_file;
101 struct mutex mn_lock;
104 cfs_list_t mn_targets;
107 struct mgs_tgt_srpc_conf {
108 struct mgs_tgt_srpc_conf *mtsc_next;
110 struct sptlrpc_rule_set mtsc_rset;
113 #define INDEX_MAP_SIZE 8192 /* covers indicies to FFFF */
115 #define FSDB_LOG_EMPTY (0) /* missing client log */
116 #define FSDB_OLDLOG14 (1) /* log starts in old (1.4) style */
117 #define FSDB_REVOKING_LOCK (2) /* DLM lock is being revoked */
118 #define FSDB_MGS_SELF (3) /* for '_mgs', used by sptlrpc */
119 #define FSDB_OSCNAME18 (4) /* old 1.8 style OSC naming */
120 #define FSDB_UDESC (5) /* sptlrpc user desc, will be obsolete */
121 #define FSDB_REVOKING_PARAMS (6) /* DLM lock is being revoked */
125 cfs_list_t fsdb_list; /* list of databases */
126 struct mutex fsdb_mutex;
127 void *fsdb_ost_index_map; /* bitmap of used indicies */
128 void *fsdb_mdt_index_map; /* bitmap of used indicies */
130 char *fsdb_clilov; /* COMPAT_146 client lov name */
132 unsigned long fsdb_flags;
135 /* in-memory copy of the srpc rules, guarded by fsdb_lock */
136 struct sptlrpc_rule_set fsdb_srpc_gen;
137 struct mgs_tgt_srpc_conf *fsdb_srpc_tgt;
139 /* list of fs clients, mgs_fsc. protected by mgs_mutex */
140 cfs_list_t fsdb_clients;
141 int fsdb_nonir_clients;
144 /* Target NIDs Table */
145 struct mgs_nidtbl fsdb_nidtbl;
147 /* async thread to notify clients */
148 struct mgs_device *fsdb_mgs;
149 wait_queue_head_t fsdb_notify_waitq;
150 struct completion fsdb_notify_comp;
151 cfs_time_t fsdb_notify_start;
152 cfs_atomic_t fsdb_notify_phase;
153 volatile unsigned int fsdb_notify_async:1,
156 unsigned int fsdb_notify_total;
157 unsigned int fsdb_notify_max;
158 unsigned int fsdb_notify_count;
162 struct dt_device mgs_dt_dev;
163 struct ptlrpc_service *mgs_service;
164 struct dt_device *mgs_bottom;
165 struct obd_export *mgs_bottom_exp;
166 struct dt_object *mgs_configs_dir;
167 struct dt_object *mgs_nidtbl_dir;
168 cfs_list_t mgs_fs_db_list;
169 spinlock_t mgs_lock; /* covers mgs_fs_db_list */
170 cfs_proc_dir_entry_t *mgs_proc_live;
171 cfs_proc_dir_entry_t *mgs_proc_osd;
172 cfs_proc_dir_entry_t *mgs_proc_fstype;
173 cfs_proc_dir_entry_t *mgs_proc_mntdev;
174 cfs_time_t mgs_start_time;
175 struct obd_device *mgs_obd;
176 struct local_oid_storage *mgs_los;
177 struct mutex mgs_mutex;
178 struct lu_target mgs_lut;
181 /* this is a top object */
183 struct lu_object_header mgo_header;
184 struct dt_object mgo_obj;
189 int mgs_init_fsdb_list(struct mgs_device *mgs);
190 int mgs_cleanup_fsdb_list(struct mgs_device *mgs);
191 int mgs_find_or_make_fsdb(const struct lu_env *env, struct mgs_device *mgs, char *name,
193 struct fs_db *mgs_find_fsdb(struct mgs_device *mgs, char *fsname);
194 int mgs_get_fsdb_srpc_from_llog(const struct lu_env *env, struct mgs_device *mgs, struct fs_db *fsdb);
195 int mgs_check_index(const struct lu_env *env, struct mgs_device *mgs, struct mgs_target_info *mti);
196 int mgs_check_failnid(const struct lu_env *env, struct mgs_device *mgs, struct mgs_target_info *mti);
197 int mgs_write_log_target(const struct lu_env *env, struct mgs_device *mgs, struct mgs_target_info *mti,
199 int mgs_replace_nids(const struct lu_env *env, struct mgs_device *mgs, char *devname, char *nids);
200 int mgs_erase_log(const struct lu_env *env, struct mgs_device *mgs,
202 int mgs_erase_logs(const struct lu_env *env, struct mgs_device *mgs,
204 int mgs_setparam(const struct lu_env *env, struct mgs_device *mgs,
205 struct lustre_cfg *lcfg, char *fsname);
206 int mgs_list_logs(const struct lu_env *env, struct mgs_device *mgs,
207 struct obd_ioctl_data *data);
208 int mgs_pool_cmd(const struct lu_env *env, struct mgs_device *mgs,
209 enum lcfg_command_type cmd, char *poolname, char *fsname,
211 int mgs_nodemap_cmd(const struct lu_env *env, struct mgs_device *mgs,
212 enum lcfg_command_type cmd, const char *nodemap_name,
216 int mgs_get_lock(struct obd_device *obd, struct ldlm_res_id *res,
217 struct lustre_handle *lockh);
218 int mgs_put_lock(struct lustre_handle *lockh);
219 void mgs_revoke_lock(struct mgs_device *mgs, struct fs_db *fsdb, int type);
222 int mgs_ir_update(const struct lu_env *env, struct mgs_device *mgs,
223 struct mgs_target_info *mti);
224 int mgs_ir_init_fs(const struct lu_env *env, struct mgs_device *mgs,
226 void mgs_ir_fini_fs(struct mgs_device *mgs, struct fs_db *fsdb);
227 void mgs_ir_notify_complete(struct fs_db *fsdb);
228 int mgs_get_ir_logs(struct ptlrpc_request *req);
229 int lprocfs_wr_ir_state(struct file *file, const char *buffer,
230 unsigned long count, void *data);
231 int lprocfs_rd_ir_state(struct seq_file *seq, void *data);
232 int lprocfs_wr_ir_timeout(struct file *file, const char *buffer,
233 unsigned long count, void *data);
234 int lprocfs_rd_ir_timeout(char *page, char **start, off_t off, int count,
235 int *eof, void *data);
236 void mgs_fsc_cleanup(struct obd_export *exp);
237 void mgs_fsc_cleanup_by_fsdb(struct fs_db *fsdb);
238 int mgs_fsc_attach(const struct lu_env *env, struct obd_export *exp,
242 int mgs_export_stats_init(struct obd_device *obd, struct obd_export *exp,
244 int mgs_client_free(struct obd_export *exp);
245 int mgs_fs_setup(const struct lu_env *env, struct mgs_device *m);
246 int mgs_fs_cleanup(const struct lu_env *env, struct mgs_device *m);
249 int lproc_mgs_setup(struct mgs_device *mgs, const char *osd_name);
250 void lproc_mgs_cleanup(struct mgs_device *mgs);
251 int lproc_mgs_add_live(struct mgs_device *mgs, struct fs_db *fsdb);
252 int lproc_mgs_del_live(struct mgs_device *mgs, struct fs_db *fsdb);
253 void lprocfs_mgs_init_vars(struct lprocfs_static_vars *lvars);
255 static inline int lproc_mgs_setup(struct mgs_device *mgs, const char *osd_name)
257 static inline void lproc_mgs_cleanup(struct mgs_device *mgs)
259 static inline int lproc_mgs_add_live(struct mgs_device *mgs, struct fs_db *fsdb)
261 static inline int lproc_mgs_del_live(struct mgs_device *mgs, struct fs_db *fsdb)
263 static void lprocfs_mgs_init_vars(struct lprocfs_static_vars *lvars)
265 memset(lvars, 0, sizeof(*lvars));
269 /* mgs/lproc_mgs.c */
271 LPROC_MGS_CONNECT = 0,
272 LPROC_MGS_DISCONNECT,
274 LPROC_MGS_TARGET_REG,
275 LPROC_MGS_TARGET_DEL,
278 void mgs_counter_incr(struct obd_export *exp, int opcode);
279 void mgs_stats_counter_init(struct lprocfs_stats *stats);
282 struct mgs_target_info *comp_tmti;
283 struct mgs_target_info *comp_mti;
284 struct fs_db *comp_fsdb;
285 struct obd_device *comp_obd;
288 struct mgs_thread_info {
289 struct lustre_cfg_bufs mgi_bufs;
290 char mgi_fsname[MTI_NAME_MAXLEN];
291 struct cfg_marker mgi_marker;
292 struct temp_comp mgi_comp;
295 extern struct lu_context_key mgs_thread_key;
297 static inline struct mgs_thread_info *mgs_env_info(const struct lu_env *env)
299 struct mgs_thread_info *info;
302 info = lu_context_key_get(&env->le_ctx, &mgs_thread_key);
304 rc = lu_env_refill((struct lu_env *)env);
307 info = lu_context_key_get(&env->le_ctx, &mgs_thread_key);
309 LASSERT(info != NULL);
313 extern const struct lu_device_operations mgs_lu_ops;
315 static inline int lu_device_is_mgs(struct lu_device *d)
317 return ergo(d != NULL && d->ld_ops != NULL, d->ld_ops == &mgs_lu_ops);
320 static inline struct mgs_device* lu2mgs_dev(struct lu_device *d)
322 LASSERT(lu_device_is_mgs(d));
323 return container_of0(d, struct mgs_device, mgs_dt_dev.dd_lu_dev);
326 static inline struct mgs_device *exp2mgs_dev(struct obd_export *exp)
328 return lu2mgs_dev(exp->exp_obd->obd_lu_dev);
331 static inline struct lu_device *mgs2lu_dev(struct mgs_device *d)
333 return (&d->mgs_dt_dev.dd_lu_dev);
336 static inline struct mgs_device *dt2mgs_dev(struct dt_device *d)
338 LASSERT(lu_device_is_mgs(&d->dd_lu_dev));
339 return container_of0(d, struct mgs_device, mgs_dt_dev);
342 static inline struct mgs_object *lu2mgs_obj(struct lu_object *o)
344 LASSERT(ergo(o != NULL, lu_device_is_mgs(o->lo_dev)));
345 return container_of0(o, struct mgs_object, mgo_obj.do_lu);
348 static inline struct lu_object *mgs2lu_obj(struct mgs_object *obj)
350 return &obj->mgo_obj.do_lu;
353 static inline struct mgs_object *mgs_obj(const struct lu_object *o)
355 LASSERT(lu_device_is_mgs(o->lo_dev));
356 return container_of0(o, struct mgs_object, mgo_obj.do_lu);
359 static inline struct mgs_object *dt2mgs_obj(const struct dt_object *d)
361 return mgs_obj(&d->do_lu);
364 static inline struct dt_object* mgs_object_child(struct mgs_object *o)
366 return container_of0(lu_object_next(mgs2lu_obj(o)),
367 struct dt_object, do_lu);
370 static inline struct dt_object *dt_object_child(struct dt_object *o)
372 return container_of0(lu_object_next(&(o)->do_lu),
373 struct dt_object, do_lu);
375 struct mgs_direntry {
381 static inline void mgs_direntry_free(struct mgs_direntry *de)
385 OBD_FREE(de->name, de->len);
390 static inline struct mgs_direntry *mgs_direntry_alloc(int len)
392 struct mgs_direntry *de;
398 OBD_ALLOC(de->name, len);
399 if (de->name == NULL) {
410 int class_dentry_readdir(const struct lu_env *env, struct mgs_device *mgs,
413 #endif /* _MGS_INTERNAL_H */