1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
4 * Lustre Light common routines
6 * Copyright (c) 2002-2004 Cluster File Systems, Inc.
8 * This file is part of Lustre, http://www.lustre.org.
10 * Lustre is free software; you can redistribute it and/or
11 * modify it under the terms of version 2 of the GNU General Public
12 * License as published by the Free Software Foundation.
14 * Lustre is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with Lustre; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
28 #include <sys/types.h>
30 #include <sys/queue.h>
43 /* both sys/queue.h (libsysio require it) and portals/lists.h have definition
44 * of 'LIST_HEAD'. undef it to suppress warnings
47 #include <liblustre.h>
48 #include <lnet/lnetctl.h> /* needed for parse_dump */
51 #include "llite_lib.h"
53 static int lllib_init(void)
55 if (liblustre_init_current("liblustre") ||
66 return _sysio_fssw_register("lustre", &llu_fssw_ops);
69 int liblustre_process_log(struct config_llog_instance *cfg,
70 char *mgsnid, char *profile,
73 struct lustre_cfg_bufs bufs;
74 struct lustre_cfg *lcfg;
75 char *peer = "MGS_UUID";
76 struct obd_device *obd;
77 struct lustre_handle mgc_conn = {0, };
78 struct obd_export *exp;
79 char *name = "mgc_dev";
81 struct obd_uuid mgc_uuid;
82 struct llog_ctxt *ctxt;
86 struct obd_connect_data *ocd = NULL;
89 ll_generate_random_uuid(uuid);
90 class_uuid_unparse(uuid, &mgc_uuid);
92 nid = libcfs_str2nid(mgsnid);
93 if (nid == LNET_NID_ANY) {
94 CERROR("Can't parse NID %s\n", mgsnid);
98 lustre_cfg_bufs_reset(&bufs, NULL);
99 lustre_cfg_bufs_set_string(&bufs, 1, peer);
100 lcfg = lustre_cfg_new(LCFG_ADD_UUID, &bufs);
101 lcfg->lcfg_nid = nid;
102 rc = class_process_config(lcfg);
103 lustre_cfg_free(lcfg);
107 lustre_cfg_bufs_reset(&bufs, name);
108 lustre_cfg_bufs_set_string(&bufs, 1, LUSTRE_MGC_NAME);
109 lustre_cfg_bufs_set_string(&bufs, 2, mgc_uuid.uuid);
110 lcfg = lustre_cfg_new(LCFG_ATTACH, &bufs);
111 rc = class_process_config(lcfg);
112 lustre_cfg_free(lcfg);
114 GOTO(out_del_uuid, rc);
116 lustre_cfg_bufs_reset(&bufs, name);
117 lustre_cfg_bufs_set_string(&bufs, 1, LUSTRE_MGS_OBDNAME);
118 lustre_cfg_bufs_set_string(&bufs, 2, peer);
119 lcfg = lustre_cfg_new(LCFG_SETUP, &bufs);
120 rc = class_process_config(lcfg);
121 lustre_cfg_free(lcfg);
123 GOTO(out_detach, rc);
125 while ((mdsnid = strsep(&mgsnid, ","))) {
126 nid = libcfs_str2nid(mdsnid);
127 lustre_cfg_bufs_reset(&bufs, NULL);
128 lustre_cfg_bufs_set_string(&bufs, 1, libcfs_nid2str(nid));
129 lcfg = lustre_cfg_new(LCFG_ADD_UUID, &bufs);
130 lcfg->lcfg_nid = nid;
131 rc = class_process_config(lcfg);
132 lustre_cfg_free(lcfg);
134 CERROR("Add uuid for %s failed %d\n",
135 libcfs_nid2str(nid), rc);
139 lustre_cfg_bufs_reset(&bufs, name);
140 lustre_cfg_bufs_set_string(&bufs, 1, libcfs_nid2str(nid));
141 lcfg = lustre_cfg_new(LCFG_ADD_CONN, &bufs);
142 lcfg->lcfg_nid = nid;
143 rc = class_process_config(lcfg);
144 lustre_cfg_free(lcfg);
146 CERROR("Add conn for %s failed %d\n",
147 libcfs_nid2str(nid), rc);
152 obd = class_name2obd(name);
154 GOTO(out_cleanup, rc = -EINVAL);
156 OBD_ALLOC(ocd, sizeof(*ocd));
158 GOTO(out_cleanup, rc = -ENOMEM);
160 ocd->ocd_connect_flags = OBD_CONNECT_VERSION;
161 ocd->ocd_version = LUSTRE_VERSION_CODE;
163 rc = obd_connect(NULL, &mgc_conn, obd, &mgc_uuid, ocd);
165 CERROR("cannot connect to %s at %s: rc = %d\n",
166 LUSTRE_MGS_OBDNAME, mgsnid, rc);
167 GOTO(out_cleanup, rc);
170 exp = class_conn2export(&mgc_conn);
172 ctxt = exp->exp_obd->obd_llog_ctxt[LLOG_CONFIG_REPL_CTXT];
173 cfg->cfg_flags |= CFG_F_COMPAT146;
174 rc = class_config_parse_llog(ctxt, profile, cfg);
176 CERROR("class_config_parse_llog failed: rc = %d\n", rc);
179 /* We don't so much care about errors in cleaning up the config llog
180 * connection, as we have already read the config by this point. */
181 err = obd_disconnect(exp);
183 CERROR("obd_disconnect failed: rc = %d\n", err);
187 OBD_FREE(ocd, sizeof(*ocd));
189 lustre_cfg_bufs_reset(&bufs, name);
190 lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
191 err = class_process_config(lcfg);
192 lustre_cfg_free(lcfg);
194 CERROR("md_cleanup failed: rc = %d\n", err);
197 lustre_cfg_bufs_reset(&bufs, name);
198 lcfg = lustre_cfg_new(LCFG_DETACH, &bufs);
199 err = class_process_config(lcfg);
200 lustre_cfg_free(lcfg);
202 CERROR("md_detach failed: rc = %d\n", err);
205 lustre_cfg_bufs_reset(&bufs, name);
206 lustre_cfg_bufs_set_string(&bufs, 1, peer);
207 lcfg = lustre_cfg_new(LCFG_DEL_UUID, &bufs);
208 err = class_process_config(lcfg);
210 CERROR("del MDC UUID failed: rc = %d\n", err);
211 lustre_cfg_free(lcfg);
217 /* parse host:/fsname string */
218 int ll_parse_mount_target(const char *target, char **mgsnid,
221 static char buf[256];
225 strncpy(buf, target, 255);
227 if ((s = strchr(buf, ':'))) {
233 sprintf(s + strlen(s), "-client");
243 * early liblustre init
244 * called from C startup in catamount apps, before main()
246 * The following is a skeleton sysio startup sequence,
247 * as implemented in C startup (skipping error handling).
248 * In this framework none of these calls need be made here
249 * or in the apps themselves. The NAMESPACE_STRING specifying
250 * the initial set of fs ops (creates, mounts, etc.) is passed
251 * as an environment variable.
254 * _sysio_incore_init();
255 * _sysio_native_init();
256 * _sysio_lustre_init();
257 * _sysio_boot(NAMESPACE_STRING);
259 * the name _sysio_lustre_init() follows the naming convention
260 * established in other fs drivers from libsysio:
261 * _sysio_incore_init(), _sysio_native_init()
263 * _sysio_lustre_init() must be called before _sysio_boot()
264 * to enable libsysio's processing of namespace init strings containing
265 * lustre filesystem operations
267 int _sysio_lustre_init(void)
272 extern void __liblustre_cleanup_(void);
275 liblustre_init_random();
279 perror("init llite driver");
283 envstr = getenv("LIBLUSTRE_TIMEOUT");
284 if (envstr != NULL) {
285 obd_timeout = (unsigned int)strtol(envstr, NULL, 0);
286 printf("LibLustre: obd timeout=%u seconds\n",
290 /* debug peer on timeout? */
291 envstr = getenv("LIBLUSTRE_DEBUG_PEER_ON_TIMEOUT");
292 if (envstr != NULL) {
293 obd_debug_peer_on_timeout =
294 (unsigned int)strtol(envstr, NULL, 0);
295 printf("LibLustre: debug peer on timeout=%d\n",
296 obd_debug_peer_on_timeout ? 0 : 1);
300 (void)atexit(__liblustre_cleanup_);
305 extern int _sysio_native_init();
307 char *lustre_path = NULL;
309 void __liblustre_setup_(void)
312 char *lustre_driver = "lustre";
313 unsigned mntflgs = 0;
316 lustre_path = getenv("LIBLUSTRE_MOUNT_POINT");
318 lustre_path = "/mnt/lustre";
322 target = getenv("LIBLUSTRE_MOUNT_TARGET");
324 printf("LibLustre: no mount target specified\n");
328 CDEBUG(D_CONFIG, "LibLustre: mount point %s, target %s\n",
329 lustre_path, target);
332 /* initialize libsysio & mount rootfs */
334 perror("init sysio");
337 _sysio_native_init();
339 err = _sysio_mount_root("/", "native", mntflgs, NULL);
341 fprintf(stderr, "sysio mount failed: %s\n", strerror(errno));
345 if (_sysio_lustre_init())
347 #endif /* INIT_SYSIO */
349 err = mount(target, lustre_path, lustre_driver, mntflgs, NULL);
351 fprintf(stderr, "Lustre mount failed: %s\n", strerror(errno));
356 void __liblustre_cleanup_(void)
359 /* guard against being called multiple times */
360 static int cleaned = 0;
367 /* user app might chdir to a lustre directory, and leave busy pnode
368 * during finaly libsysio cleanup. here we chdir back to "/".
369 * but it can't fix the situation that liblustre is mounted
376 /* we can't call umount here, because libsysio will not cleanup
377 * opening files for us. _sysio_shutdown() will cleanup fds at
378 * first but which will also close the sockets we need for umount
379 * liblutre. this dilema lead to another hack in
380 * libsysio/src/file_hack.c FIXME
384 cleanup_lib_portals();