1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
6 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 only,
10 * as published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License version 2 for more details (a copy is included
16 * in the LICENSE file that accompanied this code).
18 * You should have received a copy of the GNU General Public License
19 * version 2 along with this program; If not, see
20 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
22 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23 * CA 95054 USA or visit www.sun.com if you need additional information or
29 * Copyright 2008 Sun Microsystems, Inc. All rights reserved
30 * Use is subject to license terms.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
36 * lustre/liblustre/llite_lib.c
38 * Lustre Light common routines
45 #include <sys/types.h>
47 #include <sys/queue.h>
60 /* both sys/queue.h (libsysio require it) and portals/lists.h have definition
61 * of 'LIST_HEAD'. undef it to suppress warnings
64 #include <liblustre.h>
65 #include <lnet/lnetctl.h> /* needed for parse_dump */
68 #include "llite_lib.h"
70 int slp_global_init(void);
72 static int lllib_init(void)
74 if (liblustre_init_current("liblustre") ||
86 return _sysio_fssw_register("lustre", &llu_fssw_ops);
89 int liblustre_process_log(struct config_llog_instance *cfg,
90 char *mgsnid, char *profile,
93 struct lustre_cfg_bufs bufs;
94 struct lustre_cfg *lcfg;
95 char *peer = "MGS_UUID";
96 struct obd_device *obd;
97 struct lustre_handle mgc_conn = {0, };
98 struct obd_export *exp;
99 char *name = "mgc_dev";
101 struct obd_uuid mgc_uuid;
102 struct llog_ctxt *ctxt;
106 struct obd_connect_data *ocd = NULL;
109 ll_generate_random_uuid(uuid);
110 class_uuid_unparse(uuid, &mgc_uuid);
112 nid = libcfs_str2nid(mgsnid);
113 if (nid == LNET_NID_ANY) {
114 CERROR("Can't parse NID %s\n", mgsnid);
118 lustre_cfg_bufs_reset(&bufs, NULL);
119 lustre_cfg_bufs_set_string(&bufs, 1, peer);
120 lcfg = lustre_cfg_new(LCFG_ADD_UUID, &bufs);
121 lcfg->lcfg_nid = nid;
122 rc = class_process_config(lcfg);
123 lustre_cfg_free(lcfg);
127 lustre_cfg_bufs_reset(&bufs, name);
128 lustre_cfg_bufs_set_string(&bufs, 1, LUSTRE_MGC_NAME);
129 lustre_cfg_bufs_set_string(&bufs, 2, mgc_uuid.uuid);
130 lcfg = lustre_cfg_new(LCFG_ATTACH, &bufs);
131 rc = class_process_config(lcfg);
132 lustre_cfg_free(lcfg);
134 GOTO(out_del_uuid, rc);
136 lustre_cfg_bufs_reset(&bufs, name);
137 lustre_cfg_bufs_set_string(&bufs, 1, LUSTRE_MGS_OBDNAME);
138 lustre_cfg_bufs_set_string(&bufs, 2, peer);
139 lcfg = lustre_cfg_new(LCFG_SETUP, &bufs);
140 rc = class_process_config(lcfg);
141 lustre_cfg_free(lcfg);
143 GOTO(out_detach, rc);
145 while ((mdsnid = strsep(&mgsnid, ","))) {
146 nid = libcfs_str2nid(mdsnid);
147 lustre_cfg_bufs_reset(&bufs, NULL);
148 lustre_cfg_bufs_set_string(&bufs, 1, libcfs_nid2str(nid));
149 lcfg = lustre_cfg_new(LCFG_ADD_UUID, &bufs);
150 lcfg->lcfg_nid = nid;
151 rc = class_process_config(lcfg);
152 lustre_cfg_free(lcfg);
154 CERROR("Add uuid for %s failed %d\n",
155 libcfs_nid2str(nid), rc);
159 lustre_cfg_bufs_reset(&bufs, name);
160 lustre_cfg_bufs_set_string(&bufs, 1, libcfs_nid2str(nid));
161 lcfg = lustre_cfg_new(LCFG_ADD_CONN, &bufs);
162 lcfg->lcfg_nid = nid;
163 rc = class_process_config(lcfg);
164 lustre_cfg_free(lcfg);
166 CERROR("Add conn for %s failed %d\n",
167 libcfs_nid2str(nid), rc);
172 obd = class_name2obd(name);
174 GOTO(out_cleanup, rc = -EINVAL);
176 OBD_ALLOC(ocd, sizeof(*ocd));
178 GOTO(out_cleanup, rc = -ENOMEM);
180 ocd->ocd_connect_flags = OBD_CONNECT_VERSION | OBD_CONNECT_FID |
182 #ifdef LIBLUSTRE_POSIX_ACL
183 ocd->ocd_connect_flags |= OBD_CONNECT_ACL;
185 ocd->ocd_version = LUSTRE_VERSION_CODE;
187 rc = obd_connect(NULL, &mgc_conn, obd, &mgc_uuid, ocd, NULL);
189 CERROR("cannot connect to %s at %s: rc = %d\n",
190 LUSTRE_MGS_OBDNAME, mgsnid, rc);
191 GOTO(out_cleanup, rc);
194 exp = class_conn2export(&mgc_conn);
196 ctxt = llog_get_context(exp->exp_obd, LLOG_CONFIG_REPL_CTXT);
197 cfg->cfg_flags |= CFG_F_COMPAT146;
198 rc = class_config_parse_llog(ctxt, profile, cfg);
201 CERROR("class_config_parse_llog failed: rc = %d\n", rc);
204 /* We don't so much care about errors in cleaning up the config llog
205 * connection, as we have already read the config by this point. */
206 err = obd_disconnect(exp);
208 CERROR("obd_disconnect failed: rc = %d\n", err);
212 OBD_FREE(ocd, sizeof(*ocd));
214 lustre_cfg_bufs_reset(&bufs, name);
215 lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
216 err = class_process_config(lcfg);
217 lustre_cfg_free(lcfg);
219 CERROR("md_cleanup failed: rc = %d\n", err);
222 lustre_cfg_bufs_reset(&bufs, name);
223 lcfg = lustre_cfg_new(LCFG_DETACH, &bufs);
224 err = class_process_config(lcfg);
225 lustre_cfg_free(lcfg);
227 CERROR("md_detach failed: rc = %d\n", err);
230 lustre_cfg_bufs_reset(&bufs, name);
231 lustre_cfg_bufs_set_string(&bufs, 1, peer);
232 lcfg = lustre_cfg_new(LCFG_DEL_UUID, &bufs);
233 err = class_process_config(lcfg);
235 CERROR("del MDC UUID failed: rc = %d\n", err);
236 lustre_cfg_free(lcfg);
242 /* parse host:/fsname string */
243 int ll_parse_mount_target(const char *target, char **mgsnid,
246 static char buf[256];
250 strncpy(buf, target, 255);
252 if ((s = strchr(buf, ':'))) {
258 sprintf(s + strlen(s), "-client");
268 * early liblustre init
269 * called from C startup in catamount apps, before main()
271 * The following is a skeleton sysio startup sequence,
272 * as implemented in C startup (skipping error handling).
273 * In this framework none of these calls need be made here
274 * or in the apps themselves. The NAMESPACE_STRING specifying
275 * the initial set of fs ops (creates, mounts, etc.) is passed
276 * as an environment variable.
279 * _sysio_incore_init();
280 * _sysio_native_init();
281 * _sysio_lustre_init();
282 * _sysio_boot(NAMESPACE_STRING);
284 * the name _sysio_lustre_init() follows the naming convention
285 * established in other fs drivers from libsysio:
286 * _sysio_incore_init(), _sysio_native_init()
288 * _sysio_lustre_init() must be called before _sysio_boot()
289 * to enable libsysio's processing of namespace init strings containing
290 * lustre filesystem operations
292 int _sysio_lustre_init(void)
297 extern void __liblustre_cleanup_(void);
300 liblustre_init_random();
304 perror("init llite driver");
308 envstr = getenv("LIBLUSTRE_TIMEOUT");
309 if (envstr != NULL) {
310 obd_timeout = (unsigned int)strtol(envstr, NULL, 0);
311 printf("LibLustre: obd timeout=%u seconds\n",
315 /* debug peer on timeout? */
316 envstr = getenv("LIBLUSTRE_DEBUG_PEER_ON_TIMEOUT");
317 if (envstr != NULL) {
318 obd_debug_peer_on_timeout =
319 (unsigned int)strtol(envstr, NULL, 0);
320 printf("LibLustre: debug peer on timeout=%d\n",
321 obd_debug_peer_on_timeout ? 0 : 1);
325 (void)atexit(__liblustre_cleanup_);
330 extern int _sysio_native_init();
332 static int mnt_retry = 0;
334 char *lustre_path = NULL;
336 void __liblustre_setup_(void)
339 char *lustre_driver = "lustre";
340 unsigned mntflgs = 0;
343 lustre_path = getenv("LIBLUSTRE_MOUNT_POINT");
345 lustre_path = "/mnt/lustre";
348 target = getenv("LIBLUSTRE_MOUNT_RETRY");
350 mnt_retry = atoi(target);
356 target = getenv("LIBLUSTRE_MOUNT_TARGET");
358 printf("LibLustre: no mount target specified\n");
362 CDEBUG(D_CONFIG, "LibLustre: mount point %s, target %s\n",
363 lustre_path, target);
366 /* initialize libsysio & mount rootfs */
368 perror("init sysio");
371 _sysio_native_init();
373 err = _sysio_mount_root("/", "native", mntflgs, NULL);
375 fprintf(stderr, "sysio mount failed: %s\n", strerror(errno));
379 if (_sysio_lustre_init())
381 #endif /* INIT_SYSIO */
385 err = mount(target, lustre_path, lustre_driver, mntflgs, NULL);
386 if (err && mnt_retry && (-- count)) {
387 fprintf(stderr, "Lustre mount failed: %s. "
388 "Will retry %d more times\n",
389 strerror(errno), mnt_retry - count );
392 } while (err && count > 0);
394 fprintf(stderr, "Lustre mount failed: %s\n", strerror(errno));
399 void __liblustre_cleanup_(void)
402 /* guard against being called multiple times */
403 static int cleaned = 0;
410 /* user app might chdir to a lustre directory, and leave busy pnode
411 * during finaly libsysio cleanup. here we chdir back to "/".
412 * but it can't fix the situation that liblustre is mounted
419 /* we can't call umount here, because libsysio will not cleanup
420 * opening files for us. _sysio_shutdown() will cleanup fds at
421 * first but which will also close the sockets we need for umount
422 * liblutre. this dilema lead to another hack in
423 * libsysio/src/file_hack.c FIXME
427 cleanup_lib_portals();