X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Futils%2Fmount_lustre.c;h=7ed149c8c1b8f76a6eaa32db60c1445a9ab0a60d;hp=455f8bc1179e53a460c4950093903c0db8447acf;hb=5315db3f1066619d6effe4f778d2df3ad1ba738f;hpb=14765d2816bafa2a08879ece0e33bf8c97f84948 diff --git a/lustre/utils/mount_lustre.c b/lustre/utils/mount_lustre.c index 455f8bc..7ed149c 100644 --- a/lustre/utils/mount_lustre.c +++ b/lustre/utils/mount_lustre.c @@ -1,29 +1,46 @@ -/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- - * vim:expandtab:shiftwidth=8:tabstop=8: +/* + * GPL HEADER START * - * Copyright (C) 2002 Cluster File Systems, Inc. - * Author: Robert Read - * Author: Nathan Rutman + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * - * This file is part of Lustre, http://www.lustre.org. + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License version 2 only, + * as published by the Free Software Foundation. * - * Lustre is free software; you can redistribute it and/or - * modify it under the terms of version 2 of the GNU General Public - * License as published by the Free Software Foundation. + * This program is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License version 2 for more details (a copy is included + * in the LICENSE file that accompanied this code). * - * Lustre is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. + * You should have received a copy of the GNU General Public License + * version 2 along with this program; If not, see + * http://www.gnu.org/licenses/gpl-2.0.html * - * You should have received a copy of the GNU General Public License - * along with Lustre; if not, write to the Free Software - * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. + * GPL HEADER END + */ +/* + * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved. + * Use is subject to license terms. * + * Copyright (c) 2011, 2017, Intel Corporation. + */ +/* + * This file is part of Lustre, http://www.lustre.org/ + * Lustre is a trademark of Sun Microsystems, Inc. + * + * lustre/utils/mount_lustre.c + * + * Author: Robert Read + * Author: Nathan Rutman */ - +#ifndef _GNU_SOURCE #define _GNU_SOURCE +#endif +#include +#include +#include #include #include #include @@ -31,136 +48,114 @@ #include #include #include -#include -#include -#include "obdctl.h" -#include -#include +#include +#include #include #include -#include - -#define MAX_HW_SECTORS_KB_PATH "queue/max_hw_sectors_kb" -#define MAX_SECTORS_KB_PATH "queue/max_sectors_kb" +#include +#include -int verbose = 0; -int nomtab = 0; -int fake = 0; -int force = 0; -char *progname = NULL; +#include "obdctl.h" +#include "mount_utils.h" -void usage(FILE *out) -{ - fprintf(out, "%s v"LUSTRE_VERSION_STRING"\n", progname); - fprintf(out, "\nThis mount helper should only be invoked via the " - "mount (8) command,\ne.g. mount -t lustre dev dir\n\n"); - fprintf(out, "usage: %s [-fhnv] [-o ] \n", - progname); - fprintf(out, - "\t: the disk device, or for a client:\n" - "\t\t[:...]:/-client\n" - "\t: name of the Lustre filesystem (e.g. lustre1)\n" - "\t: filesystem mountpoint (e.g. /mnt/lustre)\n" - "\t-f|--fake: fake mount (updates /etc/mtab)\n" - "\t--force: force mount even if already in /etc/mtab\n" - "\t-h|--help: print this usage message\n" - "\t-n|--nomtab: do not update /etc/mtab after mount\n" - "\t-v|--verbose: print verbose config settings\n" - "\t: one or more comma separated of:\n" - "\t\t(no)flock,(no)user_xattr,(no)acl\n" - "\t\tnosvc: only start MGC/MGS obds\n" - "\t\tnomgs: only start target obds, using existing MGS\n" - "\t\texclude=[:] : colon-separated list of " - "inactive OSTs (e.g. lustre-OST0001)\n" - ); - exit((out != stdout) ? EINVAL : 0); -} +#ifdef HAVE_LIBMOUNT +# define WITH_LIBMOUNT "(libmount)" +#else +# define WITH_LIBMOUNT "" +#endif -static int check_mtab_entry(char *spec, char *mtpt, char *type) -{ - FILE *fp; - struct mntent *mnt; - - fp = setmntent(MOUNTED, "r"); - if (fp == NULL) - return(0); - - while ((mnt = getmntent(fp)) != NULL) { - if (strcmp(mnt->mnt_fsname, spec) == 0 && - strcmp(mnt->mnt_dir, mtpt) == 0 && - strcmp(mnt->mnt_type, type) == 0) { - endmntent(fp); - return(EEXIST); - } - } - endmntent(fp); +#define MAX_RETRIES 99 - return(0); -} +int verbose; +int version; +char *progname; -static int -update_mtab_entry(char *spec, char *mtpt, char *type, char *opts, - int flags, int freq, int pass) +void usage(FILE *out) { - FILE *fp; - struct mntent mnt; - int rc = 0; - - mnt.mnt_fsname = spec; - mnt.mnt_dir = mtpt; - mnt.mnt_type = type; - mnt.mnt_opts = opts ? opts : ""; - mnt.mnt_freq = freq; - mnt.mnt_passno = pass; - - fp = setmntent(MOUNTED, "a+"); - if (fp == NULL) { - fprintf(stderr, "%s: setmntent(%s): %s:", - progname, MOUNTED, strerror (errno)); - rc = 16; - } else { - if ((addmntent(fp, &mnt)) == 1) { - fprintf(stderr, "%s: addmntent: %s:", - progname, strerror (errno)); - rc = 16; - } - endmntent(fp); - } - - return rc; + fprintf(out, "\nThis mount helper should only be invoked via the " + "mount (8) command,\ne.g. mount -t lustre dev dir\n\n"); + fprintf(out, "usage: %s [-fhnvV] [-o ] \n", + progname); + fprintf(out, "usage: %s [-fhnvV] [-o ] \n", + progname); + fprintf(out, + "\t: the local disk device when mounting a server\n" + "\t: the server MGS and filesystem for a client:\n" + "\t\t[:...]:/[/]\n" + "\t\t\t: MGS LNet Node Identifier (e.g. mgs01@o2ib)\n" + "\t\t\t: Lustre filesystem name (e.g. lustre1)\n" + "\t\t\t: subdirectory of the filesystem to mount\n" + "\t: filesystem mountpoint (e.g. /mnt/lustre)\n" + "\t-f|--fake: fake mount (only update /etc/mtab)\n" + "\t-o force|--force: force mount even if already in /etc/mtab\n" + "\t-h|--help: print this usage message\n" + "\t-n|--nomtab: do not update /etc/mtab after mount\n" + "\t-v|--verbose: print verbose config settings\n" + "\t-V|--version: output build version of the utility and exit\n" + "\tdefault options are marked below with '*'\n" + "\t\t(no)flock: disable* or enable POSIX flock support\n" + "\t\t(no)user_xattr: disable or enable* user xattr namespace\n" + "\t: one or more comma separated server options:\n" + "\t\t(no)acl: disable or enable* POSIX ACL support completely\n" + "\t\tabort_recov: abort server recovery handling\n" + "\t\tnosvc: only start MGC/MGS without starting MDS/OSS\n" + "\t\tnomgs: only start target MDS/OSS, using existing MGS\n" + "\t\tnoscrub: do NOT auto start OI scrub unless requested\n" + "\t\tskip_lfsck: do NOT auto resume paused/crashed LFSCK\n" + "\t\tmd_stripe_cache_size=: set MD RAID device stripe cache size\n" + "\t: one or more comma separated client options:\n" + "\t\texclude=[:]: list of inactive OSTs (e.g. lustre-OST0001)\n" + "\t\tlocalflock: enable POSIX flock only on local client\n" + "\t\tretry=: number of times mount is retried by client\n" +#ifdef HAVE_GSS + "\t\tskpath=: path of keys to load into kernel keyring\n" +#endif + "\t\t(no)user_fid2path: disable* or enable user $MOUNT/.lustre/fid access\n" + "\t\t(no)checksum: disable or enable* data checksums\n" + "\t\t(no)lruresize: disable or enable* LDLM dynamic LRU size\n" + "\t\t(no)lazystatfs: disable or enable* statfs to work if OST is unavailable\n" + "\t\t32bitapi: return only 32-bit inode numbers to userspace\n" + "\t\t(no)verbose: disable or enable* messages at filesystem (un,re)mount\n" + ); + exit((out != stdout) ? EINVAL : 0); } /* Get rid of symbolic hostnames for tcp, since kernel can't do lookups */ #define MAXNIDSTR 1024 static char *convert_hostnames(char *s1) { - char *converted, *s2 = 0, *c; - char sep; - int left = MAXNIDSTR; - lnet_nid_t nid; - - converted = malloc(left); - c = converted; - while ((left > 0) && (*s1 != '/')) { - s2 = strpbrk(s1, ",:"); - if (!s2) - goto out_free; - sep = *s2; - *s2 = '\0'; - nid = libcfs_str2nid(s1); - *s2 = sep; /* back to original string */ - if (nid == LNET_NID_ANY) - goto out_free; - c += snprintf(c, left, "%s%c", libcfs_nid2str(nid), sep); - left = converted + MAXNIDSTR - c; - s1 = s2 + 1; - } - snprintf(c, left, "%s", s1); - return converted; + char *converted, *s2 = 0, *c; + char sep; + int left = MAXNIDSTR; + lnet_nid_t nid; + + converted = malloc(left); + if (converted == NULL) { + fprintf(stderr, "out of memory: needed %d bytes\n", + MAXNIDSTR); + return NULL; + } + c = converted; + while ((left > 0) && (*s1 != '/')) { + s2 = strpbrk(s1, ",:"); + if (!s2) + goto out_free; + sep = *s2; + *s2 = '\0'; + nid = libcfs_str2nid(s1); + *s2 = sep; /* back to original string */ + if (nid == LNET_NID_ANY) + goto out_free; + c += scnprintf(c, left, "%s%c", libcfs_nid2str(nid), sep); + left = converted + MAXNIDSTR - c; + s1 = s2 + 1; + } + snprintf(c, left, "%s", s1); + return converted; out_free: - fprintf(stderr, "%s: Can't parse NID '%s'\n", progname, s1); - free(converted); - return NULL; + fprintf(stderr, "%s: Can't parse NID '%s'\n", progname, s1); + free(converted); + return NULL; } /***************************************************************************** @@ -177,39 +172,45 @@ struct opt_map { }; static const struct opt_map opt_map[] = { - /*"optname", inv,ms_mask */ - /* These flags are parsed by mount, not lustre */ - { "defaults", 0, 0 }, /* default options */ - { "remount", 0, MS_REMOUNT}, /* remount with different options */ - { "rw", 1, MS_RDONLY }, /* read-write */ - { "ro", 0, MS_RDONLY }, /* read-only */ - { "exec", 1, MS_NOEXEC }, /* permit execution of binaries */ - { "noexec", 0, MS_NOEXEC }, /* don't execute binaries */ - { "suid", 1, MS_NOSUID }, /* honor suid executables */ - { "nosuid", 0, MS_NOSUID }, /* don't honor suid executables */ - { "dev", 1, MS_NODEV }, /* interpret device files */ - { "nodev", 0, MS_NODEV }, /* don't interpret devices */ - { "sync", 0, MS_SYNCHRONOUS}, /* synchronous I/O */ - { "async", 1, MS_SYNCHRONOUS}, /* asynchronous I/O */ - { "atime", 1, MS_NOATIME }, /* set file access time on read */ - { "noatime", 0, MS_NOATIME }, /* do not set file access time on read */ +/* these flags are parsed by mount, not Lustre */ +{ .opt = "async", .mask = MS_SYNCHRONOUS, .inv = 1 }, /* asynchronous I/O */ +{ .opt = "atime", .mask = MS_NOATIME, .inv = 1 }, /* set access time */ +{ .opt = "auto" }, /* allow auto mount */ +{ .opt = "defaults" }, /* default options */ +{ .opt = "dev", .mask = MS_NODEV, .inv = 1 }, /* interpret devs */ +{ .opt = "exec", .mask = MS_NOEXEC, .inv = 1 }, /* allow execution */ +{ .opt = "loop" }, +{ .opt = "noatime", .mask = MS_NOATIME }, /* do not set atime */ +{ .opt = "noauto" }, /* mount explicitly */ +{ .opt = "nodev", .mask = MS_NODEV }, /* no interpret devs */ +{ .opt = "noowner", .inv = 1 }, /* no special privs */ +{ .opt = "nosuid", .mask = MS_NOSUID }, /* do not honor suid */ +{ .opt = "nouser", .inv = 1 }, /* users cannot mount */ +{ .opt = "nousers", .inv = 1 }, /* users cannot mount */ +{ .opt = "_netdev" }, /* network only */ +{ .opt = "noexec", .mask = MS_NOEXEC }, /* no execute */ +{ .opt = "remount", .mask = MS_REMOUNT }, /* remount */ +{ .opt = "ro", .mask = MS_RDONLY }, /* read-only */ +{ .opt = "rw", .mask = MS_RDONLY, .inv = 1 }, /* read-write */ +{ .opt = "suid", .mask = MS_NOSUID, .inv = 1 }, /* honor suid */ +{ .opt = "sync", .mask = MS_SYNCHRONOUS }, /* synchronous I/O */ #ifdef MS_NODIRATIME - { "diratime", 1, MS_NODIRATIME }, /* set file access time on read */ - { "nodiratime",0,MS_NODIRATIME }, /* do not set file access time on read */ +{ .opt = "diratime", /* set access time */ + .mask = MS_NODIRATIME, .inv = 1 }, /* on read */ +{ .opt = "nodiratime", /* do not set access */ + .mask = MS_NODIRATIME }, /* time on read */ #endif #ifdef MS_RELATIME - { "relatime", 0, MS_RELATIME }, /* set file access time on read */ - { "norelatime",1,MS_RELATIME }, /* do not set file access time on read */ +{ .opt = "norelatime", /* do not set rel */ + .mask = MS_RELATIME, .inv = 1 }, /* access time */ +{ .opt = "relatime", /* set relative */ + .mask = MS_RELATIME }, /* access time */ #endif - { "auto", 0, 0 }, /* Can be mounted using -a */ - { "noauto", 0, 0 }, /* Can only be mounted explicitly */ - { "nousers", 1, 0 }, /* Forbid ordinary user to mount */ - { "nouser", 1, 0 }, /* Forbid ordinary user to mount */ - { "noowner", 1, 0 }, /* Device owner has no special privs */ - { "_netdev", 0, 0 }, /* Device accessible only via network */ - { "loop", 0, 0 }, - { NULL, 0, 0 } -}; +#ifdef MS_STRICTATIME +{ .opt = "strictatime", + .mask = MS_STRICTATIME }, /* strict access time */ +#endif +{ .opt = NULL } }; /****************************************************************************/ /* 1 = don't pass on to lustre @@ -234,353 +235,705 @@ static int parse_one_option(const char *check, int *flagp) return 0; } -/* Replace options with subset of Lustre-specific options, and - fill in mount flags */ -int parse_options(char *orig_options, int *flagp) +static size_t merge_strings(char *dst, const char *src, size_t size) { - char *options, *opt, *nextopt; - - options = calloc(strlen(orig_options) + 1, 1); - *flagp = 0; - nextopt = orig_options; - while ((opt = strsep(&nextopt, ","))) { - if (!*opt) - /* empty option */ - continue; - if (parse_one_option(opt, flagp) == 0) { - /* pass this on as an option */ - if (*options) - strcat(options, ","); - strcat(options, opt); - } - } - strcpy(orig_options, options); - free(options); - return 0; + size_t dsize = strlen(dst); + size_t len = strlen(src); + size_t ret = dsize + len; + + dst += dsize; + size -= dsize; + if (len >= size) + len = size - 1; + memcpy(dst, src, len); + dst[len] = '\0'; + return ret; } - -int read_file(char *path, char *buf, int size) +static int append_option(char *options, size_t options_len, + const char *param, const char *value) { - FILE *fd; - - fd = fopen(path, "r"); - if (fd == NULL) - return errno; - - fgets(buf, size, fd); - fclose(fd); - return 0; + int rc; + + if (options[0] != '\0') { + rc = merge_strings(options, ",", options_len); + if (rc >= options_len) + goto out_err; + } + + rc = merge_strings(options, param, options_len); + if (rc >= options_len) + goto out_err; + + if (value != NULL) { + rc = merge_strings(options, value, options_len); + if (rc >= options_len) + goto out_err; + } + return 0; +out_err: + fprintf(stderr, "error: mount options %s%s too long\n", param, value); + return E2BIG; } -int write_file(char *path, char *buf) +/* Replace options with subset of Lustre-specific options, and + fill in mount flags */ +int parse_options(struct mount_opts *mop, char *orig_options, + int *flagp, size_t options_len) { - FILE *fd; - - fd = fopen(path, "w"); - if (fd == NULL) - return errno; + char *options, *opt, *nextopt, *arg, *val; + int rc = 0; + + options = calloc(strlen(orig_options) + 1, 1); + if (options == NULL) + return ENOMEM; + + *flagp = 0; + nextopt = orig_options; + while ((opt = strsep(&nextopt, ","))) { + if (!*opt) + /* empty option */ + continue; + + /* Handle retries in a slightly different manner */ + arg = opt; + val = strchr(opt, '='); + /* please note that some ldiskfs mount options are also in + * the form of param=value. We should pay attention not to + * remove those mount options, see bug 22097. */ + if (val && strncmp(arg, "max_sectors_kb", 14) == 0) { + mop->mo_max_sectors_kb = atoi(val + 1); + } else if (val && + strncmp(arg, "md_stripe_cache_size", 20) == 0) { + mop->mo_md_stripe_cache_size = atoi(val + 1); + } else if (val && strncmp(arg, "retry", 5) == 0) { + mop->mo_retry = atoi(val + 1); + if (mop->mo_retry > MAX_RETRIES) + mop->mo_retry = MAX_RETRIES; + else if (mop->mo_retry < 0) + mop->mo_retry = 0; + } else if (val && strncmp(arg, "mgssec", 6) == 0) { + rc = append_option(options, options_len, opt, NULL); + if (rc != 0) + goto out_options; + } else if (strncmp(arg, "nosvc", 5) == 0) { + mop->mo_nosvc = 1; + rc = append_option(options, options_len, opt, NULL); + if (rc != 0) + goto out_options; + } else if (strcmp(opt, "force") == 0) { + /* XXX special check for 'force' option */ + ++mop->mo_force; + printf("force: %d\n", mop->mo_force); +#ifdef HAVE_GSS + } else if (val && strncmp(opt, "skpath=", 7) == 0) { + if (strlen(val) + 1 >= sizeof(mop->mo_skpath)) { + fprintf(stderr, + "%s: shared key path too long\n", + progname); + free(options); + return EINVAL; + } + strncpy(mop->mo_skpath, val + 1, + sizeof(mop->mo_skpath) - 1); +#endif + } else if (parse_one_option(opt, flagp) == 0) { + /* pass this on as an option */ + rc = append_option(options, options_len, opt, NULL); + if (rc != 0) + goto out_options; + } + } +#ifdef MS_STRICTATIME +#if LUSTRE_VERSION_CODE > OBD_OCD_VERSION(3, 2, 53, 0) + /* + * LU-1783 + * In the future when upstream fixes land in all supported kernels + * we should stop forcing MS_STRICTATIME in lustre mounts. + * We override the kernel level default of MS_RELATIME for now + * due to a kernel vfs level bug in atime updates that fails + * to reset timestamps from the future. + */ +#warn "remove MS_STRICTATIME override if kernel updates atime from the future" +#endif + /* set strictatime to default if NOATIME or RELATIME + not given explicit */ + if (!(*flagp & (MS_NOATIME | MS_RELATIME))) + *flagp |= MS_STRICTATIME; +#endif + strcpy(orig_options, options); - fputs(buf, fd); - fclose(fd); - return 0; +out_options: + free(options); + return rc; } -/* This is to tune the kernel for good SCSI performance. - * For that we set the value of /sys/block/{dev}/queue/max_sectors_kb - * to the value of /sys/block/{dev}/queue/max_hw_sectors_kb */ -int set_tunables(char *source, int src_len) +#ifdef HAVE_SERVER_SUPPORT +/* Add mgsnids from ldd params */ +static int add_mgsnids(struct mount_opts *mop, char *options, + const char *params, size_t options_len) { - glob_t glob_info; - struct stat stat_buf; - char *chk_major, *chk_minor; - char *savept, *dev, *s2 = 0; - char *ret_path; - char buf[PATH_MAX] = {'\0'}, path[PATH_MAX] = {'\0'}; - char real_path[PATH_MAX] = {'\0'}; - int i, rc = 0; - int major, minor; - - if (!source) - return -EINVAL; - - ret_path = realpath(source, real_path); - if (ret_path == NULL) { - if (verbose) - fprintf(stderr, "warning: %s: cannot resolve: %s", - source, strerror(errno)); - return -EINVAL; - } - - src_len = sizeof(real_path); - - if (strncmp(real_path, "/dev/loop", 9) == 0) - return 0; - - if ((real_path[0] != '/') && ((s2 = strpbrk(real_path, ",:")) != NULL)) - return 0; - - dev = real_path + src_len - 1; - while (dev > real_path && (*dev != '/')) { - if (isdigit(*dev)) - *dev = 0; - dev--; - } - snprintf(path, sizeof(path), "/sys/block%s/%s", dev, - MAX_HW_SECTORS_KB_PATH); - rc = read_file(path, buf, sizeof(buf)); - if (rc == 0 && (strlen(buf) - 1) > 0) { - snprintf(path, sizeof(path), "/sys/block%s/%s", dev, - MAX_SECTORS_KB_PATH); - rc = write_file(path, buf); - if (rc && verbose) - fprintf(stderr, "warning: opening %s: %s\n", - path, strerror(errno)); - return rc; - } - - if (rc != ENOENT) - return rc; - - /* The name of the device say 'X' specified in /dev/X may not - * match any entry under /sys/block/. In that case we need to - * match the major/minor number to find the entry under - * sys/block corresponding to /dev/X */ - dev = real_path + src_len - 1; - while (dev > real_path) { - if (isdigit(*dev)) - *dev = 0; - dev--; - } - - rc = stat(dev, &stat_buf); - if (rc) { - if (verbose) - fprintf(stderr, "warning: %s, device %s stat failed\n", - strerror(errno), dev); - return rc; - } - - major = major(stat_buf.st_rdev); - minor = minor(stat_buf.st_rdev); - rc = glob("/sys/block/*", GLOB_NOSORT, NULL, &glob_info); - if (rc) { - if (verbose) - fprintf(stderr, "warning: failed to read entries under " - "/sys/block\n"); - return rc; - } - - for (i = 0; i < glob_info.gl_pathc; i++){ - snprintf(path, sizeof(path), "%s/dev", glob_info.gl_pathv[i]); - - rc = read_file(path, buf, sizeof(buf)); - if (rc) - continue; - - if (buf[strlen(buf) - 1] == '\n') - buf[strlen(buf) - 1] = '\0'; - - chk_major = strtok_r(buf, ":", &savept); - chk_minor = savept; - if (major == atoi(chk_major) &&minor == atoi(chk_minor)) - break; - } - - if (i == glob_info.gl_pathc) { - if (verbose) - fprintf(stderr,"warning: device %s does not match any " - "entry under /sys/block\n", real_path); - rc = -EINVAL; - goto out; - } - - snprintf(path, sizeof(path), "%s/%s", glob_info.gl_pathv[i], - MAX_HW_SECTORS_KB_PATH); - rc = read_file(path, buf, sizeof(buf)); - if (rc) { - if (verbose) - fprintf(stderr, "warning: opening %s: %s\n", - path, strerror(errno)); - goto out; - } - - if (strlen(buf) - 1 > 0) { - snprintf(path, sizeof(path), "%s/%s", - glob_info.gl_pathv[i], MAX_SECTORS_KB_PATH); - rc = write_file(path, buf); - if (rc && verbose) - fprintf(stderr, "warning: writing to %s: %s\n", - path, strerror(errno)); - } + char *ptr = (char *)params; + char tmp, *sep; + int rc = 0; + + while ((ptr = strstr(ptr, PARAM_MGSNODE)) != NULL) { + sep = strchr(ptr, ' '); + if (sep != NULL) { + tmp = *sep; + *sep = '\0'; + } + rc = append_option(options, options_len, ptr, NULL); + if (rc != 0) + goto out; + mop->mo_have_mgsnid++; + if (sep) { + *sep = tmp; + ptr = sep; + } else { + break; + } + } out: - globfree(&glob_info); - return rc; + return rc; } -int main(int argc, char *const argv[]) +static int clear_update_ondisk(char *source, struct lustre_disk_data *ldd) { - char default_options[] = ""; - char *usource, *source, *target, *ptr; - char *options, *optcopy, *orig_options = default_options; - int i, nargs = 3, opt, rc, flags, optlen; - static struct option long_opt[] = { - {"fake", 0, 0, 'f'}, - {"force", 0, 0, 1}, - {"help", 0, 0, 'h'}, - {"nomtab", 0, 0, 'n'}, - {"options", 1, 0, 'o'}, - {"verbose", 0, 0, 'v'}, - {0, 0, 0, 0} - }; - - progname = strrchr(argv[0], '/'); - progname = progname ? progname + 1 : argv[0]; - - while ((opt = getopt_long(argc, argv, "fhno:v", - long_opt, NULL)) != EOF){ - switch (opt) { - case 1: - ++force; - printf("force: %d\n", force); - nargs++; - break; - case 'f': - ++fake; - printf("fake: %d\n", fake); - nargs++; - break; - case 'h': - usage(stdout); - break; - case 'n': - ++nomtab; - printf("nomtab: %d\n", nomtab); - nargs++; - break; - case 'o': - orig_options = optarg; - nargs++; - break; - case 'v': - ++verbose; - nargs++; - break; - default: - fprintf(stderr, "%s: unknown option '%c'\n", - progname, opt); - usage(stderr); - break; - } - } + char wanted_mountopts[512] = ""; + struct mkfs_opts mkop; + int ret; + int ret2; + + memset(&mkop, 0, sizeof(mkop)); + mkop.mo_ldd = *ldd; + mkop.mo_ldd.ldd_flags &= ~LDD_F_UPDATE; + mkop.mo_flags = MO_NOHOSTID_CHECK; /* Ignore missing hostid */ + if (strlen(source) > sizeof(mkop.mo_device)-1) { + fatal(); + fprintf(stderr, "Device name too long: %s\n", source); + return -E2BIG; + } + strncpy(mkop.mo_device, source, sizeof(mkop.mo_device)); + + ret = osd_prepare_lustre(&mkop, + wanted_mountopts, sizeof(wanted_mountopts)); + if (ret) { + fatal(); + fprintf(stderr, "Can't prepare device %s: %s\n", + source, strerror(ret)); + return ret; + } + + /* Create the loopback file */ + if (mkop.mo_flags & MO_IS_LOOP) { + ret = access(mkop.mo_device, F_OK); + if (ret) { + ret = errno; + fatal(); + fprintf(stderr, "Can't access device %s: %s\n", + source, strerror(ret)); + return ret; + } + + ret = loop_setup(&mkop); + if (ret) { + fatal(); + fprintf(stderr, "Loop device setup for %s failed: %s\n", + mkop.mo_device, strerror(ret)); + return ret; + } + } + ret = osd_write_ldd(&mkop); + if (ret != 0) { + fatal(); + fprintf(stderr, "failed to write local files: %s\n", + strerror(ret)); + } + + ret2 = loop_cleanup(&mkop); + if (ret == 0) + ret = ret2; + + return ret; +} - if (optind + 2 > argc) { - fprintf(stderr, "%s: too few arguments\n", progname); - usage(stderr); - } +static int parse_ldd(char *source, struct mount_opts *mop, + char *options, size_t options_len) +{ + struct lustre_disk_data *ldd = &mop->mo_ldd; + char *cur, *start; + char *temp_options; + int rc = 0; + + rc = osd_is_lustre(source, &ldd->ldd_mount_type); + if (rc == 0) { + fprintf(stderr, "%s: %s has not been formatted with mkfs.lustre" + " or the backend filesystem type is not supported by " + "this tool\n", progname, source); + return ENODEV; + } + + rc = osd_read_ldd(source, ldd); + if (rc) { + fprintf(stderr, "%s: %s failed to read permanent mount" + " data: %s\n", progname, source, + rc >= 0 ? strerror(rc) : ""); + return rc; + } + + if ((IS_MDT(ldd) || IS_OST(ldd)) && + (ldd->ldd_flags & LDD_F_NEED_INDEX)) { + fprintf(stderr, "%s: %s has no index assigned " + "(probably formatted with old mkfs)\n", + progname, source); + return EINVAL; + } + + if (ldd->ldd_flags & LDD_F_UPDATE) + clear_update_ondisk(source, ldd); + + /* Since we never rewrite ldd, ignore temp flags */ + ldd->ldd_flags &= ~(LDD_F_VIRGIN | LDD_F_WRITECONF); + + /* This is to make sure default options go first */ + temp_options = strdup(options); + if (temp_options == NULL) { + fprintf(stderr, "%s: can't allocate memory for temp_options\n", + progname); + return ENOMEM; + } + strncpy(options, ldd->ldd_mount_opts, options_len); + rc = append_option(options, options_len, temp_options, NULL); + free(temp_options); + if (rc != 0) + return rc; + + /* svname of the form lustre:OST1234 means never registered */ + rc = strlen(ldd->ldd_svname); + if (strcmp(ldd->ldd_svname, "MGS") != 0) { + if (rc < 8) { + fprintf(stderr, "%s: invalid name '%s'\n", + progname, ldd->ldd_svname); + return EINVAL; + } else if (ldd->ldd_svname[rc - 8] == ':') { + ldd->ldd_svname[rc - 8] = '-'; + ldd->ldd_flags |= LDD_F_VIRGIN; + } else if (ldd->ldd_svname[rc - 8] == '=') { + ldd->ldd_svname[rc - 8] = '-'; + ldd->ldd_flags |= LDD_F_WRITECONF; + } + } + /* backend osd type */ + rc = append_option(options, options_len, "osd=", + mt_type(ldd->ldd_mount_type)); + if (rc != 0) + return rc; + + if (!mop->mo_have_mgsnid) { + /* Only use disk data if mount -o mgsnode=nid wasn't + * specified */ + if (ldd->ldd_flags & LDD_F_SV_TYPE_MGS) { + rc = append_option(options, options_len, "mgs", NULL); + if (rc != 0) + return rc; + mop->mo_have_mgsnid++; + } else { + if (add_mgsnids(mop, options, ldd->ldd_params, + options_len)) + return E2BIG; + } + } + /* Better have an mgsnid by now */ + if (!mop->mo_have_mgsnid) { + fprintf(stderr, "%s: missing option mgsnode=\n", + progname); + return EINVAL; + } + + if (ldd->ldd_flags & LDD_F_VIRGIN) { + rc = append_option(options, options_len, "virgin", NULL); + if (rc != 0) + return rc; + } + if (ldd->ldd_flags & LDD_F_UPDATE) { + rc = append_option(options, options_len, "update", NULL); + if (rc != 0) + return rc; + } + if (ldd->ldd_flags & LDD_F_WRITECONF) { + rc = append_option(options, options_len, "writeconf", NULL); + if (rc != 0) + return rc; + } + if (ldd->ldd_flags & LDD_F_NO_PRIMNODE) { + rc = append_option(options, options_len, "noprimnode", NULL); + if (rc != 0) + return rc; + } + + /* prefix every lustre parameter with param= so that in-kernel + * mount can recognize them properly and send to MGS at registration */ + start = ldd->ldd_params; + while (start && *start != '\0') { + while (*start == ' ') start++; + if (*start == '\0') + break; + cur = start; + start = strchr(cur, ' '); + if (start) { + *start = '\0'; + start++; + } + rc = append_option(options, options_len, "param=", cur); + if (rc != 0) + return rc; + } + + /* svname must be last option */ + rc = append_option(options, options_len, "svname=", ldd->ldd_svname); + + return rc; +} +#endif /* HAVE_SERVER_SUPPORT */ - usource = argv[optind]; - source = convert_hostnames(usource); - target = argv[optind + 1]; - ptr = target + strlen(target) - 1; - while ((ptr > target) && (*ptr == '/')) { - *ptr = 0; - ptr--; - } +static void set_defaults(struct mount_opts *mop) +{ + memset(mop, 0, sizeof(*mop)); + mop->mo_usource = NULL; + mop->mo_source = NULL; + mop->mo_nomtab = 0; + mop->mo_fake = 0; + mop->mo_force = 0; + mop->mo_retry = 0; + mop->mo_have_mgsnid = 0; + mop->mo_md_stripe_cache_size = 16384; + mop->mo_orig_options = ""; + mop->mo_nosvc = 0; + mop->mo_max_sectors_kb = -1; +} - if (!usource || !source) { - usage(stderr); - } +static int parse_opts(int argc, char *const argv[], struct mount_opts *mop) +{ + static struct option long_opts[] = { + { .val = 1, .name = "force", .has_arg = no_argument }, + { .val = 'f', .name = "fake", .has_arg = no_argument }, + { .val = 'h', .name = "help", .has_arg = no_argument }, + { .val = 'n', .name = "nomtab", .has_arg = no_argument }, + { .val = 'o', .name = "options", .has_arg = required_argument }, + { .val = 'v', .name = "verbose", .has_arg = no_argument }, + { .val = 'V', .name = "version", .has_arg = no_argument }, + { .name = NULL } }; + char real_path[PATH_MAX] = {'\0'}; + FILE *f; + char path[256], name[256]; + size_t sz; + char *ptr; + int opt, rc; + + while ((opt = getopt_long(argc, argv, "fhno:vV", + long_opts, NULL)) != EOF){ + switch (opt) { + case 1: + ++mop->mo_force; + printf("force: %d\n", mop->mo_force); + break; + case 'f': + ++mop->mo_fake; + printf("fake: %d\n", mop->mo_fake); + break; + case 'h': + usage(stdout); + break; + case 'n': + ++mop->mo_nomtab; + printf("nomtab: %d\n", mop->mo_nomtab); + break; + case 'o': + mop->mo_orig_options = optarg; + break; + case 'v': + ++verbose; + break; + case 'V': + ++version; + fprintf(stdout, "%s %s %s\n", progname, + LUSTRE_VERSION_STRING, WITH_LIBMOUNT); + return 0; + default: + fprintf(stderr, "%s: unknown option '%c'\n", + progname, opt); + usage(stderr); + break; + } + } + + if (optind + 2 > argc) { + fprintf(stderr, "%s: too few arguments\n", progname); + usage(stderr); + } + + mop->mo_usource = argv[optind]; + if (!mop->mo_usource) { + usage(stderr); + } + + /** + * Try to get the real path to the device, in case it is a + * symbolic link for instance + */ + if (realpath(mop->mo_usource, real_path) != NULL) { + ptr = strrchr(real_path, '/'); + if (ptr && strncmp(ptr, "/dm-", 4) == 0 && isdigit(*(ptr + 4))) { + snprintf(path, sizeof(path), "/sys/block/%s/dm/name", ptr+1); + if ((f = fopen(path, "r"))) { + /* read "\n" from sysfs */ + if (fgets(name, sizeof(name), f) && (sz = strlen(name)) > 1) { + name[sz - 1] = '\0'; + snprintf(real_path, sizeof(real_path), "/dev/mapper/%s", name); + } + fclose(f); + } + } + mop->mo_usource = strdup(real_path); + } + + ptr = strstr(mop->mo_usource, ":/"); + if (ptr != NULL) { + mop->mo_source = convert_hostnames(mop->mo_usource); + if (!mop->mo_source) + usage(stderr); + } else { + mop->mo_source = strdup(mop->mo_usource); + } + + if (realpath(argv[optind + 1], mop->mo_target) == NULL) { + rc = errno; + fprintf(stderr, "warning: %s: cannot resolve: %s\n", + argv[optind + 1], strerror(errno)); + return rc; + } + + return 0; +} - if (verbose) { - for (i = 0; i < argc; i++) - printf("arg[%d] = %s\n", i, argv[i]); - printf("source = %s (%s), target = %s\n", usource, source, - target); - printf("options = %s\n", orig_options); - } +#ifdef HAVE_SERVER_SUPPORT +/* change label from : to + * - to indicate the device has + * been registered. only if the label is + * supposed to be changed and target service + * is supposed to start */ +static void label_lustre(struct mount_opts *mop) +{ + if (mop->mo_nosvc) + return; + + if (mop->mo_ldd.ldd_flags & (LDD_F_VIRGIN | LDD_F_WRITECONF)) { + (void)osd_label_lustre(mop); + } else { + struct lustre_disk_data ldd; + int rc; + + /* device label could be changed after journal recovery, + * it should also be relabeled for mount has succeeded. */ + memset(&ldd, 0, sizeof(ldd)); + ldd.ldd_mount_type = mop->mo_ldd.ldd_mount_type; + rc = osd_read_ldd(mop->mo_source, &ldd); + if (rc == 0) { + rc = strlen(ldd.ldd_svname); + if (rc >= 8 && ldd.ldd_svname[rc - 8] != '-') + (void)osd_label_lustre(mop); + } + } +} +#endif /* HAVE_SERVER_SUPPORT */ - options = malloc(strlen(orig_options) + 1); - strcpy(options, orig_options); - rc = parse_options(options, &flags); +int main(int argc, char *const argv[]) +{ + struct mount_opts mop; + char *options; + int i, flags; + int rc; + bool client; + size_t maxopt_len; + size_t g_pagesize; + + progname = strrchr(argv[0], '/'); + progname = progname ? progname + 1 : argv[0]; + + set_defaults(&mop); + + g_pagesize = sysconf(_SC_PAGESIZE); + if (g_pagesize == -1) { + rc = errno; + printf("error: %d failed to get page size.\n", rc); + return rc; + } + maxopt_len = MIN(g_pagesize, 64 * 1024); + + rc = parse_opts(argc, argv, &mop); + if (rc || version) + return rc; + + if (verbose) { + for (i = 0; i < argc; i++) + printf("arg[%d] = %s\n", i, argv[i]); + printf("source = %s (%s), target = %s\n", mop.mo_usource, + mop.mo_source, mop.mo_target); + printf("options = %s\n", mop.mo_orig_options); + } + + options = malloc(maxopt_len); + if (options == NULL) { + fprintf(stderr, "can't allocate memory for options\n"); + rc = ENOMEM; + goto out_mo_source; + } + + if (strlen(mop.mo_orig_options) >= maxopt_len) { + fprintf(stderr, "error: mount options too long\n"); + rc = E2BIG; + goto out_options; + } + + strcpy(options, mop.mo_orig_options); + rc = parse_options(&mop, options, &flags, maxopt_len); if (rc) { fprintf(stderr, "%s: can't parse options: %s\n", progname, options); - return(EINVAL); + goto out_options; } - if (!force) { - rc = check_mtab_entry(usource, target, "lustre"); + if (!mop.mo_force) { + rc = check_mtab_entry(mop.mo_usource, mop.mo_source, + mop.mo_target, "lustre"); if (rc && !(flags & MS_REMOUNT)) { fprintf(stderr, "%s: according to %s %s is " - "already mounted on %s\n", - progname, MOUNTED, usource, target); - return(EEXIST); + "already mounted on %s\n", progname, MOUNTED, + mop.mo_usource, mop.mo_target); + rc = EEXIST; + goto out_options; } if (!rc && (flags & MS_REMOUNT)) { fprintf(stderr, "%s: according to %s %s is " - "not already mounted on %s\n", - progname, MOUNTED, usource, target); - return(ENOENT); + "not already mounted on %s\n", progname, MOUNTED, + mop.mo_usource, mop.mo_target); + rc = ENOENT; + goto out_options; } } if (flags & MS_REMOUNT) - nomtab++; - - rc = access(target, F_OK); - if (rc) { - rc = errno; - fprintf(stderr, "%s: %s inaccessible: %s\n", progname, target, - strerror(errno)); - return rc; - } - - /* In Linux 2.4, the target device doesn't get passed to any of our - functions. So we'll stick it on the end of the options. */ - optlen = strlen(options) + strlen(",device=") + strlen(source) + 1; - optcopy = malloc(optlen); - strcpy(optcopy, options); - if (*optcopy) - strcat(optcopy, ","); - strcat(optcopy, "device="); - strcat(optcopy, source); - - if (verbose) - printf("mounting device %s at %s, flags=%#x options=%s\n", - source, target, flags, optcopy); - - if (set_tunables(source, strlen(source)) && verbose) - fprintf(stderr, "%s: unable to set tunables for %s" - " (may cause reduced IO performance)\n", - argv[0], source); - - register_service_tags(usource, source, target); - - if (!fake) - /* flags and target get to lustre_get_sb, but not - lustre_fill_super. Lustre ignores the flags, but mount - does not. */ - rc = mount(source, target, "lustre", flags, (void *)optcopy); + mop.mo_nomtab++; + + rc = access(mop.mo_target, F_OK); + if (rc) { + rc = errno; + fprintf(stderr, "%s: %s inaccessible: %s\n", progname, + mop.mo_target, strerror(errno)); + goto out_options; + } + + client = (strstr(mop.mo_usource, ":/") != NULL); + if (!client) { +#ifdef HAVE_SERVER_SUPPORT + rc = osd_init(); + if (rc) + goto out_options; + + rc = parse_ldd(mop.mo_source, &mop, options, maxopt_len); + if (rc) + goto out_osd; +#else + rc = -EINVAL; + goto out_options; +#endif + } + + /* In Linux 2.4, the target device doesn't get passed to any of our + functions. So we'll stick it on the end of the options. */ + rc = append_option(options, maxopt_len, "device=", mop.mo_source); + if (rc != 0) + goto out_osd; + + if (verbose) + printf("mounting device %s at %s, flags=%#x options=%s\n", + mop.mo_source, mop.mo_target, flags, options); + +#ifdef HAVE_SERVER_SUPPORT + if (!client && osd_tune_lustre(mop.mo_source, &mop)) { + if (verbose) + fprintf(stderr, "%s: unable to set tunables for %s" + " (may cause reduced IO performance)\n", + argv[0], mop.mo_source); + } +#endif +#ifdef HAVE_GSS + if (mop.mo_skpath[0] != '\0') { + /* Treat shared key failures as fatal */ + rc = load_shared_keys(&mop); + if (rc) { + fprintf(stderr, + "%s: Error loading shared keys: %s\n", + progname, strerror(rc)); + goto out_osd; + } + } +#endif /* HAVE_GSS */ + + if (!mop.mo_fake) { + /* flags and target get to lustre_get_sb(), but not + * lustre_fill_super(). Lustre ignores the flags, but mount + * does not. */ + for (i = 0, rc = -EAGAIN; i <= mop.mo_retry && rc != 0; i++) { + rc = mount(mop.mo_source, mop.mo_target, "lustre", + flags, (void *)options); + if (rc != 0) { + if (verbose) { + fprintf(stderr, "%s: mount %s at %s " + "failed: %s retries left: " + "%d\n", basename(progname), + mop.mo_usource, mop.mo_target, + strerror(errno), + mop.mo_retry - i); + } + + if (mop.mo_retry) { + int limit = i/2 > 5 ? i/2 : 5; + + sleep(1 << limit); + } else { + rc = errno; + } +#ifdef HAVE_SERVER_SUPPORT + } else { + if (!client) + label_lustre(&mop); +#endif + } + } + } if (rc) { char *cli; rc = errno; - cli = strrchr(usource, ':'); + cli = strrchr(mop.mo_usource, ':'); if (cli && (strlen(cli) > 2)) cli += 2; else cli = NULL; fprintf(stderr, "%s: mount %s at %s failed: %s\n", progname, - usource, target, strerror(errno)); + mop.mo_usource, mop.mo_target, strerror(errno)); + if (errno == EBUSY) + fprintf(stderr, "Is the backend filesystem mounted?\n" + "Check /etc/mtab and /proc/mounts\n"); if (errno == ENODEV) fprintf(stderr, "Are the lustre modules loaded?\n" - "Check /etc/modprobe.conf and /proc/filesystems" - "\nNote 'alias lustre llite' should be removed" - " from modprobe.conf\n"); + "Check /etc/modprobe.conf and " + "/proc/filesystems\n"); if (errno == ENOTBLK) fprintf(stderr, "Do you need -o loop?\n"); if (errno == ENOMEDIUM) @@ -594,16 +947,16 @@ int main(int argc, char *const argv[]) } if (errno == EALREADY) fprintf(stderr, "The target service is already running." - " (%s)\n", usource); + " (%s)\n", mop.mo_usource); if (errno == ENXIO) fprintf(stderr, "The target service failed to start " "(bad config log?) (%s). " - "See /var/log/messages.\n", usource); + "See /var/log/messages.\n", mop.mo_usource); if (errno == EIO) fprintf(stderr, "Is the MGS running?\n"); if (errno == EADDRINUSE) fprintf(stderr, "The target service's index is already " - "in use. (%s)\n", usource); + "in use. (%s)\n", mop.mo_usource); if (errno == EINVAL) { fprintf(stderr, "This may have multiple causes.\n"); if (cli) @@ -614,18 +967,39 @@ int main(int argc, char *const argv[]) } /* May as well try to clean up loop devs */ - if (strncmp(usource, "/dev/loop", 9) == 0) { + if (strncmp(mop.mo_usource, "/dev/loop", 9) == 0) { char cmd[256]; - sprintf(cmd, "/sbin/losetup -d %s", usource); - system(cmd); + int ret; + sprintf(cmd, "/sbin/losetup -d %s", mop.mo_usource); + if ((ret = system(cmd)) < 0) + rc = errno; + else if (ret > 0) + rc = WEXITSTATUS(ret); } - } else if (!nomtab) { - rc = update_mtab_entry(usource, target, "lustre", orig_options, - 0,0,0); - } + } else { + /* Deal with utab just for client. Note that we ignore + * the return value here since it is not worth to fail + * mount by prevent some rare cases */ + if (strstr(mop.mo_usource, ":/") != NULL) + update_utab_entry(&mop); + if (!mop.mo_nomtab) { + rc = update_mtab_entry(mop.mo_usource, mop.mo_target, + "lustre", mop.mo_orig_options, + 0, 0, 0); + } + } + +out_osd: +#ifdef HAVE_SERVER_SUPPORT + if (!client) + osd_fini(); +#endif +out_options: + free(options); - free(optcopy); - free(source); - return rc; +out_mo_source: + /* mo_usource should be freed, but we can rely on the kernel */ + free(mop.mo_source); + return rc; }