/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- * vim:expandtab:shiftwidth=8:tabstop=8: * * GPL HEADER START * * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 only, * as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License version 2 for more details (a copy is included * in the LICENSE file that accompanied this code). * * You should have received a copy of the GNU General Public License * version 2 along with this program; If not, see * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf * * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, * CA 95054 USA or visit www.sun.com if you need additional information or * have any questions. * * GPL HEADER END */ /* * Copyright 2008 Sun Microsystems, Inc. All rights reserved * Use is subject to license terms. */ /* * This file is part of Lustre, http://www.lustre.org/ * Lustre is a trademark of Sun Microsystems, Inc. * * lustre/utils/lfs.c * * Author: Peter J. Braam * Author: Phil Schwan * Author: Robert Read */ /* for O_DIRECTORY */ #ifndef _GNU_SOURCE #define _GNU_SOURCE #endif #include #include #include #include #include #include #include #include #include #include #include #include #include #include #ifdef HAVE_SYS_QUOTA_H # include #endif /* For dirname() */ #include #include #include #include #include #include #include #include #include #include "obdctl.h" unsigned int libcfs_subsystem_debug = 0; /* all functions */ static int lfs_setstripe(int argc, char **argv); static int lfs_find(int argc, char **argv); static int lfs_getstripe(int argc, char **argv); static int lfs_osts(int argc, char **argv); static int lfs_df(int argc, char **argv); static int lfs_check(int argc, char **argv); static int lfs_catinfo(int argc, char **argv); #ifdef HAVE_SYS_QUOTA_H static int lfs_quotachown(int argc, char **argv); static int lfs_quotacheck(int argc, char **argv); static int lfs_quotaon(int argc, char **argv); static int lfs_quotaoff(int argc, char **argv); static int lfs_setquota(int argc, char **argv); static int lfs_quota(int argc, char **argv); static int lfs_quotainv(int argc, char **argv); #endif static int lfs_flushctx(int argc, char **argv); static int lfs_join(int argc, char **argv); static int lfs_lsetfacl(int argc, char **argv); static int lfs_lgetfacl(int argc, char **argv); static int lfs_rsetfacl(int argc, char **argv); static int lfs_rgetfacl(int argc, char **argv); static int lfs_cp(int argc, char **argv); static int lfs_ls(int argc, char **argv); static int lfs_poollist(int argc, char **argv); static int lfs_changelog(int argc, char **argv); static int lfs_changelog_clear(int argc, char **argv); static int lfs_fid2path(int argc, char **argv); static int lfs_path2fid(int argc, char **argv); /* all avaialable commands */ command_t cmdlist[] = { {"setstripe", lfs_setstripe, 0, "Create a new file with a specific striping pattern or\n" "set the default striping pattern on an existing directory or\n" "delete the default striping pattern from an existing directory\n" "usage: setstripe [--size|-s stripe_size] [--offset|-o start_ost]\n" " [--count|-c stripe_count] [--pool|-p pool_name]\n" " \n" " or \n" " setstripe -d (to delete default striping)\n" "\tstripe_size: Number of bytes on each OST (0 filesystem default)\n" "\t Can be specified with k, m or g (in KB, MB and GB\n" "\t respectively)\n" "\tstart_ost: OST index of first stripe (-1 filesystem default)\n" "\tstripe_count: Number of OSTs to stripe over (0 default, -1 all)\n" "\tpool_name: Name of OST pool"}, {"getstripe", lfs_getstripe, 0, "To list the striping info for a given file or files in a\n" "directory or recursively for all files in a directory tree.\n" "usage: getstripe [--obd|-O ] [--quiet | -q] [--verbose | -v]\n" " [--count | -c ] [--size | -s ] [--index | -i ]\n" " [--offset | -o ] [--pool | -p ]\n" " [--recursive | -r] ..."}, {"pool_list", lfs_poollist, 0, "List pools or pool OSTs\n" "usage: pool_list [.] | \n"}, {"find", lfs_find, 0, "To find files that match given parameters recursively in a directory tree.\n" "usage: find ... \n" " [[!] --atime|-A [+-]N] [[!] --mtime|-M [+-]N] [[!] --ctime|-C [+-]N]\n" " [--maxdepth|-D N] [[!] --name|-n ] [--print0|-P]\n" " [--print|-p] [--obd|-O ] [[!] --size|-s [+-]N[bkMGTP]]\n" " [[!] --type|-t ] [[!] --gid|-g N] [[!] --group|-G ]\n" " [[!] --uid|-u N] [[!] --user|-U ]\n" " [[!] --pool ]\n" "\t !: used before an option indicates 'NOT' the requested attribute\n" "\t -: used before an value indicates 'AT MOST' the requested value\n" "\t +: used before an option indicates 'AT LEAST' the requested value\n"}, {"check", lfs_check, 0, "Display the status of MDS or OSTs (as specified in the command)\n" "or all the servers (MDS and OSTs).\n" "usage: check "}, {"catinfo", lfs_catinfo, 0, "Show information of specified type logs.\n" "usage: catinfo {keyword} [node name]\n" "\tkeywords are one of followings: config, deletions.\n" "\tnode name must be provided when use keyword config."}, {"join", lfs_join, 0, "join two lustre files into one - join A, B, will be like cat B >> A & del B\n" "usage: join \n"}, {"osts", lfs_osts, 0, "osts"}, {"df", lfs_df, 0, "report filesystem disk space usage or inodes usage" "of each MDS/OSD.\n" "Usage: df [-i] [-h] [path]"}, #ifdef HAVE_SYS_QUOTA_H {"quotachown",lfs_quotachown, 0, "Change files' owner or group on the specified filesystem.\n" "usage: quotachown [-i] \n" "\t-i: ignore error if file is not exist\n"}, {"quotacheck", lfs_quotacheck, 0, "Scan the specified filesystem for disk usage, and create,\n" "or update quota files.\n" "usage: quotacheck [ -ug ] "}, {"quotaon", lfs_quotaon, 0, "Turn filesystem quotas on.\n" "usage: quotaon [ -ugf ] "}, {"quotaoff", lfs_quotaoff, 0, "Turn filesystem quotas off.\n" "usage: quotaoff [ -ug ] "}, {"setquota", lfs_setquota, 0, "Set filesystem quotas.\n" "usage: setquota [ -u | -g ] -b -B -i -I \n" " setquota -t [ -u | -g ] \n" " setquota [ -u | --user | -g | --group ] \n" " [--block-softlimit ]\n" " [--block-hardlimit ]\n" " [--inode-softlimit ]\n" " [--inode-hardlimit ] \n" " setquota [-t] [ -u | --user | -g | --group ]\n" " [--block-grace ]\n" " [--inode-grace ] \n" " -b can be used instead of --block-softlimit/--block-grace\n" " -B can be used instead of --block-hardlimit\n" " -i can be used instead of --inode-softlimit/--inode-grace\n" " -I can be used instead of --inode-hardlimit"}, {"quota", lfs_quota, 0, "Display disk usage and limits.\n" "usage: quota [-v] [-o obd_uuid|-i mdt_idx|-I ost_idx] [{-u|-g }|-t] "}, {"quotainv", lfs_quotainv, 0, "Invalidate quota data.\n" "usage: quotainv [-u|-g] "}, #endif {"flushctx", lfs_flushctx, 0, "Flush security context for current user.\n" "usage: flushctx [-k] [mountpoint...]"}, {"lsetfacl", lfs_lsetfacl, 0, "Remote user setfacl for user/group on the same remote client.\n" "usage: lsetfacl [-bkndRLPvh] [{-m|-x} acl_spec] [{-M|-X} acl_file] file ..."}, {"lgetfacl", lfs_lgetfacl, 0, "Remote user getfacl for user/group on the same remote client.\n" "usage: lgetfacl [-dRLPvh] file ..."}, {"rsetfacl", lfs_rsetfacl, 0, "Remote user setfacl for user/group on other clients.\n" "usage: rsetfacl [-bkndRLPvh] [{-m|-x} acl_spec] [{-M|-X} acl_file] file ..."}, {"rgetfacl", lfs_rgetfacl, 0, "Remote user getfacl for user/group on other clients.\n" "usage: rgetfacl [-dRLPvh] file ..."}, {"cp", lfs_cp, 0, "Remote user copy files and directories.\n" "usage: cp [OPTION]... [-T] SOURCE DEST\n\tcp [OPTION]... SOURCE... DIRECTORY\n\tcp [OPTION]... -t DIRECTORY SOURCE..."}, {"ls", lfs_ls, 0, "Remote user list directory contents.\n" "usage: ls [OPTION]... [FILE]..."}, {"changelog", lfs_changelog, 0, "Show the metadata changes on an MDT." "\nusage: changelog [--follow] [startrec [endrec]]" "\n(note: --follow is only valid when run on MDT node)"}, {"changelog_clear", lfs_changelog_clear, 0, "Indicate that old changelog records up to are no longer of " "interest to consumer , allowing the system to free up space.\n" "An of 0 means all records.\n" "usage: changelog_clear "}, {"fid2path", lfs_fid2path, 0, "Resolve the full path to a given FID. For a specific hardlink " "specify link number .\n" /* "For a historical name, specify changelog record .\n" */ "usage: fid2path [--link ]" /*[--rec ]*/}, {"path2fid", lfs_path2fid, 0, "Display the fid for a given path.\n" "usage: path2fid "}, {"help", Parser_help, 0, "help"}, {"exit", Parser_quit, 0, "quit"}, {"quit", Parser_quit, 0, "quit"}, { 0, 0, 0, NULL } }; static int isnumber(const char *str) { const char *ptr; if (str[0] != '-' && !isdigit(str[0])) return 0; for (ptr = str + 1; *ptr != '\0'; ptr++) { if (!isdigit(*ptr)) return 0; } return 1; } /* functions */ static int lfs_setstripe(int argc, char **argv) { char *fname; int result; unsigned long long st_size; int st_offset, st_count; char *end; int c; int delete = 0; char *stripe_size_arg = NULL; char *stripe_off_arg = NULL; char *stripe_count_arg = NULL; char *pool_name_arg = NULL; unsigned long long size_units; struct option long_opts[] = { {"size", required_argument, 0, 's'}, {"count", required_argument, 0, 'c'}, {"index", required_argument, 0, 'i'}, {"offset", required_argument, 0, 'o'}, {"pool", required_argument, 0, 'p'}, {"delete", no_argument, 0, 'd'}, {0, 0, 0, 0} }; st_size = 0; st_offset = -1; st_count = 0; #if LUSTRE_VERSION < OBD_OCD_VERSION(2,1,0,0) if (argc == 5 && argv[1][0] != '-' && isnumber(argv[2]) && isnumber(argv[3]) && isnumber(argv[4])) { fprintf(stderr, "warning: deprecated usage of setstripe " "positional parameters. Use -c, -i, -s instead.\n"); /* for compatibility with the existing positional parameter * usage */ fname = argv[1]; stripe_size_arg = argv[2]; stripe_off_arg = argv[3]; stripe_count_arg = argv[4]; optind = 4; } else #else #warning "remove obsolete positional parameter code" #endif { optind = 0; while ((c = getopt_long(argc, argv, "c:di:o:s:p:", long_opts, NULL)) >= 0) { switch (c) { case 0: /* Long options. */ break; case 'c': stripe_count_arg = optarg; break; case 'd': /* delete the default striping pattern */ delete = 1; break; case 'i': case 'o': stripe_off_arg = optarg; break; case 's': stripe_size_arg = optarg; break; case 'p': pool_name_arg = optarg; break; case '?': return CMD_HELP; default: fprintf(stderr, "error: %s: option '%s' " "unrecognized\n", argv[0], argv[optind - 1]); return CMD_HELP; } } fname = argv[optind]; if (delete && (stripe_size_arg != NULL || stripe_off_arg != NULL || stripe_count_arg != NULL || pool_name_arg != NULL)) { fprintf(stderr, "error: %s: cannot specify -d with " "-s, -c -o or -p options\n", argv[0]); return CMD_HELP; } } if (optind == argc) { fprintf(stderr, "error: %s: missing filename|dirname\n", argv[0]); return CMD_HELP; } /* get the stripe size */ if (stripe_size_arg != NULL) { result = parse_size(stripe_size_arg, &st_size, &size_units, 0); if (result) { fprintf(stderr, "error: %s: bad size '%s'\n", argv[0], stripe_size_arg); return result; } } /* get the stripe offset */ if (stripe_off_arg != NULL) { st_offset = strtoul(stripe_off_arg, &end, 0); if (*end != '\0') { fprintf(stderr, "error: %s: bad stripe offset '%s'\n", argv[0], stripe_off_arg); return CMD_HELP; } } /* get the stripe count */ if (stripe_count_arg != NULL) { st_count = strtoul(stripe_count_arg, &end, 0); if (*end != '\0') { fprintf(stderr, "error: %s: bad stripe count '%s'\n", argv[0], stripe_count_arg); return CMD_HELP; } } do { result = llapi_file_create_pool(fname, st_size, st_offset, st_count, 0, pool_name_arg); if (result) { fprintf(stderr,"error: %s: create stripe file '%s' " "failed\n", argv[0], fname); break; } fname = argv[++optind]; } while (fname != NULL); return result; } static int lfs_poollist(int argc, char **argv) { if (argc != 2) return CMD_HELP; return llapi_poollist(argv[1]); } static int set_time(time_t *time, time_t *set, char *str) { time_t t; int res = 0; if (str[0] == '+') res = 1; else if (str[0] == '-') res = -1; if (res) str++; t = strtol(str, NULL, 0); if (*time < t * 24 * 60 * 60) { if (res) str--; fprintf(stderr, "Wrong time '%s' is specified.\n", str); return INT_MAX; } *set = *time - t * 24 * 60 * 60; return res; } #define USER 0 #define GROUP 1 static int name2id(unsigned int *id, char *name, int type) { if (type == USER) { struct passwd *entry; if (!(entry = getpwnam(name))) { if (!errno) errno = ENOENT; return -1; } *id = entry->pw_uid; } else { struct group *entry; if (!(entry = getgrnam(name))) { if (!errno) errno = ENOENT; return -1; } *id = entry->gr_gid; } return 0; } static int id2name(char **name, unsigned int id, int type) { if (type == USER) { struct passwd *entry; if (!(entry = getpwuid(id))) { if (!errno) errno = ENOENT; return -1; } *name = entry->pw_name; } else { struct group *entry; if (!(entry = getgrgid(id))) { if (!errno) errno = ENOENT; return -1; } *name = entry->gr_name; } return 0; } #define FIND_POOL_OPT 3 static int lfs_find(int argc, char **argv) { int new_fashion = 1; int c, ret; time_t t; struct find_param param = { .maxdepth = -1 }; char str[1024]; struct option long_opts[] = { /* New find options. */ {"atime", required_argument, 0, 'A'}, {"ctime", required_argument, 0, 'C'}, {"mtime", required_argument, 0, 'M'}, {"maxdepth", required_argument, 0, 'D'}, {"gid", required_argument, 0, 'g'}, {"group", required_argument, 0, 'G'}, {"uid", required_argument, 0, 'u'}, {"user", required_argument, 0, 'U'}, {"name", required_argument, 0, 'n'}, /* no short option for pool, p/P already used */ {"pool", required_argument, 0, FIND_POOL_OPT}, /* --obd is considered as a new option. */ {"obd", required_argument, 0, 'O'}, {"ost", required_argument, 0, 'O'}, {"print", no_argument, 0, 'P'}, {"print0", no_argument, 0, 'p'}, /* Old find options. */ {"quiet", no_argument, 0, 'q'}, {"recursive", no_argument, 0, 'r'}, {"size", required_argument, 0, 's'}, {"type", required_argument, 0, 't'}, {"verbose", no_argument, 0, 'v'}, {0, 0, 0, 0} }; int pathstart = -1; int pathend = -1; int neg_opt = 0; time_t *xtime; int *xsign; int isoption; char *endptr; time(&t); optind = 0; /* when getopt_long_only() hits '!' it returns 1, puts "!" in optarg */ while ((c = getopt_long_only(argc,argv,"-A:C:D:g:G:M:n:PpO:qrs:t:u:U:v", long_opts, NULL)) >= 0) { xtime = NULL; xsign = NULL; if (neg_opt) --neg_opt; /* '!' is part of option */ /* when getopt_long_only() finds a string which is not * an option nor a known option argument it returns 1 * in that case if we already have found pathstart and pathend * (i.e. we have the list of pathnames), * the only supported value is "!" */ isoption = (c != 1) || (strcmp(optarg, "!") == 0); if (!isoption && pathend != -1) { fprintf(stderr, "err: %s: filename|dirname must either " "precede options or follow options\n", argv[0]); return CMD_HELP; } if (!isoption && pathstart == -1) pathstart = optind - 1; if (isoption && pathstart != -1 && pathend == -1) { pathend = optind - 2; if ((c == 1 && strcmp(optarg, "!") == 0) || c == 'P' || c == 'p' || c == 'O' || c == 'q' || c == 'r' || c == 'v') pathend = optind - 1; } switch (c) { case 0: /* Long options. */ break; case 1: /* unknown; opt is "!" or path component, * checking done above. */ if (strcmp(optarg, "!") == 0) neg_opt = 2; break; case 'A': xtime = ¶m.atime; xsign = ¶m.asign; case 'C': if (c == 'C') { xtime = ¶m.ctime; xsign = ¶m.csign; } case 'M': if (c == 'M') { xtime = ¶m.mtime; xsign = ¶m.msign; } new_fashion = 1; if (neg_opt) { if (optarg[0] == '-') optarg[0] = '+'; else if (optarg[0] == '+') optarg[0] = '-'; else { str[0] = '-'; str[1] = '\0'; strcat(str, optarg); optarg = str; } } ret = set_time(&t, xtime, optarg); if (ret == INT_MAX) return -1; if (ret) *xsign = ret; break; case 'D': new_fashion = 1; param.maxdepth = strtol(optarg, 0, 0); break; case 'g': new_fashion = 1; param.gid = strtol(optarg, &endptr, 10); if (optarg == endptr) { fprintf(stderr, "Bad gid: %s\n", optarg); return CMD_HELP; } param.exclude_gid = !!neg_opt; param.check_gid = 1; break; case 'G': new_fashion = 1; param.gid = strtol(optarg, &endptr, 10); if (optarg == endptr) { ret = name2id(¶m.gid, optarg, GROUP); if (ret != 0) { fprintf(stderr, "Group/GID: %s cannot " "be found.\n", optarg); return -1; } } param.exclude_gid = !!neg_opt; param.check_gid = 1; break; case 'u': new_fashion = 1; param.uid = strtol(optarg, &endptr, 10); if (optarg == endptr) { fprintf(stderr, "Bad uid: %s\n", optarg); return CMD_HELP; } param.exclude_uid = !!neg_opt; param.check_uid = 1; break; case 'U': new_fashion = 1; param.uid = strtol(optarg, &endptr, 10); if (optarg == endptr) { ret = name2id(¶m.uid, optarg, USER); if (ret != 0) { fprintf(stderr, "User/UID: %s cannot " "be found.\n", optarg); return -1; } } param.exclude_uid = !!neg_opt; param.check_uid = 1; break; case FIND_POOL_OPT: new_fashion = 1; if (strlen(optarg) > LOV_MAXPOOLNAME) { fprintf(stderr, "Pool name %s is too long" " (max is %d)\n", optarg, LOV_MAXPOOLNAME); return -1; } /* we do check for empty pool because empty pool * is used to find V1 lov attributes */ strncpy(param.poolname, optarg, LOV_MAXPOOLNAME); param.poolname[LOV_MAXPOOLNAME] = '\0'; param.exclude_pool = !!neg_opt; param.check_pool = 1; break; case 'n': new_fashion = 1; param.pattern = (char *)optarg; param.exclude_pattern = !!neg_opt; break; case 'O': { char *buf, *token, *next, *p; int len; len = strlen((char *)optarg); buf = malloc(len+1); if (buf == NULL) return -ENOMEM; strcpy(buf, (char *)optarg); if (param.num_alloc_obds == 0) { param.obduuid = malloc(FIND_MAX_OSTS * sizeof(struct obd_uuid)); if (param.obduuid == NULL) return -ENOMEM; param.num_alloc_obds = INIT_ALLOC_NUM_OSTS; } for (token = buf; token && *token; token = next) { p = strchr(token, ','); next = 0; if (p) { *p = 0; next = p+1; } strcpy((char *)¶m.obduuid[param.num_obds++].uuid, token); } if (buf) free(buf); break; } case 'p': new_fashion = 1; param.zeroend = 1; break; case 'P': break; case 'q': new_fashion = 0; param.quiet++; param.verbose = 0; break; case 'r': new_fashion = 0; param.recursive = 1; break; case 't': param.exclude_type = !!neg_opt; switch(optarg[0]) { case 'b': param.type = S_IFBLK; break; case 'c': param.type = S_IFCHR; break; case 'd': param.type = S_IFDIR; break; case 'f': param.type = S_IFREG; break; case 'l': param.type = S_IFLNK; break; case 'p': param.type = S_IFIFO; break; case 's': param.type = S_IFSOCK; break; #ifdef S_IFDOOR /* Solaris only */ case 'D': param.type = S_IFDOOR; break; #endif default: fprintf(stderr, "error: %s: bad type '%s'\n", argv[0], optarg); return CMD_HELP; }; break; case 's': if (neg_opt) { if (optarg[0] == '-') optarg[0] = '+'; else if (optarg[0] == '+') optarg[0] = '-'; else { str[0] = '-'; str[1] = '\0'; strcat(str, optarg); optarg = str; } } if (optarg[0] == '+') param.size_sign = -1; else if (optarg[0] == '-') param.size_sign = +1; if (param.size_sign) optarg++; ret = parse_size(optarg, ¶m.size, ¶m.size_units, 0); if (ret) { fprintf(stderr,"error: bad size '%s'\n", optarg); return ret; } break; case 'v': new_fashion = 0; param.verbose++; param.quiet = 0; break; case '?': return CMD_HELP; default: fprintf(stderr, "error: %s: option '%s' unrecognized\n", argv[0], argv[optind - 1]); return CMD_HELP; }; } if (pathstart == -1) { fprintf(stderr, "error: %s: no filename|pathname\n", argv[0]); return CMD_HELP; } else if (pathend == -1) { /* no options */ pathend = argc; } if (new_fashion) { param.quiet = 1; } else { static int deprecated_warning; if (!deprecated_warning) { fprintf(stderr, "lfs find: -q, -r, -v options " "deprecated. Use 'lfs getstripe' instead.\n"); deprecated_warning = 1; } if (!param.recursive && param.maxdepth == -1) param.maxdepth = 1; } do { if (new_fashion) ret = llapi_find(argv[pathstart], ¶m); else ret = llapi_getstripe(argv[pathstart], ¶m); } while (++pathstart < pathend && !ret); if (ret) fprintf(stderr, "error: %s failed for %s.\n", argv[0], argv[optind - 1]); if (param.obduuid && param.num_alloc_obds) free(param.obduuid); return ret; } static int lfs_getstripe(int argc, char **argv) { struct option long_opts[] = { {"obd", 1, 0, 'O'}, {"quiet", 0, 0, 'q'}, {"recursive", 0, 0, 'r'}, {"count", 0, 0, 'c'}, {"size", 0, 0, 's'}, {"index", 0, 0, 'i'}, {"offset", 0, 0, 'o'}, {"pool", 0, 0, 'p'}, {"verbose", 0, 0, 'v'}, {0, 0, 0, 0} }; char short_opts[] = "hO:qrvcsiop"; int c, rc; struct find_param param = { 0 }; optind = 0; while ((c = getopt_long(argc, argv, short_opts, long_opts, NULL)) != -1) { switch (c) { case 'O': if (param.obduuid) { fprintf(stderr, "error: %s: only one obduuid allowed", argv[0]); return CMD_HELP; } param.obduuid = (struct obd_uuid *)optarg; break; case 'q': param.quiet++; break; case 'r': param.recursive = 1; break; case 'v': param.verbose = VERBOSE_ALL | VERBOSE_DETAIL; param.quiet = 0; break; case 'c': param.verbose |= VERBOSE_COUNT; break; case 's': param.verbose |= VERBOSE_SIZE; break; case 'i': case 'o': param.verbose |= VERBOSE_OFFSET; break; case 'p': param.verbose |= VERBOSE_POOL; break; case '?': return CMD_HELP; default: fprintf(stderr, "error: %s: option '%s' unrecognized\n", argv[0], argv[optind - 1]); return CMD_HELP; } } if (optind >= argc) return CMD_HELP; param.maxdepth = param.recursive ? -1 : 1; do { rc = llapi_getstripe(argv[optind], ¶m); } while (++optind < argc && !rc); if (rc) fprintf(stderr, "error: %s failed for %s.\n", argv[0], argv[optind - 1]); return rc; } static int lfs_osts(int argc, char **argv) { FILE *fp; struct mntent *mnt = NULL; struct find_param param; int rc=0; if (argc != 1) return CMD_HELP; fp = setmntent(MOUNTED, "r"); if (fp == NULL) { fprintf(stderr, "%s: setmntent(%s): %s:", argv[0], MOUNTED, strerror (errno)); } else { mnt = getmntent(fp); while (feof(fp) == 0 && ferror(fp) ==0) { memset(¶m, 0, sizeof(param)); if (llapi_is_lustre_mnt(mnt)) { rc = llapi_getstripe(mnt->mnt_dir, ¶m); if (rc) fprintf(stderr, "error: %s: failed on %s\n", argv[0], mnt->mnt_dir); } mnt = getmntent(fp); } endmntent(fp); } return rc; } #define COOK(value) \ ({ \ int radix = 0; \ while (value > 1024) { \ value /= 1024; \ radix++; \ } \ radix; \ }) #define UUF "%-20s" #define CSF "%9s" #define CDF "%9llu" #define HSF "%8s" #define HDF "%6.1f" #define RSF "%5s" #define RDF "%4d%%" static int path2mnt(char *path, FILE *fp, char *mntdir, int dir_len) { char rpath[PATH_MAX] = {'\0'}; struct mntent *mnt; int rc, len, out_len = 0; if (!realpath(path, rpath)) { rc = -errno; fprintf(stderr, "error: lfs df: invalid path '%s': %s\n", path, strerror(-rc)); return rc; } len = 0; mnt = getmntent(fp); while (feof(fp) == 0 && ferror(fp) == 0) { if (llapi_is_lustre_mnt(mnt)) { len = strlen(mnt->mnt_dir); if (len > out_len && !strncmp(rpath, mnt->mnt_dir, len)) { out_len = len; memset(mntdir, 0, dir_len); strncpy(mntdir, mnt->mnt_dir, dir_len); } } mnt = getmntent(fp); } if (out_len > 0) return 0; fprintf(stderr, "error: lfs df: %s isn't mounted on lustre\n", path); return -EINVAL; } static int showdf(char *mntdir, struct obd_statfs *stat, char *uuid, int ishow, int cooked, char *type, int index, int rc) { long long avail, used, total; double ratio = 0; char *suffix = "KMGTPEZY"; /* Note if we have >2^64 bytes/fs these buffers will need to be grown */ char tbuf[20], ubuf[20], abuf[20], rbuf[20]; if (!uuid || !stat) return -EINVAL; switch (rc) { case 0: if (ishow) { avail = stat->os_ffree; used = stat->os_files - stat->os_ffree; total = stat->os_files; } else { int shift = cooked ? 0 : 10; avail = (stat->os_bavail * stat->os_bsize) >> shift; used = ((stat->os_blocks - stat->os_bfree) * stat->os_bsize) >> shift; total = (stat->os_blocks * stat->os_bsize) >> shift; } if (total > 0) ratio = (double)used / (double)total; if (cooked) { int i; double cook_val; cook_val = (double)total; i = COOK(cook_val); if (i > 0) sprintf(tbuf, HDF"%c", cook_val, suffix[i - 1]); else sprintf(tbuf, CDF, total); cook_val = (double)used; i = COOK(cook_val); if (i > 0) sprintf(ubuf, HDF"%c", cook_val, suffix[i - 1]); else sprintf(ubuf, CDF, used); cook_val = (double)avail; i = COOK(cook_val); if (i > 0) sprintf(abuf, HDF"%c", cook_val, suffix[i - 1]); else sprintf(abuf, CDF, avail); } else { sprintf(tbuf, CDF, total); sprintf(ubuf, CDF, used); sprintf(abuf, CDF, avail); } sprintf(rbuf, RDF, (int)(ratio * 100)); printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s", uuid, tbuf, ubuf, abuf, rbuf, mntdir); if (type) printf("[%s:%d]\n", type, index); else printf("\n"); break; case -ENODATA: printf(UUF": inactive device\n", uuid); break; default: printf(UUF": %s\n", uuid, strerror(-rc)); break; } return 0; } static int mntdf(char *mntdir, int ishow, int cooked) { struct obd_statfs stat_buf, sum = { .os_bsize = 1 }; struct obd_uuid uuid_buf; __u32 index; int rc; if (ishow) printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s\n", "UUID", "Inodes", "IUsed", "IFree", "IUse%", "Mounted on"); else printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s\n", "UUID", cooked ? "bytes" : "1K-blocks", "Used", "Available", "Use%", "Mounted on"); for (index = 0; ; index++) { memset(&stat_buf, 0, sizeof(struct obd_statfs)); memset(&uuid_buf, 0, sizeof(struct obd_uuid)); rc = llapi_obd_statfs(mntdir, LL_STATFS_MDC, index, &stat_buf, &uuid_buf); if (rc == -ENODEV) break; if (rc == -EAGAIN) continue; if (rc == -ENOTCONN || rc == -ETIMEDOUT || rc == -EIO || rc == -ENODATA || rc == 0) { showdf(mntdir, &stat_buf, obd_uuid2str(&uuid_buf), ishow, cooked, "MDT", index, rc); } else { fprintf(stderr, "error: llapi_obd_statfs(%s): %s (%d)\n", obd_uuid2str(&uuid_buf), strerror(-rc), rc); return rc; } if (rc == 0) { sum.os_ffree += stat_buf.os_ffree; sum.os_files += stat_buf.os_files; } } for (index = 0; ; index++) { memset(&stat_buf, 0, sizeof(struct obd_statfs)); memset(&uuid_buf, 0, sizeof(struct obd_uuid)); rc = llapi_obd_statfs(mntdir, LL_STATFS_LOV, index, &stat_buf, &uuid_buf); if (rc == -ENODEV) break; if (rc == -EAGAIN) continue; if (rc == -ENOTCONN || rc == -ETIMEDOUT || rc == -EIO || rc == -ENODATA || rc == 0) { showdf(mntdir, &stat_buf, obd_uuid2str(&uuid_buf), ishow, cooked, "OST", index, rc); } else { fprintf(stderr, "error: llapi_obd_statfs failed: %s (%d)\n", strerror(-rc), rc); return rc; } if (rc == 0) { sum.os_blocks += stat_buf.os_blocks * stat_buf.os_bsize; sum.os_bfree += stat_buf.os_bfree * stat_buf.os_bsize; sum.os_bavail += stat_buf.os_bavail * stat_buf.os_bsize; } } printf("\n"); showdf(mntdir, &sum, "filesystem summary:", ishow, cooked, NULL, 0,0); return 0; } static int lfs_df(int argc, char **argv) { FILE *fp; char *path = NULL; struct mntent *mnt = NULL; char *mntdir = NULL; int ishow = 0, cooked = 0; int c, rc = 0; optind = 0; while ((c = getopt(argc, argv, "ih")) != -1) { switch (c) { case 'i': ishow = 1; break; case 'h': cooked = 1; break; default: return CMD_HELP; } } if (optind < argc ) path = argv[optind]; fp = setmntent(MOUNTED, "r"); if (fp == NULL) { rc = -errno; fprintf(stderr, "error: %s: open %s failed( %s )\n", argv[0], MOUNTED, strerror(errno)); return rc; } if ((mntdir = malloc(PATH_MAX)) == NULL) { fprintf(stderr, "error: cannot allocate %d bytes\n", PATH_MAX); return -ENOMEM; } memset(mntdir, 0, PATH_MAX); if (path) { rc = path2mnt(path, fp, mntdir, PATH_MAX); if (rc) { endmntent(fp); free(mntdir); return rc; } rc = mntdf(mntdir, ishow, cooked); printf("\n"); endmntent(fp); } else { mnt = getmntent(fp); while (feof(fp) == 0 && ferror(fp) == 0) { if (llapi_is_lustre_mnt(mnt)) { rc = mntdf(mnt->mnt_dir, ishow, cooked); if (rc) break; printf("\n"); } mnt = getmntent(fp); } endmntent(fp); } free(mntdir); return rc; } static int lfs_check(int argc, char **argv) { int rc; FILE *fp; struct mntent *mnt = NULL; int num_types = 1; char *obd_types[2]; char obd_type1[4]; char obd_type2[4]; if (argc != 2) return CMD_HELP; obd_types[0] = obd_type1; obd_types[1] = obd_type2; if (strcmp(argv[1], "osts") == 0) { strcpy(obd_types[0], "osc"); } else if (strcmp(argv[1], "mds") == 0) { strcpy(obd_types[0], "mdc"); } else if (strcmp(argv[1], "servers") == 0) { num_types = 2; strcpy(obd_types[0], "osc"); strcpy(obd_types[1], "mdc"); } else { fprintf(stderr, "error: %s: option '%s' unrecognized\n", argv[0], argv[1]); return CMD_HELP; } fp = setmntent(MOUNTED, "r"); if (fp == NULL) { fprintf(stderr, "setmntent(%s): %s:", MOUNTED, strerror (errno)); } else { mnt = getmntent(fp); while (feof(fp) == 0 && ferror(fp) ==0) { if (llapi_is_lustre_mnt(mnt)) break; mnt = getmntent(fp); } endmntent(fp); } if (!mnt) { fprintf(stderr, "No suitable Lustre mount found\n"); return -1; } rc = llapi_target_iterate(num_types, obd_types, mnt->mnt_dir, llapi_ping_target); if (rc) fprintf(stderr, "error: %s: %s status failed\n", argv[0],argv[1]); return rc; } static int lfs_catinfo(int argc, char **argv) { FILE *fp; struct mntent *mnt = NULL; int rc; if (argc < 2 || (!strcmp(argv[1],"config") && argc < 3)) return CMD_HELP; if (strcmp(argv[1], "config") && strcmp(argv[1], "deletions")) return CMD_HELP; fp = setmntent(MOUNTED, "r"); if (fp == NULL) { fprintf(stderr, "setmntent(%s): %s:", MOUNTED, strerror(errno)); } else { mnt = getmntent(fp); while (feof(fp) == 0 && ferror(fp) == 0) { if (llapi_is_lustre_mnt(mnt)) break; mnt = getmntent(fp); } endmntent(fp); } if (mnt) { if (argc == 3) rc = llapi_catinfo(mnt->mnt_dir, argv[1], argv[2]); else rc = llapi_catinfo(mnt->mnt_dir, argv[1], NULL); } else { fprintf(stderr, "no lustre_lite mounted.\n"); rc = -1; } return rc; } int lfs_join(int argc, char **argv) { char *name_head, *name_tail; int fd, rc; loff_t size; if (argc != 3) return CMD_HELP; name_head = argv[1]; fd = open(name_head, O_WRONLY); if (fd < 0) { fprintf(stderr, "Can not open name_head %s rc=%d\n", name_head, fd); return fd; } size = lseek(fd, 0, SEEK_END); if (size % JOIN_FILE_ALIGN) { fprintf(stderr,"head file %s size %llu must be mutiple of %d\n", name_head, (long long)size, JOIN_FILE_ALIGN); rc = -EINVAL; goto out; } name_tail = argv[2]; rc = ioctl(fd, LL_IOC_JOIN, name_tail); out: close(fd); if (rc) { fprintf(stderr, "Lustre joining files: %s, %s, failed\n", argv[1], argv[2]); } return rc; } #ifdef HAVE_SYS_QUOTA_H static int lfs_quotachown(int argc, char **argv) { int c,rc; int flag = 0; optind = 0; while ((c = getopt(argc, argv, "i")) != -1) { switch (c) { case 'i': flag++; break; default: fprintf(stderr, "error: %s: option '-%c' " "unrecognized\n", argv[0], c); return CMD_HELP; } } if (optind == argc) return CMD_HELP; rc = llapi_quotachown(argv[optind], flag); if(rc) fprintf(stderr,"error: change file owner/group failed.\n"); return rc; } static int lfs_quotacheck(int argc, char **argv) { int c, check_type = 0; char *mnt; struct if_quotacheck qchk; struct if_quotactl qctl; char *obd_type = (char *)qchk.obd_type; int rc; memset(&qchk, 0, sizeof(qchk)); optind = 0; while ((c = getopt(argc, argv, "ug")) != -1) { switch (c) { case 'u': check_type |= 0x01; break; case 'g': check_type |= 0x02; break; default: fprintf(stderr, "error: %s: option '-%c' " "unrecognized\n", argv[0], c); return CMD_HELP; } } if (check_type) check_type--; else /* do quotacheck for both user & group quota by default */ check_type = 0x02; if (argc == optind) return CMD_HELP; mnt = argv[optind]; rc = llapi_quotacheck(mnt, check_type); if (rc) { fprintf(stderr, "quotacheck failed: %s\n", strerror(errno)); return rc; } rc = llapi_poll_quotacheck(mnt, &qchk); if (rc) { if (*obd_type) fprintf(stderr, "%s %s ", obd_type, obd_uuid2str(&qchk.obd_uuid)); fprintf(stderr, "quota check failed: %s\n", strerror(errno)); return rc; } memset(&qctl, 0, sizeof(qctl)); qctl.qc_cmd = LUSTRE_Q_QUOTAON; qctl.qc_type = check_type; rc = llapi_quotactl(mnt, &qctl); if (rc && errno != EALREADY) { if (*obd_type) fprintf(stderr, "%s %s ", (char *)qctl.obd_type, obd_uuid2str(&qctl.obd_uuid)); fprintf(stderr, "%s turn on quota failed: %s\n", argv[0], strerror(errno)); return rc; } return 0; } static int lfs_quotaon(int argc, char **argv) { int c; char *mnt; struct if_quotactl qctl; char *obd_type = (char *)qctl.obd_type; int rc; memset(&qctl, 0, sizeof(qctl)); qctl.qc_cmd = LUSTRE_Q_QUOTAON; optind = 0; while ((c = getopt(argc, argv, "ugf")) != -1) { switch (c) { case 'u': qctl.qc_type |= 0x01; break; case 'g': qctl.qc_type |= 0x02; break; case 'f': qctl.qc_cmd = LUSTRE_Q_QUOTAOFF; break; default: fprintf(stderr, "error: %s: option '-%c' " "unrecognized\n", argv[0], c); return CMD_HELP; } } if (qctl.qc_type) qctl.qc_type--; else /* by default, enable quota for both user & group */ qctl.qc_type = 0x02; if (argc == optind) return CMD_HELP; mnt = argv[optind]; rc = llapi_quotactl(mnt, &qctl); if (rc) { if (errno == EALREADY) { fprintf(stderr, "\n%s quotas are enabled already.\n", qctl.qc_type == 0x02 ? "user/group" : (qctl.qc_type == 0x00 ? "user" : "group")); rc = 0; } else { if (*obd_type) fprintf(stderr, "%s %s ", obd_type, obd_uuid2str(&qctl.obd_uuid)); fprintf(stderr, "%s failed: %s\n", argv[0], strerror(errno)); } } return rc; } static int lfs_quotaoff(int argc, char **argv) { int c; char *mnt; struct if_quotactl qctl; char *obd_type = (char *)qctl.obd_type; int rc; memset(&qctl, 0, sizeof(qctl)); qctl.qc_cmd = LUSTRE_Q_QUOTAOFF; optind = 0; while ((c = getopt(argc, argv, "ug")) != -1) { switch (c) { case 'u': qctl.qc_type |= 0x01; break; case 'g': qctl.qc_type |= 0x02; break; default: fprintf(stderr, "error: %s: option '-%c' " "unrecognized\n", argv[0], c); return CMD_HELP; } } if (qctl.qc_type) qctl.qc_type--; else /* by default, disable quota for both user & group */ qctl.qc_type = 0x02; if (argc == optind) return CMD_HELP; mnt = argv[optind]; rc = llapi_quotactl(mnt, &qctl); if (rc) { if (errno == EALREADY) { fprintf(stderr, "\n%s quotas are disabled already.\n", qctl.qc_type == 0x02 ? "user/group" : (qctl.qc_type == 0x00 ? "user" : "group")); rc = 0; } else { if (*obd_type) fprintf(stderr, "%s %s ", obd_type, obd_uuid2str(&qctl.obd_uuid)); fprintf(stderr, "quotaoff failed: %s\n", strerror(errno)); } } return rc; } static int lfs_quotainv(int argc, char **argv) { int c; char *mnt; struct if_quotactl qctl; int rc; memset(&qctl, 0, sizeof(qctl)); qctl.qc_cmd = LUSTRE_Q_INVALIDATE; optind = 0; while ((c = getopt(argc, argv, "ugf")) != -1) { switch (c) { case 'u': qctl.qc_type |= 0x01; break; case 'g': qctl.qc_type |= 0x02; break; case 'f': qctl.qc_cmd = LUSTRE_Q_FINVALIDATE; break; default: fprintf(stderr, "error: %s: option '-%c' " "unrecognized\n", argv[0], c); return CMD_HELP; } } if (qctl.qc_type) qctl.qc_type--; else /* by default, invalidate quota for both user & group */ qctl.qc_type = 0x02; if (argc == optind) return CMD_HELP; mnt = argv[optind]; rc = llapi_quotactl(mnt, &qctl); if (rc) { fprintf(stderr, "quotainv failed: %s\n", strerror(errno)); return rc; } return 0; } #define ARG2INT(nr, str, msg) \ do { \ char *endp; \ nr = strtol(str, &endp, 0); \ if (*endp) { \ fprintf(stderr, "error: bad %s: %s\n", msg, str); \ return CMD_HELP; \ } \ } while (0) #define ADD_OVERFLOW(a,b) ((a + b) < a) ? (a = ULONG_MAX) : (a = a + b) /* Convert format time string "XXwXXdXXhXXmXXs" into seconds value * returns the value or ULONG_MAX on integer overflow or incorrect format * Notes: * 1. the order of specifiers is arbitrary (may be: 5w3s or 3s5w) * 2. specifiers may be encountered multiple times (2s3s is 5 seconds) * 3. empty integer value is interpreted as 0 */ static unsigned long str2sec(const char* timestr) { const char spec[] = "smhdw"; const unsigned long mult[] = {1, 60, 60*60, 24*60*60, 7*24*60*60}; unsigned long val = 0; char *tail; if (strpbrk(timestr, spec) == NULL) { /* no specifiers inside the time string, should treat it as an integer value */ val = strtoul(timestr, &tail, 10); return *tail ? ULONG_MAX : val; } /* format string is XXwXXdXXhXXmXXs */ while (*timestr) { unsigned long v; int ind; char* ptr; v = strtoul(timestr, &tail, 10); if (v == ULONG_MAX || *tail == '\0') /* value too large (ULONG_MAX or more) or missing specifier */ goto error; ptr = strchr(spec, *tail); if (ptr == NULL) /* unknown specifier */ goto error; ind = ptr - spec; /* check if product will overflow the type */ if (!(v < ULONG_MAX / mult[ind])) goto error; ADD_OVERFLOW(val, mult[ind] * v); if (val == ULONG_MAX) goto error; timestr = tail + 1; } return val; error: return ULONG_MAX; } #define ARG2ULL(nr, str, defscale) \ do { \ unsigned long long limit, units = 0; \ int rc; \ \ rc = parse_size(str, &limit, &units, 1); \ if (rc < 0) { \ fprintf(stderr, "error: bad limit value %s\n", str); \ return CMD_HELP; \ } \ nr = ((units == 0) ? (defscale) : 1) * limit; \ } while (0) static inline int has_times_option(int argc, char **argv) { int i; for (i = 1; i < argc; i++) if (!strcmp(argv[i], "-t")) return 1; return 0; } int lfs_setquota_times(int argc, char **argv) { int c, rc; struct if_quotactl qctl; char *mnt, *obd_type = (char *)qctl.obd_type; struct obd_dqblk *dqb = &qctl.qc_dqblk; struct obd_dqinfo *dqi = &qctl.qc_dqinfo; struct option long_opts[] = { {"user", no_argument, 0, 'u'}, {"group", no_argument, 0, 'g'}, {"block-grace", required_argument, 0, 'b'}, {"inode-grace", required_argument, 0, 'i'}, {"times", no_argument, 0, 't'}, {0, 0, 0, 0} }; memset(&qctl, 0, sizeof(qctl)); qctl.qc_cmd = LUSTRE_Q_SETINFO; qctl.qc_type = UGQUOTA; optind = 0; while ((c = getopt_long(argc, argv, "ugb:i:t", long_opts, NULL)) != -1) { switch (c) { case 'u': case 'g': if (qctl.qc_type != UGQUOTA) { fprintf(stderr, "error: -u and -g can't be used " "more than once\n"); return CMD_HELP; } qctl.qc_type = (c == 'u') ? USRQUOTA : GRPQUOTA; break; case 'b': if ((dqi->dqi_bgrace = str2sec(optarg)) == ULONG_MAX) { fprintf(stderr, "error: bad block-grace: %s\n", optarg); return CMD_HELP; } dqb->dqb_valid |= QIF_BTIME; break; case 'i': if ((dqi->dqi_igrace = str2sec(optarg)) == ULONG_MAX) { fprintf(stderr, "error: bad inode-grace: %s\n", optarg); return CMD_HELP; } dqb->dqb_valid |= QIF_ITIME; break; case 't': /* Yes, of course! */ break; default: /* getopt prints error message for us when opterr != 0 */ return CMD_HELP; } } if (qctl.qc_type == UGQUOTA) { fprintf(stderr, "error: neither -u nor -g specified\n"); return CMD_HELP; } if (optind != argc - 1) { fprintf(stderr, "error: unexpected parameters encountered\n"); return CMD_HELP; } mnt = argv[optind]; rc = llapi_quotactl(mnt, &qctl); if (rc) { if (*obd_type) fprintf(stderr, "%s %s ", obd_type, obd_uuid2str(&qctl.obd_uuid)); fprintf(stderr, "setquota failed: %s\n", strerror(errno)); return rc; } return 0; } #define BSLIMIT (1 << 0) #define BHLIMIT (1 << 1) #define ISLIMIT (1 << 2) #define IHLIMIT (1 << 3) int lfs_setquota(int argc, char **argv) { int c, rc; struct if_quotactl qctl; char *mnt, *obd_type = (char *)qctl.obd_type; struct obd_dqblk *dqb = &qctl.qc_dqblk; struct option long_opts[] = { {"user", required_argument, 0, 'u'}, {"group", required_argument, 0, 'g'}, {"block-softlimit", required_argument, 0, 'b'}, {"block-hardlimit", required_argument, 0, 'B'}, {"inode-softlimit", required_argument, 0, 'i'}, {"inode-hardlimit", required_argument, 0, 'I'}, {0, 0, 0, 0} }; unsigned limit_mask = 0; if (has_times_option(argc, argv)) return lfs_setquota_times(argc, argv); memset(&qctl, 0, sizeof(qctl)); qctl.qc_cmd = LUSTRE_Q_SETQUOTA; qctl.qc_type = UGQUOTA; /* UGQUOTA makes no sense for setquota, * so it can be used as a marker that qc_type * isn't reinitialized from command line */ optind = 0; while ((c = getopt_long(argc, argv, "u:g:b:B:i:I:", long_opts, NULL)) != -1) { switch (c) { case 'u': case 'g': if (qctl.qc_type != UGQUOTA) { fprintf(stderr, "error: -u and -g can't be used" " more than once\n"); return CMD_HELP; } qctl.qc_type = (c == 'u') ? USRQUOTA : GRPQUOTA; rc = name2id(&qctl.qc_id, optarg, (qctl.qc_type == USRQUOTA) ? USER : GROUP); if (rc) { fprintf(stderr, "error: unknown id %s\n", optarg); return CMD_HELP; } break; case 'b': ARG2ULL(dqb->dqb_bsoftlimit, optarg, 1024); dqb->dqb_bsoftlimit >>= 10; limit_mask |= BSLIMIT; break; case 'B': ARG2ULL(dqb->dqb_bhardlimit, optarg, 1024); dqb->dqb_bhardlimit >>= 10; limit_mask |= BHLIMIT; break; case 'i': ARG2ULL(dqb->dqb_isoftlimit, optarg, 1); limit_mask |= ISLIMIT; break; case 'I': ARG2ULL(dqb->dqb_ihardlimit, optarg, 1); limit_mask |= IHLIMIT; break; default: /* getopt prints error message for us when opterr != 0 */ return CMD_HELP; } } if (qctl.qc_type == UGQUOTA) { fprintf(stderr, "error: neither -u nor -g are specified\n"); return CMD_HELP; } if (limit_mask == 0) { fprintf(stderr, "error: at least one limit must be specified\n"); return CMD_HELP; } if (optind != argc - 1) { fprintf(stderr, "error: unexpected parameters encountered\n"); return CMD_HELP; } mnt = argv[optind]; if ((!(limit_mask & BHLIMIT) ^ !(limit_mask & BSLIMIT)) || (!(limit_mask & IHLIMIT) ^ !(limit_mask & ISLIMIT))) { /* sigh, we can't just set blimits/ilimits */ struct if_quotactl tmp_qctl = {.qc_cmd = LUSTRE_Q_GETQUOTA, .qc_type = qctl.qc_type, .qc_id = qctl.qc_id}; rc = llapi_quotactl(mnt, &tmp_qctl); if (rc < 0) { fprintf(stderr, "error: getquota failed\n"); return CMD_HELP; } if (!(limit_mask & BHLIMIT)) dqb->dqb_bhardlimit = tmp_qctl.qc_dqblk.dqb_bhardlimit; if (!(limit_mask & BSLIMIT)) dqb->dqb_bsoftlimit = tmp_qctl.qc_dqblk.dqb_bsoftlimit; if (!(limit_mask & IHLIMIT)) dqb->dqb_ihardlimit = tmp_qctl.qc_dqblk.dqb_ihardlimit; if (!(limit_mask & ISLIMIT)) dqb->dqb_isoftlimit = tmp_qctl.qc_dqblk.dqb_isoftlimit; } dqb->dqb_valid |= (limit_mask & (BHLIMIT | BSLIMIT)) ? QIF_BLIMITS : 0; dqb->dqb_valid |= (limit_mask & (IHLIMIT | ISLIMIT)) ? QIF_ILIMITS : 0; rc = llapi_quotactl(mnt, &qctl); if (rc) { if (*obd_type) fprintf(stderr, "%s %s ", obd_type, obd_uuid2str(&qctl.obd_uuid)); fprintf(stderr, "setquota failed: %s\n", strerror(errno)); return rc; } return 0; } static inline char *type2name(int check_type) { if (check_type == USRQUOTA) return "user"; else if (check_type == GRPQUOTA) return "group"; else return "unknown"; } /* Converts seconds value into format string * result is returned in buf * Notes: * 1. result is in descenting order: 1w2d3h4m5s * 2. zero fields are not filled (except for p. 3): 5d1s * 3. zero seconds value is presented as "0s" */ static void sec2str(time_t seconds, char *buf) { const char spec[] = "smhdw"; const unsigned long mult[] = {1, 60, 60*60, 24*60*60, 7*24*60*60}; unsigned long c; char* tail = buf; int i; for (i = sizeof(mult) / sizeof(mult[0]) - 1 ; i >= 0; i--) { c = seconds / mult[i]; if (c > 0 || (i == 0 && buf == tail)) tail += snprintf(tail, 40-(tail-buf), "%lu%c", c, spec[i]); seconds %= mult[i]; } } static void diff2str(time_t seconds, char *buf, time_t now) { buf[0] = 0; if (!seconds) return; if (seconds <= now) { strcpy(buf, "none"); return; } sec2str(seconds - now, buf); } static void print_quota_title(char *name, struct if_quotactl *qctl) { printf("Disk quotas for %s %s (%cid %u):\n", type2name(qctl->qc_type), name, *type2name(qctl->qc_type), qctl->qc_id); printf("%15s%8s %7s%8s%8s%8s %7s%8s%8s\n", "Filesystem", "kbytes", "quota", "limit", "grace", "files", "quota", "limit", "grace"); } static void print_quota(char *mnt, struct if_quotactl *qctl, int type, int rc) { time_t now; time(&now); if (qctl->qc_cmd == LUSTRE_Q_GETQUOTA || qctl->qc_cmd == Q_GETOQUOTA) { int bover = 0, iover = 0; struct obd_dqblk *dqb = &qctl->qc_dqblk; if (dqb->dqb_bhardlimit && toqb(dqb->dqb_curspace) >= dqb->dqb_bhardlimit) { bover = 1; } else if (dqb->dqb_bsoftlimit && toqb(dqb->dqb_curspace) >= dqb->dqb_bsoftlimit) { if (dqb->dqb_btime > now) { bover = 2; } else { bover = 3; } } if (dqb->dqb_ihardlimit && dqb->dqb_curinodes >= dqb->dqb_ihardlimit) { iover = 1; } else if (dqb->dqb_isoftlimit && dqb->dqb_curinodes >= dqb->dqb_isoftlimit) { if (dqb->dqb_btime > now) { iover = 2; } else { iover = 3; } } #if 0 /* XXX: always print quotas even when no usages */ if (dqb->dqb_curspace || dqb->dqb_curinodes) #endif { char numbuf[3][32]; char timebuf[40]; if (strlen(mnt) > 15) printf("%s\n%15s", mnt, ""); else printf("%15s", mnt); if (bover) diff2str(dqb->dqb_btime, timebuf, now); if (rc == -1 && errno == EREMOTEIO) sprintf(numbuf[0], LPU64"*", toqb(dqb->dqb_curspace)); else sprintf(numbuf[0], (dqb->dqb_valid & QIF_SPACE) ? LPU64 : "["LPU64"]", toqb(dqb->dqb_curspace)); if (type == QC_GENERAL) sprintf(numbuf[1], (dqb->dqb_valid & QIF_BLIMITS) ? LPU64 : "["LPU64"]", dqb->dqb_bsoftlimit); else sprintf(numbuf[1], "%s", ""); sprintf(numbuf[2], (dqb->dqb_valid & QIF_BLIMITS) ? LPU64 : "["LPU64"]", dqb->dqb_bhardlimit); printf(" %7s%c %6s %7s %7s", numbuf[0], bover ? '*' : ' ', numbuf[1], numbuf[2], bover > 1 ? timebuf : ""); if (iover) diff2str(dqb->dqb_itime, timebuf, now); sprintf(numbuf[0], (dqb->dqb_valid & QIF_INODES) ? LPU64 : "["LPU64"]", dqb->dqb_curinodes); if (type == QC_GENERAL) sprintf(numbuf[1], (dqb->dqb_valid & QIF_ILIMITS) ? LPU64 : "["LPU64"]", dqb->dqb_isoftlimit); else sprintf(numbuf[1], "%s", ""); sprintf(numbuf[2], (dqb->dqb_valid & QIF_ILIMITS) ? LPU64 : "["LPU64"]", dqb->dqb_ihardlimit); if (type != QC_OSTIDX) printf(" %7s%c %6s %7s %7s", numbuf[0], iover ? '*' : ' ', numbuf[1], numbuf[2], iover > 1 ? timebuf : ""); printf("\n"); } } else if (qctl->qc_cmd == LUSTRE_Q_GETINFO || qctl->qc_cmd == Q_GETOINFO) { char bgtimebuf[40]; char igtimebuf[40]; sec2str(qctl->qc_dqinfo.dqi_bgrace, bgtimebuf); sec2str(qctl->qc_dqinfo.dqi_igrace, igtimebuf); printf("Block grace time: %s; Inode grace time: %s\n", bgtimebuf, igtimebuf); } } static int print_obd_quota(char *mnt, struct if_quotactl *qctl, int is_mdt) { int rc = 0, rc1 = 0, count = 0; __u32 valid = qctl->qc_valid; rc = llapi_get_obd_count(mnt, &count, is_mdt); if (rc) { fprintf(stderr, "can not get %s count: %s\n", is_mdt ? "mdt": "ost", strerror(errno)); return rc; } for (qctl->qc_idx = 0; qctl->qc_idx < count; qctl->qc_idx++) { qctl->qc_valid = is_mdt ? QC_MDTIDX : QC_OSTIDX; rc = llapi_quotactl(mnt, qctl); if (rc) { /* It is remote client case. */ if (errno == EOPNOTSUPP) { rc = 0; goto out; } if (!rc1) rc1 = rc; fprintf(stderr, "quotactl %s%d failed.\n", is_mdt ? "mdt": "ost", qctl->qc_idx); continue; } print_quota(obd_uuid2str(&qctl->obd_uuid), qctl, qctl->qc_valid, 0); } out: qctl->qc_valid = valid; return rc ? : rc1; } static int lfs_quota(int argc, char **argv) { int c; char *mnt, *name = NULL; struct if_quotactl qctl = { .qc_cmd = LUSTRE_Q_GETQUOTA, .qc_type = UGQUOTA }; char *obd_type = (char *)qctl.obd_type; char *obd_uuid = (char *)qctl.obd_uuid.uuid; int rc, rc1 = 0, rc2 = 0, rc3 = 0, verbose = 0, pass = 0; __u32 valid = QC_GENERAL, idx = 0; optind = 0; while ((c = getopt(argc, argv, "ugto:i:I:v")) != -1) { switch (c) { case 'u': if (qctl.qc_type != UGQUOTA) { fprintf(stderr, "error: use either -u or -g\n"); return CMD_HELP; } qctl.qc_type = USRQUOTA; break; case 'g': if (qctl.qc_type != UGQUOTA) { fprintf(stderr, "error: use either -u or -g\n"); return CMD_HELP; } qctl.qc_type = GRPQUOTA; break; case 't': qctl.qc_cmd = LUSTRE_Q_GETINFO; break; case 'o': valid = qctl.qc_valid = QC_UUID; strncpy(obd_uuid, optarg, sizeof(qctl.obd_uuid)); break; case 'i': valid = qctl.qc_valid = QC_MDTIDX; idx = qctl.qc_idx = atoi(optarg); break; case 'I': valid = qctl.qc_valid = QC_OSTIDX; idx = qctl.qc_idx = atoi(optarg); break; case 'v': verbose = 1; break; default: fprintf(stderr, "error: %s: option '-%c' " "unrecognized\n", argv[0], c); return CMD_HELP; } } /* current uid/gid info for "lfs quota /path/to/lustre/mount" */ if (qctl.qc_cmd == LUSTRE_Q_GETQUOTA && qctl.qc_type == UGQUOTA && optind == argc - 1) { ug_output: memset(&qctl, 0, sizeof(qctl)); /* spoiled by print_*_quota */ qctl.qc_cmd = LUSTRE_Q_GETQUOTA; qctl.qc_valid = valid; qctl.qc_idx = idx; if (pass++ == 0) { qctl.qc_type = USRQUOTA; qctl.qc_id = geteuid(); } else { qctl.qc_type = GRPQUOTA; qctl.qc_id = getegid(); } rc = id2name(&name, qctl.qc_id, (qctl.qc_type == USRQUOTA) ? USER : GROUP); if (rc) name = ""; /* lfs quota -u username /path/to/lustre/mount */ } else if (qctl.qc_cmd == LUSTRE_Q_GETQUOTA) { /* options should be followed by u/g-name and mntpoint */ if (optind + 2 != argc || qctl.qc_type == UGQUOTA) { fprintf(stderr, "error: missing quota argument(s)\n"); return CMD_HELP; } name = argv[optind++]; rc = name2id(&qctl.qc_id, name, (qctl.qc_type == USRQUOTA) ? USER : GROUP); if (rc) { fprintf(stderr,"error: can't find id for name %s: %s\n", name, strerror(errno)); return CMD_HELP; } } else if (optind + 1 != argc || qctl.qc_type == UGQUOTA) { fprintf(stderr, "error: missing quota info argument(s)\n"); return CMD_HELP; } if (qctl.qc_cmd == LUSTRE_Q_GETQUOTA) print_quota_title(name, &qctl); mnt = argv[optind]; rc1 = llapi_quotactl(mnt, &qctl); if (rc1 == -1 && errno == EALREADY) { fprintf(stderr, "\n%s quotas are not enabled.\n", qctl.qc_type == USRQUOTA ? "user" : "group"); goto out; } if (rc1 && *obd_type) fprintf(stderr, "%s %s ", obd_type, obd_uuid); if (qctl.qc_valid != QC_GENERAL) mnt = ""; print_quota(mnt, &qctl, QC_GENERAL, rc1); if (qctl.qc_valid == QC_GENERAL && qctl.qc_cmd != LUSTRE_Q_GETINFO && verbose) { rc2 = print_obd_quota(mnt, &qctl, 1); rc3 = print_obd_quota(mnt, &qctl, 0); } if (rc1 || rc2 || rc3) printf("Some errors happened when getting quota info. " "Some devices may be not working or deactivated. " "The data in \"[]\" is inaccurate.\n"); out: if (pass == 1) goto ug_output; return 0; } #endif /* HAVE_SYS_QUOTA_H! */ static int flushctx_ioctl(char *mp) { int fd, rc; fd = open(mp, O_RDONLY); if (fd == -1) { fprintf(stderr, "flushctx: error open %s: %s\n", mp, strerror(errno)); return -1; } rc = ioctl(fd, LL_IOC_FLUSHCTX); if (rc == -1) fprintf(stderr, "flushctx: error ioctl %s: %s\n", mp, strerror(errno)); close(fd); return rc; } static int lfs_flushctx(int argc, char **argv) { int kdestroy = 0, c; FILE *proc; char procline[PATH_MAX], *line; int rc = 0; optind = 0; while ((c = getopt(argc, argv, "k")) != -1) { switch (c) { case 'k': kdestroy = 1; break; default: fprintf(stderr, "error: %s: option '-%c' " "unrecognized\n", argv[0], c); return CMD_HELP; } } if (kdestroy) system("kdestroy > /dev/null"); if (optind >= argc) { /* flush for all mounted lustre fs. */ proc = fopen("/proc/mounts", "r"); if (!proc) { fprintf(stderr, "error: %s: can't open /proc/mounts\n", argv[0]); return -1; } while ((line = fgets(procline, PATH_MAX, proc)) != NULL) { char dev[PATH_MAX]; char mp[PATH_MAX]; char fs[PATH_MAX]; if (sscanf(line, "%s %s %s", dev, mp, fs) != 3) { fprintf(stderr, "%s: unexpected format in " "/proc/mounts\n", argv[0]); return -1; } if (strcmp(fs, "lustre") != 0) continue; /* we use '@' to determine it's a client. are there * any other better way? */ if (strchr(dev, '@') == NULL) continue; if (flushctx_ioctl(mp)) rc = -1; } } else { /* flush fs as specified */ while (optind < argc) { if (flushctx_ioctl(argv[optind++])) rc = -1; } } return rc; } static int lfs_lsetfacl(int argc, char **argv) { argv[0]++; return(llapi_lsetfacl(argc, argv)); } static int lfs_lgetfacl(int argc, char **argv) { argv[0]++; return(llapi_lgetfacl(argc, argv)); } static int lfs_rsetfacl(int argc, char **argv) { argv[0]++; return(llapi_rsetfacl(argc, argv)); } static int lfs_rgetfacl(int argc, char **argv) { argv[0]++; return(llapi_rgetfacl(argc, argv)); } static int lfs_cp(int argc, char **argv) { return(llapi_cp(argc, argv)); } static int lfs_ls(int argc, char **argv) { return(llapi_ls(argc, argv)); } /* A helper function to return single, whole lines delimited by newline. Returns length of line. Not reentrant! */ static int get_next_full_line(int fd, char **ptr) { static char buf[8192]; /* bigger than MAX_PATH_LENGTH */ static char *sptr = buf, *eptr = buf; static int len, rem; if ((*ptr == NULL) /* first time */ || (eptr >= buf + len) /* buffer empty */) { sptr = eptr = buf; len = read(fd, buf, sizeof(buf)); if (len <= 0) return len; } else { sptr = eptr + 1; } full_line: while (eptr < buf + len) { eptr++; /* parse full lines */ if (*eptr == '\n') { *eptr = '\0'; *ptr = sptr; return (eptr - sptr); } } /* partial line; move to front of buf */ rem = buf + len - sptr; memcpy(buf, sptr, rem); sptr = buf; eptr = buf + rem; len = read(fd, eptr, sizeof(buf) - rem); if (len <= 0) return len; len += rem; goto full_line; } static int lfs_changelog(int argc, char **argv) { long long startrec = 0, endrec = 0, recnum; int fd, len; char c, *mdd, *ptr = NULL; struct option long_opts[] = { {"follow", no_argument, 0, 'f'}, {0, 0, 0, 0} }; char short_opts[] = "f"; int follow = 0; optind = 0; while ((c = getopt_long(argc, argv, short_opts, long_opts, NULL)) != -1) { switch (c) { case 'f': follow++; break; case '?': return CMD_HELP; default: fprintf(stderr, "error: %s: option '%s' unrecognized\n", argv[0], argv[optind - 1]); return CMD_HELP; } } if (optind >= argc) return CMD_HELP; mdd = argv[optind++]; if (argc > optind) startrec = strtoll(argv[optind++], NULL, 10); if (argc > optind) endrec = strtoll(argv[optind++], NULL, 10); fd = llapi_changelog_open(mdd, startrec); if (fd < 0) { fprintf(stderr, "%s Can't open changelog: %s\n", argv[0], strerror(errno = -fd)); return fd; } while ((len = get_next_full_line(fd, &ptr)) >= 0) { if (len == 0) { struct pollfd pfds[1]; int rc; if (!follow) break; pfds[0].fd = fd; pfds[0].events = POLLIN; rc = poll(pfds, 1, -1); if (rc < 0) break; continue; } /* eg. 2 02MKDIR 4405821890 t=[0x100000400/0x5] p=[0x100000400/0x4] pics */ sscanf(ptr, "%lld *", &recnum); if (endrec && recnum > endrec) break; if (recnum < startrec) continue; printf("%.*s\n", len, ptr); } close(fd); if (len < 0) { fprintf(stderr, "read err %d\n", errno); return -errno; } return 0; } static int lfs_changelog_clear(int argc, char **argv) { long long endrec; int rc; if (argc != 4) return CMD_HELP; endrec = strtoll(argv[3], NULL, 10); rc = llapi_changelog_clear(argv[1], argv[2], endrec); if (rc) fprintf(stderr, "%s error: %s\n", argv[0], strerror(errno = -rc)); return rc; } static int lfs_fid2path(int argc, char **argv) { struct option long_opts[] = { {"cur", no_argument, 0, 'c'}, {"link", required_argument, 0, 'l'}, {"rec", required_argument, 0, 'r'}, {0, 0, 0, 0} }; char c, short_opts[] = "cl:r:"; char *device, *fid, *path; long long recno = -1; int linkno = -1; int lnktmp; int printcur = 0; int rc; optind = 0; while ((c = getopt_long(argc, argv, short_opts, long_opts, NULL)) != -1) { switch (c) { case 'c': printcur++; break; case 'l': linkno = strtol(optarg, NULL, 10); break; case 'r': recno = strtoll(optarg, NULL, 10); break; case '?': return CMD_HELP; default: fprintf(stderr, "error: %s: option '%s' unrecognized\n", argv[0], argv[optind - 1]); return CMD_HELP; } } device = argv[optind++]; fid = argv[optind++]; if (optind != argc) return CMD_HELP; path = calloc(1, PATH_MAX); lnktmp = (linkno >= 0) ? linkno : 0; while (1) { int oldtmp = lnktmp; long long rectmp = recno; rc = llapi_fid2path(device, fid, path, PATH_MAX, &rectmp, &lnktmp); if (rc < 0) { fprintf(stderr, "%s error: %s\n", argv[0], strerror(errno = -rc)); break; } if (printcur) fprintf(stdout, "%lld %s\n", rectmp, path); else fprintf(stdout, "%s\n", path); if (linkno >= 0) /* specified linkno */ break; if (oldtmp == lnktmp) /* no more links */ break; } free(path); return rc; } static int lfs_path2fid(int argc, char **argv) { char *path; lustre_fid fid; int rc; if (argc != 2) return CMD_HELP; path = argv[1]; rc = llapi_path2fid(path, &fid); if (rc) { fprintf(stderr, "can't get fid for %s: %s\n", path, strerror(errno = -rc)); return rc; } printf(DFID"\n", PFID(&fid)); return 0; } int main(int argc, char **argv) { int rc; setlinebuf(stdout); ptl_initialize(argc, argv); if (obd_initialize(argc, argv) < 0) exit(2); if (dbg_initialize(argc, argv) < 0) exit(3); Parser_init("lfs > ", cmdlist); if (argc > 1) { rc = Parser_execarg(argc - 1, argv + 1, cmdlist); } else { rc = Parser_commands(); } obd_finalize(argc, argv); return rc < 0 ? -rc : rc; }