X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Futils%2Flfs.c;h=32bd1e51be7c8939583b57fde5ae35e9fa876931;hb=113303973ec9f8484eb2355a1a6ef3c4c7fd6a56;hp=91f8f0e41c64f3073f16e5479a63b63135c9b327;hpb=761ab6a5cd758638df384d6bf9985cb063ef0fd8;p=fs%2Flustre-release.git diff --git a/lustre/utils/lfs.c b/lustre/utils/lfs.c index 91f8f0e..32bd1e5 100644 --- a/lustre/utils/lfs.c +++ b/lustre/utils/lfs.c @@ -29,29 +29,45 @@ #include #include #include +#include +#include +#include +#include +#include +#include #include -#include -#include +#include + +#include +#include #include -#include +#include #include #include #include "parser.h" #include "obdctl.h" +unsigned int libcfs_subsystem_debug = 0; + /* all functions */ static int lfs_setstripe(int argc, char **argv); -static int lfs_dirstripe(int argc, char **argv); static int lfs_find(int argc, char **argv); static int lfs_getstripe(int argc, char **argv); -static int lfs_showfid(int argc, char **argv); static int lfs_osts(int argc, char **argv); +static int lfs_df(int argc, char **argv); static int lfs_check(int argc, char **argv); static int lfs_catinfo(int argc, char **argv); -static int lfs_getfacl(int argc, char **argv); -static int lfs_setfacl(int argc, char **argv); +#ifdef HAVE_QUOTA_SUPPORT +static int lfs_quotachown(int argc, char **argv); +static int lfs_quotacheck(int argc, char **argv); +static int lfs_quotaon(int argc, char **argv); +static int lfs_quotaoff(int argc, char **argv); +static int lfs_setquota(int argc, char **argv); +static int lfs_quota(int argc, char **argv); +#endif +static int lfs_join(int argc, char **argv); /* all avaialable commands */ command_t cmdlist[] = { @@ -61,25 +77,27 @@ command_t cmdlist[] = { "delete the default striping pattern from an existing directory\n" "usage: setstripe \n" " or \n" - " setstripe -d \n" - "\tstripe size: Number of bytes in each stripe (0 default)\n" - "\tstripe start: OST index of first stripe (-1 default)\n" - "\tstripe count: Number of OSTs to stripe over (0 default)"}, - {"dirstripe", lfs_dirstripe, 0, - "To create a new dir with a specific striping pattern.\n" - "usage: dirstripe []\n" - "\tstripe count: Number of MDSes to stripe over (0 default)\n" - "\tmds idx list: List of MDS servers to contain the dir (not implemented)"}, - {"find", lfs_find, 0, - "To list the extended attributes for a given filename or files in a\n" - "directory or recursively for all files in a directory tree.\n" - "usage: find [--obd ] [--quiet | --verbose] [--recursive] ..."}, + " setstripe -d (to delete default striping)\n" + "\tstripe size: Number of bytes on each OST (0 filesystem default)\n" + "\tstripe start: OST index of first stripe (-1 filesystem default)\n" + "\tstripe count: Number of OSTs to stripe over (0 default, -1 all)"}, {"getstripe", lfs_getstripe, 0, - "To list the striping pattern for given filename.\n" - "usage: getstripe "}, - {"showfid", lfs_showfid, 0, - "To list the fid and store cookie for given filename.\n" - "usage: showfid [--quiet | --verbose] [--recursive] ..."}, + "To list the striping info for a given filename or files in a\n" + "directory or recursively for all files in a directory tree.\n" + "usage: getstripe [--obd|-O ] [--quiet | -q] [--verbose | -v]\n" + " [--recursive | -r] ..."}, + {"find", lfs_find, 0, + "To find files that match given parameters recursively in a directory tree.\n" + "usage: find ... \n" + " [[!] --atime|-A N] [[!] --mtime|-M N] [[!] --ctime|-C N] [--maxdepth|-D N]\n" + " [[!] --name|-n ] [--print0|-P] [--print|-p] [--obd|-O ]\n" + "\t !: used before --atime, --mtime, --ctime specifies the negative value\n" + "\t !: used before --name means find exclude the regular expression pattern\n" + "If one of the options below is provided, find works the same as 'getstripe':\n" + "To list the striping info for a given filename or files in a directory or\n" + "recursively.\n" + "OBSOLETE usage: find [--quiet | -q] [--verbose | -v]\n" + " [--recursive | -r] ..."}, {"check", lfs_check, 0, "Display the status of MDS or OSTs (as specified in the command)\n" "or all the servers (MDS and OSTs).\n" @@ -89,13 +107,33 @@ command_t cmdlist[] = { "usage: catinfo {keyword} [node name]\n" "\tkeywords are one of followings: config, deletions.\n" "\tnode name must be provided when use keyword config."}, - {"getfacl", lfs_getfacl, 0, - "Get file access control lists.\n" - "usage: getfacl [-dRLPvh] file"}, - {"setfacl", lfs_setfacl, 0, - "Set file access control lists.\n" - "usage: setfacl [-bkndRLPvh] [{-m|-x} acl_spec] [{-M|-X} acl_file] file ..."}, + {"join", lfs_join, 0, + "join two lustre files into one - join A, B, will be like cat B >> A & del B\n" + "usage: join \n"}, {"osts", lfs_osts, 0, "osts"}, + {"df", lfs_df, 0, + "report filesystem disk space usage or inodes usage" + "of each MDS/OSD.\n" + "Usage: df [-i] [-h] [path]"}, +#ifdef HAVE_QUOTA_SUPPORT + {"quotachown",lfs_quotachown, 0, + "Change files' owner or group on the specified filesystem.\n" + "usage: quotachown [-i] \n" + "\t-i: ignore error if file is not exist\n"}, + {"quotacheck", lfs_quotacheck, 0, + "Scan the specified filesystem for disk usage, and create,\n" + "or update quota files.\n" + "usage: quotacheck [ -ug ] "}, + {"quotaon", lfs_quotaon, 0, "Turn filesystem quotas on.\n" + "usage: quotaon [ -ugf ] "}, + {"quotaoff", lfs_quotaoff, 0, "Turn filesystem quotas off.\n" + "usage: quotaoff [ -ug ] "}, + {"setquota", lfs_setquota, 0, "Set filesystem quotas.\n" + "usage: setquota [ -u | -g ] \n" + " setquota -t [ -u | -g ] "}, + {"quota", lfs_quota, 0, "Display disk usage and limits.\n" + "usage: quota [ -o obd_uuid ] [ -u | -g ] [name] "}, +#endif {"help", Parser_help, 0, "help"}, {"exit", Parser_quit, 0, "quit"}, {"quit", Parser_quit, 0, "quit"}, @@ -107,41 +145,45 @@ static int lfs_setstripe(int argc, char **argv) { char *fname; int result; - long st_size = 0; - int st_offset = -1, st_count = 0; + long st_size; + int st_offset, st_count; char *end; if (argc != 5 && argc != 3) return CMD_HELP; + if (argc == 3) { if (strcmp(argv[1], "-d") != 0) return CMD_HELP; fname = argv[2]; - st_size = -1; + st_size = 0; + st_offset = -1; + st_count = 0; } else { fname = argv[1]; - // get the stripe size + /* get the stripe size */ st_size = strtoul(argv[2], &end, 0); if (*end != '\0') { fprintf(stderr, "error: %s: bad stripe size '%s'\n", - argv[0], argv[2]); + argv[0], argv[2]); return CMD_HELP; } - // get the stripe offset + + /* get the stripe offset */ st_offset = strtoul(argv[3], &end, 0); if (*end != '\0') { fprintf(stderr, "error: %s: bad stripe offset '%s'\n", - argv[0], argv[3]); + argv[0], argv[3]); return CMD_HELP; } - // get the stripe count + /* get the stripe count */ st_count = strtoul(argv[4], &end, 0); if (*end != '\0') { fprintf(stderr, "error: %s: bad stripe count '%s'\n", - argv[0], argv[4]); + argv[0], argv[4]); return CMD_HELP; } } @@ -154,50 +196,150 @@ static int lfs_setstripe(int argc, char **argv) return result; } -static int lfs_dirstripe(int argc, char **argv) +static int set_time(time_t *time, time_t *set, char *str) { - int result; - int st_count; - char *end; - - if (argc != 3) - return CMD_HELP; - - // get the stripe size - st_count = strtoul(argv[2], &end, 0); - if (*end != '\0') { - fprintf(stderr, "error: %s: bad count '%s'\n", - argv[0], argv[2]); - return CMD_HELP; + time_t t; + int res = 0; + + if (str[0] == '+') + res = 1; + else if (str[0] == '-') + res = -1; + + if (res) + str++; + + t = strtol(str, NULL, 0); + if (*time < t * 24 * 60 * 60) { + if (res) + str--; + fprintf(stderr, "Wrong time '%s' is specified.\n", str); + return INT_MAX; } - result = op_create_dir(argv[1], st_count); - if (result) - fprintf(stderr, "error: %s: create stripe dir failed\n", - argv[0]); - - return result; + *set = *time - t * 24 * 60 * 60; + return res; } static int lfs_find(int argc, char **argv) { + int new_fashion = 1; + int c, ret; + int zeroend; + time_t t; + unsigned int depth; + int quiet, verbose, recursive; + struct find_param param; + struct obd_uuid *obduuid = NULL; + char timestr[1024]; struct option long_opts[] = { - {"obd", 1, 0, 'o'}, - {"quiet", 0, 0, 'q'}, - {"recursive", 0, 0, 'r'}, - {"verbose", 0, 0, 'v'}, + /* New find options. */ + {"atime", required_argument, 0, 'A'}, + {"ctime", required_argument, 0, 'C'}, + {"mtime", required_argument, 0, 'M'}, + {"maxdepth", required_argument, 0, 'D'}, + {"name", required_argument, 0, 'n'}, + /* --obd is considered as a new option. */ + {"obd", required_argument, 0, 'O'}, + {"ost", required_argument, 0, 'O'}, + {"print", no_argument, 0, 'P'}, + {"print0", no_argument, 0, 'p'}, + /* Old find options. */ + {"quiet", no_argument, 0, 'q'}, + {"recursive", no_argument, 0, 'r'}, + {"verbose", no_argument, 0, 'v'}, {0, 0, 0, 0} }; - char short_opts[] = "ho:qrv"; - int quiet, verbose, recursive, c, rc; - struct obd_uuid *obduuid = NULL; - - optind = 0; + int pathstart = -1; + int pathend = -1; + int neg_opt = 0; + time_t *xtime; + int *xsign; + int isoption; + + time(&t); + zeroend = 0; + depth = -1; quiet = verbose = recursive = 0; - while ((c = getopt_long(argc, argv, short_opts, - long_opts, NULL)) != -1) { + + memset(¶m, 0, sizeof(param)); + + while ((c = getopt_long_only(argc, argv, "-A:C:D:M:n:PpOqrv", + long_opts, NULL)) >= 0) + { + xtime = NULL; + xsign = NULL; + if (neg_opt) + --neg_opt; + /* '!' is part of option */ + isoption = (c != 1) || (strcmp(optarg, "!") == 0); + if (!isoption && pathend != -1) { + fprintf(stderr, "err: %s: filename|dirname must either " + "precede options or follow options\n", + argv[0]); + return CMD_HELP; + } + if (!isoption && pathstart == -1) + pathstart = optind - 1; + if (isoption && pathstart != -1 && pathend == -1) { + pathend = optind - 2; + if ((c == 1 && strcmp(optarg, "!") == 0) || + c == 'P' || c == 'p' || c == 'O' || + c == 'q' || c == 'r' || c == 'v') + pathend = optind - 1; + } switch (c) { - case 'o': + case 0: + /* Long options. */ + break; + case 1: + if (strcmp(optarg, "!") == 0) + neg_opt = 2; + break; + case 'A': + xtime = ¶m.atime; + xsign = ¶m.asign; + case 'C': + if (c == 'C') { + xtime = ¶m.ctime; + xsign = ¶m.csign; + } + case 'M': + if (c == 'M') { + xtime = ¶m.mtime; + xsign = ¶m.msign; + } + new_fashion = 1; + if (neg_opt) { + if (optarg[0] == '-') + optarg[0] = '+'; + else if (optarg[0] == '+') + optarg[0] = '-'; + else { + timestr[0] = '-'; + timestr[1] = '\0'; + strcat(timestr, optarg); + optarg = timestr; + } + } + ret = set_time(&t, xtime, optarg); + if (ret == INT_MAX) + return -1; + if (ret) + *xsign = ret; + break; + case 'D': + depth = strtol(optarg, 0, 0); + break; + case 'n': + new_fashion = 1; + param.pattern = (char *)optarg; + if (neg_opt) + param.exclude_pattern = 1; + else + param.exclude_pattern = 0; + break; + case 'O': if (obduuid) { fprintf(stderr, "error: %s: only one obduuid allowed", @@ -206,57 +348,89 @@ static int lfs_find(int argc, char **argv) } obduuid = (struct obd_uuid *)optarg; break; + case 'p': + zeroend = 1; + break; + case 'P': + break; case 'q': + new_fashion = 0; quiet++; verbose = 0; break; case 'r': + new_fashion = 0; recursive = 1; break; case 'v': + new_fashion = 0; verbose++; quiet = 0; break; case '?': return CMD_HELP; - break; default: fprintf(stderr, "error: %s: option '%s' unrecognized\n", argv[0], argv[optind - 1]); return CMD_HELP; - break; - } + }; } - if (optind >= argc) + if (pathstart == -1) { + fprintf(stderr, "error: %s: no filename|pathname\n", + argv[0]); return CMD_HELP; + } else if (pathend == -1) { + /* no options */ + pathend = argc; + } + + param.obduuid = obduuid; + if (new_fashion) { + param.maxdepth = depth; + param.zeroend = zeroend; + param.quiet = 1; + } else { + param.recursive = recursive; + param.verbose = verbose; + param.quiet = quiet; + param.maxdepth = recursive ? -1 : 1; + } do { - rc = llapi_find(argv[optind], obduuid, recursive, verbose, quiet, 0); - } while (++optind < argc && !rc); + if (new_fashion) + ret = llapi_find(argv[pathstart], ¶m); + else + ret = llapi_getstripe(argv[pathstart], ¶m); + } while (++pathstart < pathend && !ret); - if (rc) - fprintf(stderr, "error: %s: find failed\n", argv[0]); - return rc; + if (ret) + fprintf(stderr, "error: %s failed for %s.\n", + argv[0], argv[optind - 1]); + + return ret; } static int lfs_getstripe(int argc, char **argv) { struct option long_opts[] = { + {"obd", 1, 0, 'O'}, {"quiet", 0, 0, 'q'}, + {"recursive", 0, 0, 'r'}, {"verbose", 0, 0, 'v'}, {0, 0, 0, 0} }; - char short_opts[] = "qv"; + char short_opts[] = "hO:qrv"; int quiet, verbose, recursive, c, rc; struct obd_uuid *obduuid = NULL; + struct find_param param; optind = 0; quiet = verbose = recursive = 0; while ((c = getopt_long(argc, argv, short_opts, - long_opts, NULL)) != -1) { + long_opts, NULL)) != -1) { switch (c) { - case 'o': + case 'O': if (obduuid) { fprintf(stderr, "error: %s: only one obduuid allowed", @@ -269,55 +443,6 @@ static int lfs_getstripe(int argc, char **argv) quiet++; verbose = 0; break; - case 'v': - verbose++; - quiet = 0; - break; - case '?': - return CMD_HELP; - break; - default: - fprintf(stderr, "error: %s: option '%s' unrecognized\n", - argv[0], argv[optind - 1]); - return CMD_HELP; - break; - } - } - - if (optind >= argc) - return CMD_HELP; - - do { - rc = llapi_find(argv[optind], obduuid, recursive, verbose, quiet, 0); - } while (++optind < argc && !rc); - - if (rc) - fprintf(stderr, "error: %s: getstripe failed for %s\n", - argv[0], argv[1]); - - return rc; -} - -static int lfs_showfid(int argc, char **argv) -{ - struct option long_opts[] = { - {"quiet", 0, 0, 'q'}, - {"recursive", 0, 0, 'r'}, - {"verbose", 0, 0, 'v'}, - {0, 0, 0, 0} - }; - char short_opts[] = "hqrv"; - int quiet, verbose, recursive, c, rc; - - optind = 0; - quiet = verbose = recursive = 0; - while ((c = getopt_long(argc, argv, short_opts, - long_opts, NULL)) != -1) { - switch (c) { - case 'q': - quiet++; - verbose = 0; - break; case 'r': recursive = 1; break; @@ -327,7 +452,6 @@ static int lfs_showfid(int argc, char **argv) break; case '?': return CMD_HELP; - break; default: fprintf(stderr, "error: %s: option '%s' unrecognized\n", argv[0], argv[optind - 1]); @@ -338,13 +462,20 @@ static int lfs_showfid(int argc, char **argv) if (optind >= argc) return CMD_HELP; + memset(¶m, 0, sizeof(param)); + param.recursive = recursive; + param.verbose = verbose; + param.quiet = quiet; + param.obduuid = obduuid; + param.maxdepth = recursive ? -1 : 1; + do { - rc = llapi_find(argv[optind], NULL, recursive, verbose, quiet, 1); + rc = llapi_getstripe(argv[optind], ¶m); } while (++optind < argc && !rc); if (rc) - fprintf(stderr, "error: %s: find failed\n", argv[0]); - + fprintf(stderr, "error: %s failed for %s.\n", + argv[0], argv[optind - 1]); return rc; } @@ -353,6 +484,7 @@ static int lfs_osts(int argc, char **argv) FILE *fp; struct mntent *mnt = NULL; struct obd_uuid *obduuid = NULL; + struct find_param param; int rc=0; if (argc != 1) @@ -361,17 +493,281 @@ static int lfs_osts(int argc, char **argv) fp = setmntent(MOUNTED, "r"); if (fp == NULL) { - fprintf(stderr, "setmntent(%s): %s:", MOUNTED, + fprintf(stderr, "%s: setmntent(%s): %s:", argv[0], MOUNTED, strerror (errno)); } else { mnt = getmntent(fp); + memset(¶m, 0, sizeof(param)); + param.obduuid = obduuid; while (feof(fp) == 0 && ferror(fp) ==0) { - if (llapi_is_lustre_mnttype(mnt->mnt_type)) { - rc = llapi_find(mnt->mnt_dir, obduuid, 0, 0, 0, 0); + if (llapi_is_lustre_mnttype(mnt)) { + rc = llapi_getstripe(mnt->mnt_dir, ¶m); if (rc) fprintf(stderr, - "error: lfs osts failed on %s\n", - mnt->mnt_dir); + "error: %s: failed on %s\n", + argv[0], mnt->mnt_dir); + } + mnt = getmntent(fp); + } + endmntent(fp); + } + + return rc; +} + +#define COOK(value) \ +({ \ + int radix = 0; \ + while (value > 1024) { \ + value /= 1024; \ + radix++; \ + } \ + radix; \ +}) +#define UUF "%-20s" +#define CSF "%9s" +#define CDF "%9llu" +#define HSF "%8s" +#define HDF "%6.1f" +#define RSF "%5s" +#define RDF "%4d%%" + +static int path2mnt(char *path, FILE *fp, char *mntdir, int dir_len) +{ + char rpath[PATH_MAX] = {'\0'}; + struct mntent *mnt; + int rc, len, out_len = 0; + + if (!realpath(path, rpath)) { + rc = -errno; + fprintf(stderr, "error: lfs df: invalid path '%s': %s\n", + path, strerror(-rc)); + return rc; + } + + len = 0; + mnt = getmntent(fp); + while (feof(fp) == 0 && ferror(fp) == 0) { + if (llapi_is_lustre_mnttype(mnt)) { + len = strlen(mnt->mnt_dir); + if (len > out_len && + !strncmp(rpath, mnt->mnt_dir, len)) { + out_len = len; + memset(mntdir, 0, dir_len); + strncpy(mntdir, mnt->mnt_dir, dir_len); + } + } + mnt = getmntent(fp); + } + + if (out_len > 0) + return 0; + + fprintf(stderr, "error: lfs df: %s isn't mounted on lustre\n", path); + return -EINVAL; +} + +static int showdf(char *mntdir, struct obd_statfs *stat, + char *uuid, int ishow, int cooked, + char *type, int index, int rc) +{ + long long avail, used, total; + double ratio = 0; + char *suffix = "KMGTPEZY"; + char tbuf[10], ubuf[10], abuf[10], rbuf[10]; + + if (!uuid || !stat) + return -EINVAL; + + switch (rc) { + case 0: + if (ishow) { + avail = stat->os_ffree; + used = stat->os_files - stat->os_ffree; + total = stat->os_files; + } else { + int shift = cooked ? 0 : 10; + + avail = (stat->os_bavail * stat->os_bsize) >> shift; + used = stat->os_blocks - stat->os_bavail; + used = (used * stat->os_bsize) >> shift; + total = (stat->os_blocks * stat->os_bsize) >> shift; + } + + if (total > 0) + ratio = (double)used / (double)total; + + if (cooked) { + int i; + double cook_val; + + cook_val = (double)total; + i = COOK(cook_val); + if (i > 0) + sprintf(tbuf, HDF"%c", cook_val, suffix[i - 1]); + else + sprintf(tbuf, CDF, total); + + cook_val = (double)used; + i = COOK(cook_val); + if (i > 0) + sprintf(ubuf, HDF"%c", cook_val, suffix[i - 1]); + else + sprintf(ubuf, CDF, used); + + cook_val = (double)avail; + i = COOK(cook_val); + if (i > 0) + sprintf(abuf, HDF"%c", cook_val, suffix[i - 1]); + else + sprintf(abuf, CDF, avail); + } else { + sprintf(tbuf, CDF, total); + sprintf(ubuf, CDF, used); + sprintf(abuf, CDF, avail); + } + + sprintf(rbuf, RDF, (int)(ratio * 100)); + printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s", + uuid, tbuf, ubuf, abuf, rbuf, mntdir); + if (type) + printf("[%s:%d]\n", type, index); + else + printf("\n"); + + break; + case -ENODATA: + printf(UUF": inactive device\n", uuid); + break; + default: + printf(UUF": %s\n", uuid, strerror(-rc)); + break; + } + + return 0; +} + +static int mntdf(char *mntdir, int ishow, int cooked) +{ + struct obd_statfs stat_buf, sum = { .os_bsize = 1 }; + struct obd_uuid uuid_buf; + __u32 index; + int rc; + + if (ishow) + printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s\n", + "UUID", "Inodes", "IUsed", "IFree", + "IUse%", "Mounted on"); + else + printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s\n", + "UUID", cooked ? "bytes" : "1K-blocks", + "Used", "Available", "Use%", "Mounted on"); + + for (index = 0; ; index++) { + memset(&stat_buf, 0, sizeof(struct obd_statfs)); + memset(&uuid_buf, 0, sizeof(struct obd_uuid)); + rc = llapi_obd_statfs(mntdir, LL_STATFS_MDC, index, + &stat_buf, &uuid_buf); + if (rc == -ENODEV) + break; + + if (rc == -ENOTCONN || rc == -ETIMEDOUT || rc == -EIO || + rc == -ENODATA || rc == 0) { + showdf(mntdir, &stat_buf, uuid_buf.uuid, ishow, cooked, + "MDT", index, rc); + } else { + fprintf(stderr, + "error: llapi_obd_statfs(%s): %s (%d)\n", + uuid_buf.uuid, strerror(-rc), rc); + return rc; + } + if (rc == 0) { + sum.os_ffree += stat_buf.os_ffree; + sum.os_files += stat_buf.os_files; + } + } + + for (index = 0; ; index++) { + memset(&stat_buf, 0, sizeof(struct obd_statfs)); + memset(&uuid_buf, 0, sizeof(struct obd_uuid)); + rc = llapi_obd_statfs(mntdir, LL_STATFS_LOV, index, + &stat_buf, &uuid_buf); + if (rc == -ENODEV) + break; + + if (rc == -ENOTCONN || rc == -ETIMEDOUT || rc == -EIO || + rc == -ENODATA || rc == 0) { + showdf(mntdir, &stat_buf, uuid_buf.uuid, ishow, cooked, + "OST", index, rc); + } else { + fprintf(stderr, + "error: llapi_obd_statfs failed: %s (%d)\n", + strerror(-rc), rc); + return rc; + } + if (rc == 0) { + sum.os_blocks += stat_buf.os_blocks * stat_buf.os_bsize; + sum.os_bfree += stat_buf.os_bfree * stat_buf.os_bsize; + sum.os_bavail += stat_buf.os_bavail * stat_buf.os_bsize; + } + } + + printf("\n"); + showdf(mntdir, &sum, "filesystem summary:", ishow, cooked, NULL, 0,0); + + return 0; +} + +static int lfs_df(int argc, char **argv) +{ + FILE *fp; + char *path = NULL; + struct mntent *mnt = NULL; + char mntdir[PATH_MAX] = {'\0'}; + int ishow = 0, cooked = 0; + int c, rc = 0; + + optind = 0; + while ((c = getopt(argc, argv, "ih")) != -1) { + switch (c) { + case 'i': + ishow = 1; + break; + case 'h': + cooked = 1; + break; + default: + return CMD_HELP; + } + } + if (optind < argc ) + path = argv[optind]; + + fp = setmntent(MOUNTED, "r"); + if (fp == NULL) { + rc = -errno; + fprintf(stderr, "error: %s: open %s failed( %s )\n", + argv[0], MOUNTED, strerror(errno)); + return rc; + } + if (path) { + rc = path2mnt(path, fp, mntdir, sizeof(mntdir)); + if (rc) { + endmntent(fp); + return rc; + } + + rc = mntdf(mntdir, ishow, cooked); + printf("\n"); + endmntent(fp); + } else { + mnt = getmntent(fp); + while (feof(fp) == 0 && ferror(fp) == 0) { + if (llapi_is_lustre_mnttype(mnt)) { + rc = mntdf(mnt->mnt_dir, ishow, cooked); + if (rc) + break; + printf("\n"); } mnt = getmntent(fp); } @@ -407,8 +803,8 @@ static int lfs_check(int argc, char **argv) strcpy(obd_types[1], "mdc"); } else { fprintf(stderr, "error: %s: option '%s' unrecognized\n", - argv[0], argv[1]); - return CMD_HELP; + argv[0], argv[1]); + return CMD_HELP; } fp = setmntent(MOUNTED, "r"); @@ -418,13 +814,18 @@ static int lfs_check(int argc, char **argv) } else { mnt = getmntent(fp); while (feof(fp) == 0 && ferror(fp) ==0) { - if (llapi_is_lustre_mnttype(mnt->mnt_type)) + if (llapi_is_lustre_mnttype(mnt)) break; mnt = getmntent(fp); } endmntent(fp); } + if (!mnt) { + fprintf(stderr, "No suitable Lustre mount found\n"); + return -1; + } + rc = llapi_target_check(num_types, obd_types, mnt->mnt_dir); if (rc) @@ -454,7 +855,7 @@ static int lfs_catinfo(int argc, char **argv) } else { mnt = getmntent(fp); while (feof(fp) == 0 && ferror(fp) == 0) { - if (llapi_is_lustre_mnttype(mnt->mnt_type)) + if (llapi_is_lustre_mnttype(mnt)) break; mnt = getmntent(fp); } @@ -474,134 +875,662 @@ static int lfs_catinfo(int argc, char **argv) return rc; } -/* - * We assume one and only one filename is supplied as the - * last parameter. - */ -static int acl_cmd_parse(int argc, char **argv, - char *dirbuf, char *cmdbuf) +int lfs_join(int argc, char **argv) { - char path[PATH_MAX]; - char path2[PATH_MAX]; - FILE *fp; - struct mntent *mnt = NULL; - char *dir, *tgt; - int found = 0, i; + char *name_head, *name_tail; + int fd, rc; + loff_t size; - if (argc < 2) - return -1; + if (argc != 3) + return CMD_HELP; + name_head = argv[1]; + fd = open(name_head, O_WRONLY); + if (fd < 0) { + fprintf(stderr, "Can not open name_head %s rc=%d\n", + name_head, fd); + return fd; + } + size = lseek(fd, 0, SEEK_END); + if (size % JOIN_FILE_ALIGN) { + fprintf(stderr,"head file %s size %llu must be mutiple of %d\n", + name_head, (long long)size, JOIN_FILE_ALIGN); + rc = -EINVAL; + goto out; + } + name_tail = argv[2]; + rc = ioctl(fd, LL_IOC_JOIN, name_tail); +out: + close(fd); + if (rc) { + fprintf(stderr, "Lustre joining files: %s, %s, failed\n", + argv[1], argv[2]); + } + return rc; +} - /* get path prefix */ - strncpy(path, argv[argc - 1], PATH_MAX); - dir = dirname(path); - - /* try to resolve the pathname into relative to the - * root of the mounted lustre filesystem. - * FIXME we simply suppose there's no sub-mounted filesystems - * under this mounted lustre tree. - */ - if (getcwd(path2, PATH_MAX) == NULL) { - fprintf(stderr, "getcwd old: %s\n", strerror(errno)); - return -1; +#ifdef HAVE_QUOTA_SUPPORT +static int lfs_quotachown(int argc, char **argv) +{ + + int c,rc; + int flag = 0; + + while ((c = getopt(argc, argv, "i")) != -1) { + switch (c) { + case 'i': + flag++; + break; + default: + fprintf(stderr, "error: %s: option '-%c' " + "unrecognized\n", argv[0], c); + return CMD_HELP; + } } + if (optind == argc) + return CMD_HELP; + rc = llapi_quotachown(argv[optind], flag); + if(rc) + fprintf(stderr,"error: change file owner/group failed.\n"); + return rc; +} - if (chdir(dir) == -1) { - fprintf(stderr, "chdir to %s: %s\n", - dir, strerror(errno)); - return -1; + +static int lfs_quotacheck(int argc, char **argv) +{ + int c, check_type = 0; + char *mnt; + struct if_quotacheck qchk; + struct if_quotactl qctl; + char *obd_type = qchk.obd_type; + char *obd_uuid = qchk.obd_uuid.uuid; + int rc; + + memset(&qchk, 0, sizeof(qchk)); + + optind = 0; + while ((c = getopt(argc, argv, "ug")) != -1) { + switch (c) { + case 'u': + check_type |= 0x01; + break; + case 'g': + check_type |= 0x02; + break; + default: + fprintf(stderr, "error: %s: option '-%c' " + "unrecognized\n", argv[0], c); + return CMD_HELP; + } } - if (getcwd(path, PATH_MAX) == NULL) { - fprintf(stderr, "getcwd new: %s\n", strerror(errno)); - return -1; + if (check_type) + check_type--; + else /* do quotacheck for both user & group quota by default */ + check_type = 0x02; + + if (argc == optind) + return CMD_HELP; + + mnt = argv[optind]; + + memset(&qctl, 0, sizeof(qctl)); + qctl.qc_cmd = LUSTRE_Q_QUOTAOFF; + qctl.qc_id = QFMT_LDISKFS; + qctl.qc_type = check_type; + rc = llapi_quotactl(mnt, &qctl); + if (rc) { + fprintf(stderr, "quota off failed: %s\n", strerror(errno)); + return rc; } - if (chdir(path2) == -1) { - fprintf(stderr, "chdir back: %s\n", strerror(errno)); - return -1; + rc = llapi_quotacheck(mnt, check_type); + if (rc) { + fprintf(stderr, "quotacheck failed: %s\n", strerror(errno)); + return rc; } - fp = setmntent(MOUNTED, "r"); - if (fp == NULL) { - fprintf(stderr, "setmntent(%s): %s\n", MOUNTED, - strerror(errno)); - return -1; + rc = llapi_poll_quotacheck(mnt, &qchk); + if (rc) { + if (*obd_type) + fprintf(stderr, "%s %s ", obd_type, obd_uuid); + fprintf(stderr, "quota check failed: %s\n", strerror(errno)); + return rc; } - while (1) { - mnt = getmntent(fp); - if (!mnt) + memset(&qctl, 0, sizeof(qctl)); + qctl.qc_cmd = LUSTRE_Q_QUOTAON; + qctl.qc_id = QFMT_LDISKFS; + qctl.qc_type = check_type; + rc = llapi_quotactl(mnt, &qctl); + if (rc) { + if (*obd_type) + fprintf(stderr, "%s %s ", + qctl.obd_type, qctl.obd_uuid.uuid); + fprintf(stderr, "%s turn on quota failed: %s\n", + argv[0], strerror(errno)); + return rc; + } + + return 0; +} + +static int lfs_quotaon(int argc, char **argv) +{ + int c; + char *mnt; + struct if_quotactl qctl; + char *obd_type = qctl.obd_type; + char *obd_uuid = qctl.obd_uuid.uuid; + int rc; + + memset(&qctl, 0, sizeof(qctl)); + qctl.qc_cmd = LUSTRE_Q_QUOTAON; + qctl.qc_id = QFMT_LDISKFS; + + optind = 0; + while ((c = getopt(argc, argv, "ugf")) != -1) { + switch (c) { + case 'u': + qctl.qc_type |= 0x01; break; - - if (!llapi_is_lustre_mnttype(mnt->mnt_type)) - continue; + case 'g': + qctl.qc_type |= 0x02; + break; + case 'f': + qctl.qc_cmd = LUSTRE_Q_QUOTAOFF; + break; + default: + fprintf(stderr, "error: %s: option '-%c' " + "unrecognized\n", argv[0], c); + return CMD_HELP; + } + } + + if (qctl.qc_type) + qctl.qc_type--; + + if (argc == optind) + return CMD_HELP; - if (!strncmp(mnt->mnt_dir, path, strlen(mnt->mnt_dir))) { - char *p; + mnt = argv[optind]; - /* save the mountpoint dir part */ - strncpy(dirbuf, mnt->mnt_dir, PATH_MAX); + rc = llapi_quotactl(mnt, &qctl); + if (rc) { + if (*obd_type) + fprintf(stderr, "%s %s ", obd_type, obd_uuid); + fprintf(stderr, "%s failed: %s\n", argv[0], strerror(errno)); + return rc; + } - /* get rest of path under the mountpoint, - * don't start with slash. - */ - p = path + strlen(mnt->mnt_dir); - while (*p == '/') - p++; - snprintf(path2, PATH_MAX, "%s", p); + return 0; +} + +static int lfs_quotaoff(int argc, char **argv) +{ + int c; + char *mnt; + struct if_quotactl qctl; + char *obd_type = qctl.obd_type; + char *obd_uuid = qctl.obd_uuid.uuid; + int rc; - /* remove trailing slash */ - if (path2[strlen(path2)] == '/') - path2[strlen(path2)] = '\0'; - found = 1; - /* continue try to match more proper fs */ + memset(&qctl, 0, sizeof(qctl)); + qctl.qc_cmd = LUSTRE_Q_QUOTAOFF; + + optind = 0; + while ((c = getopt(argc, argv, "ug")) != -1) { + switch (c) { + case 'u': + qctl.qc_type |= 0x01; + break; + case 'g': + qctl.qc_type |= 0x02; + break; + default: + fprintf(stderr, "error: %s: option '-%c' " + "unrecognized\n", argv[0], c); + return CMD_HELP; } } - endmntent(fp); - if (!found) { - fprintf(stderr, "no mounted lustre fs\n"); - return -1; + if (qctl.qc_type) + qctl.qc_type--; + + if (argc == optind) + return CMD_HELP; + + mnt = argv[optind]; + + rc = llapi_quotactl(mnt, &qctl); + if (rc) { + if (*obd_type) + fprintf(stderr, "%s %s ", obd_type, obd_uuid); + fprintf(stderr, "quotaoff failed: %s\n", strerror(errno)); + return rc; } - /* get base name of target */ - strncpy(path, argv[argc - 1], PATH_MAX); - tgt = basename(path); + return 0; +} + +static int name2id(unsigned int *id, char *name, int type) +{ + if (type == USRQUOTA) { + struct passwd *entry; - cmdbuf[0] = '\0'; - for (i = 1; i < argc - 1; i++) { - strncat(cmdbuf, argv[i], PATH_MAX); - strncat(cmdbuf, " ", PATH_MAX); + if (!(entry = getpwnam(name))) { + if (!errno) + errno = ENOENT; + return -1; + } + + *id = entry->pw_uid; + } else { + struct group *entry; + + if (!(entry = getgrnam(name))) { + if (!errno) + errno = ENOENT; + return -1; + } + + *id = entry->gr_gid; } - strncat(cmdbuf, path2, PATH_MAX); - if (path2[0] != '\0') - strncat(cmdbuf, "/", PATH_MAX); - strncat(cmdbuf, tgt, PATH_MAX); return 0; } -static int lfs_getfacl(int argc, char **argv) +static int id2name(char **name, unsigned int id, int type) { - char dir[PATH_MAX]; - char cmd[PATH_MAX]; + if (type == USRQUOTA) { + struct passwd *entry; + + if (!(entry = getpwuid(id))) { + if (!errno) + errno = ENOENT; + return -1; + } + + *name = entry->pw_name; + } else { + struct group *entry; + + if (!(entry = getgrgid(id))) { + if (!errno) + errno = ENOENT; + return -1; + } + + *name = entry->gr_name; + } + + return 0; +} + +#define ARG2INT(nr, str, msg) \ +do { \ + char *endp; \ + nr = strtol(str, &endp, 0); \ + if (*endp) { \ + fprintf(stderr, "error: bad %s: %s\n", msg, str); \ + return CMD_HELP; \ + } \ +} while (0) + +int lfs_setquota(int argc, char **argv) +{ + int c; + char *mnt; + struct if_quotactl qctl; + char *obd_type = qctl.obd_type; + char *obd_uuid = qctl.obd_uuid.uuid; + int rc; + + memset(&qctl, 0, sizeof(qctl)); + qctl.qc_cmd = LUSTRE_Q_SETQUOTA; + + optind = 0; + while ((c = getopt(argc, argv, "ugt")) != -1) { + switch (c) { + case 'u': + qctl.qc_type |= 0x01; + break; + case 'g': + qctl.qc_type |= 0x02; + break; + case 't': + qctl.qc_cmd = LUSTRE_Q_SETINFO; + break; + default: + fprintf(stderr, "error: %s: option '-%c' " + "unrecognized\n", argv[0], c); + return CMD_HELP; + } + } + + if (qctl.qc_type) + qctl.qc_type--; - if (acl_cmd_parse(argc, argv, dir, cmd)) + if (qctl.qc_type == UGQUOTA) { + fprintf(stderr, "error: user and group quotas can't be set " + "both\n"); return CMD_HELP; + } + + if (qctl.qc_cmd == LUSTRE_Q_SETQUOTA) { + struct obd_dqblk *dqb = &qctl.qc_dqblk; + + if (optind + 6 != argc) + return CMD_HELP; + + rc = name2id(&qctl.qc_id, argv[optind++], qctl.qc_type); + if (rc) { + fprintf(stderr, "error: find id for name %s failed: %s\n", + argv[optind - 1], strerror(errno)); + return CMD_HELP; + } + + ARG2INT(dqb->dqb_bsoftlimit, argv[optind++], "block-softlimit"); + ARG2INT(dqb->dqb_bhardlimit, argv[optind++], "block-hardlimit"); + ARG2INT(dqb->dqb_isoftlimit, argv[optind++], "inode-softlimit"); + ARG2INT(dqb->dqb_ihardlimit, argv[optind++], "inode-hardlimit"); + + dqb->dqb_valid = QIF_LIMITS; + } else { + struct obd_dqinfo *dqi = &qctl.qc_dqinfo; + + if (optind + 3 != argc) + return CMD_HELP; + + ARG2INT(dqi->dqi_bgrace, argv[optind++], "block-grace"); + ARG2INT(dqi->dqi_igrace, argv[optind++], "inode-grace"); + } + + mnt = argv[optind]; + + rc = llapi_quotactl(mnt, &qctl); + if (rc) { + if (*obd_type) + fprintf(stderr, "%s %s ", obd_type, obd_uuid); + fprintf(stderr, "setquota failed: %s\n", strerror(errno)); + return rc; + } + + return 0; +} + +static inline char *type2name(int check_type) +{ + if (check_type == USRQUOTA) + return "user"; + else if (check_type == GRPQUOTA) + return "group"; + else + return "unknown"; +} + + +static void grace2str(time_t seconds,char *buf) +{ + uint minutes, hours, days; + + minutes = (seconds + 30) / 60; + hours = minutes / 60; + minutes %= 60; + days = hours / 24; + hours %= 24; + if (days >= 2) + snprintf(buf, 40, "%ddays", days); + else + snprintf(buf, 40, "%02d:%02d", hours + days * 24, minutes); +} + + +static void diff2str(time_t seconds, char *buf, time_t now) +{ + + buf[0] = 0; + if (!seconds) + return; + if (seconds <= now) { + strcpy(buf, "none"); + return; + } + grace2str(seconds - now, buf); +} + +static void print_quota_title(char *name, struct if_quotactl *qctl) +{ + printf("Disk quotas for %s %s (%cid %u):\n", + type2name(qctl->qc_type), name, + *type2name(qctl->qc_type), qctl->qc_id); + printf("%15s%8s %7s%8s%8s%8s %7s%8s%8s\n", + "Filesystem", + "blocks", "quota", "limit", "grace", + "files", "quota", "limit", "grace"); +} + +static void print_quota(char *mnt, struct if_quotactl *qctl, int ost_only) +{ + time_t now; + + time(&now); + + if (qctl->qc_cmd == LUSTRE_Q_GETQUOTA || qctl->qc_cmd == Q_GETOQUOTA) { + int bover = 0, iover = 0; + struct obd_dqblk *dqb = &qctl->qc_dqblk; + + if (dqb->dqb_bhardlimit && + toqb(dqb->dqb_curspace) > dqb->dqb_bhardlimit) { + bover = 1; + } else if (dqb->dqb_bsoftlimit && + toqb(dqb->dqb_curspace) > dqb->dqb_bsoftlimit) { + if (dqb->dqb_btime > now) { + bover = 2; + } else { + bover = 3; + } + } + + if (dqb->dqb_ihardlimit && + dqb->dqb_curinodes > dqb->dqb_ihardlimit) { + iover = 1; + } else if (dqb->dqb_isoftlimit && + dqb->dqb_curinodes > dqb->dqb_isoftlimit) { + if (dqb->dqb_btime > now) { + iover = 2; + } else { + iover = 3; + } + } + +#if 0 /* XXX: always print quotas even when no usages */ + if (dqb->dqb_curspace || dqb->dqb_curinodes) +#endif + { + char numbuf[3][32]; + char timebuf[40]; + + if (strlen(mnt) > 15) + printf("%s\n%15s", mnt, ""); + else + printf("%15s", mnt); + + if (bover) + diff2str(dqb->dqb_btime, timebuf, now); + + sprintf(numbuf[0], LPU64, toqb(dqb->dqb_curspace)); + sprintf(numbuf[1], LPU64, dqb->dqb_bsoftlimit); + sprintf(numbuf[2], LPU64, dqb->dqb_bhardlimit); + printf(" %7s%c %6s %7s %7s", + numbuf[0], bover ? '*' : ' ', numbuf[1], + numbuf[2], bover > 1 ? timebuf : ""); + + if (iover) + diff2str(dqb->dqb_itime, timebuf, now); + + sprintf(numbuf[0], LPU64, dqb->dqb_curinodes); + sprintf(numbuf[1], LPU64, dqb->dqb_isoftlimit); + sprintf(numbuf[2], LPU64, dqb->dqb_ihardlimit); + if (!ost_only) + printf(" %7s%c %6s %7s %7s", + numbuf[0], iover ? '*' : ' ', numbuf[1], + numbuf[2], iover > 1 ? timebuf : ""); + printf("\n"); + } + } else if (qctl->qc_cmd == LUSTRE_Q_GETINFO || + qctl->qc_cmd == Q_GETOINFO) { + char bgtimebuf[40]; + char igtimebuf[40]; + + grace2str(qctl->qc_dqinfo.dqi_bgrace, bgtimebuf); + grace2str(qctl->qc_dqinfo.dqi_igrace, igtimebuf); + printf("Block grace time: %s; Inode grace time: %s\n", + bgtimebuf, igtimebuf); + } +} - return llapi_getfacl(dir, cmd); +static void print_mds_quota(char *mnt, struct if_quotactl *qctl) +{ + int rc; + + /* XXX: this is a flag to mark that only mds quota is wanted */ + qctl->qc_dqblk.dqb_valid = 1; + rc = llapi_quotactl(mnt, qctl); + if (rc) { + fprintf(stderr, "quotactl failed: %s\n", strerror(errno)); + return; + } + qctl->qc_dqblk.dqb_valid = 0; + + print_quota(qctl->obd_uuid.uuid, qctl, 0); +} + +static void print_lov_quota(char *mnt, struct if_quotactl *qctl) +{ + DIR *dir; + struct obd_uuid uuids[1024], *uuidp; + int obdcount = 1024; + int i, rc; + + dir = opendir(mnt); + if (!dir) { + fprintf(stderr, "open %s failed: %s\n", mnt, strerror(errno)); + return; + } + + rc = llapi_lov_get_uuids(dirfd(dir), uuids, &obdcount); + if (rc != 0) { + fprintf(stderr, "get ost uuid failed: %s\n", strerror(errno)); + goto out; + } + + for (i = 0, uuidp = uuids; i < obdcount; i++, uuidp++) { + memcpy(&qctl->obd_uuid, uuidp, sizeof(*uuidp)); + + /* XXX clear this flag to get quota from osts */ + qctl->qc_dqblk.dqb_valid = 0; + rc = llapi_quotactl(mnt, qctl); + if (rc) { + fprintf(stderr, "%s quotactl failed: %s\n", + uuidp->uuid, strerror(errno)); + continue; + } + + print_quota(uuidp->uuid, qctl, 1); + } + +out: + closedir(dir); + return; } -static int lfs_setfacl(int argc, char **argv) +static int lfs_quota(int argc, char **argv) { - char dir[PATH_MAX]; - char cmd[PATH_MAX]; + int c; + char *name = NULL, *mnt; + struct if_quotactl qctl; + char *obd_type = qctl.obd_type; + char *obd_uuid = qctl.obd_uuid.uuid; + int rc; + + memset(&qctl, 0, sizeof(qctl)); + qctl.qc_cmd = LUSTRE_Q_GETQUOTA; - if (acl_cmd_parse(argc, argv, dir, cmd)) + optind = 0; + while ((c = getopt(argc, argv, "ugto:")) != -1) { + switch (c) { + case 'u': + qctl.qc_type |= 0x01; + break; + case 'g': + qctl.qc_type |= 0x02; + break; + case 't': + qctl.qc_cmd = LUSTRE_Q_GETINFO; + break; + case 'o': + strncpy(obd_uuid, optarg, sizeof(qctl.obd_uuid)); + break; + default: + fprintf(stderr, "error: %s: option '-%c' " + "unrecognized\n", argv[0], c); + return CMD_HELP; + } + } + + if (qctl.qc_type) + qctl.qc_type--; + + if (qctl.qc_type == UGQUOTA) { + fprintf(stderr, "error: user or group can't be specified" + "both\n"); return CMD_HELP; + } + + if (qctl.qc_cmd == LUSTRE_Q_GETQUOTA) { + if (optind + 2 != argc) + return CMD_HELP; - return llapi_setfacl(dir, cmd); + name = argv[optind++]; + rc = name2id(&qctl.qc_id, name, qctl.qc_type); + if (rc) { + fprintf(stderr, "error: find id for name %s failed: %s\n", + name, strerror(errno)); + return CMD_HELP; + } + print_quota_title(name, &qctl); + } else if (optind + 1 != argc) { + return CMD_HELP; + } + + mnt = argv[optind]; + + rc = llapi_quotactl(mnt, &qctl); + if (rc) { + if (*obd_type) + fprintf(stderr, "%s %s ", obd_type, obd_uuid); + fprintf(stderr, "quota failed: %s\n", strerror(errno)); + return rc; + } + + if (!name) + rc = id2name(&name, getuid(), qctl.qc_type); + + if (*obd_uuid) { + mnt = ""; + name = obd_uuid; + } + + print_quota(mnt, &qctl, 0); + + if (!*obd_uuid && qctl.qc_cmd != LUSTRE_Q_GETINFO) { + print_mds_quota(mnt, &qctl); + print_lov_quota(mnt, &qctl); + } + + return 0; } +#endif /* HAVE_QUOTA_SUPPORT */ int main(int argc, char **argv) {