Whamcloud - gitweb
Branch HEAD
[fs/lustre-release.git] / lustre / utils / lfs.c
index 6a3bf18..816d921 100644 (file)
@@ -65,6 +65,7 @@
 
 /* For dirname() */
 #include <libgen.h>
+#include <poll.h>
 
 #include <lnet/api-support.h>
 #include <lnet/lnetctl.h>
@@ -105,6 +106,9 @@ static int lfs_rgetfacl(int argc, char **argv);
 static int lfs_cp(int argc, char **argv);
 static int lfs_ls(int argc, char **argv);
 static int lfs_poollist(int argc, char **argv);
+static int lfs_changelog(int argc, char **argv);
+static int lfs_changelog_clear(int argc, char **argv);
+static int lfs_fid2path(int argc, char **argv);
 static int lfs_path2fid(int argc, char **argv);
 
 /* all avaialable commands */
@@ -128,10 +132,12 @@ command_t cmdlist[] = {
          "To list the striping info for a given file or files in a\n"
          "directory or recursively for all files in a directory tree.\n"
          "usage: getstripe [--obd|-O <uuid>] [--quiet | -q] [--verbose | -v]\n"
+         "                 [--count | -c ] [--size | -s ] [--index | -i ]\n"
+         "                 [--offset | -o ] [--pool | -p ]\n"
          "                 [--recursive | -r] <dir|file> ..."},
-        {"poollist", lfs_poollist, 0,
+        {"pool_list", lfs_poollist, 0,
          "List pools or pool OSTs\n"
-         "usage: poollist <fsname>[.<poolname>] | <pathname>\n"},
+         "usage: pool_list <fsname>[.<poolname>] | <pathname>\n"},
         {"find", lfs_find, 0,
          "To find files that match given parameters recursively in a directory tree.\n"
          "usage: find <dir|file> ... \n"
@@ -214,6 +220,21 @@ command_t cmdlist[] = {
         {"ls", lfs_ls, 0,
          "Remote user list directory contents.\n"
          "usage: ls [OPTION]... [FILE]..."},
+        {"changelog", lfs_changelog, 0,
+         "Show the metadata changes on an MDT."
+         "\nusage: changelog [--follow] <mdtname> [startrec [endrec]]"
+         "\n(note: --follow is only valid when run on MDT node)"},
+        {"changelog_clear", lfs_changelog_clear, 0,
+         "Indicate that old changelog records up to <endrec> are no longer of "
+         "interest to consumer <id>, allowing the system to free up space.\n"
+         "An <endrec> of 0 means all records.\n"
+         "usage: changelog_clear <mdtname> <id> <endrec>"},
+        {"fid2path", lfs_fid2path, 0,
+         "Resolve the full path to a given FID. For a specific hardlink "
+         "specify link number <linkno>.\n"
+         /* "For a historical name, specify changelog record <recno>.\n" */
+         "usage: fid2path <fsname|rootpath> <fid> [--link <linkno>]"
+                /*[--rec <recno>]*/},
         {"path2fid", lfs_path2fid, 0, "Display the fid for a given path.\n"
          "usage: path2fid <path>"},
         {"help", Parser_help, 0, "help"},
@@ -812,10 +833,15 @@ static int lfs_getstripe(int argc, char **argv)
                 {"obd", 1, 0, 'O'},
                 {"quiet", 0, 0, 'q'},
                 {"recursive", 0, 0, 'r'},
+                {"count", 0, 0, 'c'},
+                {"size", 0, 0, 's'},
+                {"index", 0, 0, 'i'},
+                {"offset", 0, 0, 'o'},
+                {"pool", 0, 0, 'p'},
                 {"verbose", 0, 0, 'v'},
                 {0, 0, 0, 0}
         };
-        char short_opts[] = "hO:qrv";
+        char short_opts[] = "hO:qrvcsiop";
         int c, rc;
         struct find_param param = { 0 };
 
@@ -834,15 +860,27 @@ static int lfs_getstripe(int argc, char **argv)
                         break;
                 case 'q':
                         param.quiet++;
-                        param.verbose = 0;
                         break;
                 case 'r':
                         param.recursive = 1;
                         break;
                 case 'v':
-                        param.verbose++;
+                        param.verbose = VERBOSE_ALL | VERBOSE_DETAIL;
                         param.quiet = 0;
                         break;
+                case 'c':
+                        param.verbose |= VERBOSE_COUNT;
+                        break;
+                case 's':
+                        param.verbose |= VERBOSE_SIZE;
+                        break;
+                case 'i':
+                case 'o':
+                        param.verbose |= VERBOSE_OFFSET;
+                        break;
+                case 'p':
+                        param.verbose |= VERBOSE_POOL;
+                        break;
                 case '?':
                         return CMD_HELP;
                 default:
@@ -901,32 +939,6 @@ static int lfs_osts(int argc, char **argv)
         return rc;
 }
 
-static int lfs_path2fid(int argc, char **argv)
-{
-        char *path;
-        unsigned long long seq;
-        unsigned long oid, ver;
-        int rc;
-
-        if (argc != 2)
-                return CMD_HELP;
-
-        path = argv[1];
-        rc = llapi_path2fid(path, &seq, &oid, &ver);
-        if (rc) {
-                fprintf(stderr, "error: can't get fid for %s\n", path);
-                return rc;
-        }
-
-        printf("%llu:%lu", seq, oid);
-        if (ver)
-                printf(":%lu", ver);
-
-        printf("\n");
-
-        return 0;
-}
-
 #define COOK(value)                                                     \
 ({                                                                      \
         int radix = 0;                                                  \
@@ -1255,7 +1267,8 @@ static int lfs_check(int argc, char **argv)
                 return -1;
         }
 
-        rc = llapi_target_check(num_types, obd_types, mnt->mnt_dir);
+        rc = llapi_target_iterate(num_types, obd_types,
+                                  mnt->mnt_dir, llapi_ping_target);
 
         if (rc)
                 fprintf(stderr, "error: %s: %s status failed\n",
@@ -1401,15 +1414,6 @@ static int lfs_quotacheck(int argc, char **argv)
 
         mnt = argv[optind];
 
-        memset(&qctl, 0, sizeof(qctl));
-        qctl.qc_cmd = LUSTRE_Q_QUOTAOFF;
-        qctl.qc_type = check_type;
-        rc = llapi_quotactl(mnt, &qctl);
-        if (rc) {
-                fprintf(stderr, "quota off failed: %s\n", strerror(errno));
-                return rc;
-        }
-
         rc = llapi_quotacheck(mnt, check_type);
         if (rc) {
                 fprintf(stderr, "quotacheck failed: %s\n", strerror(errno));
@@ -1429,7 +1433,7 @@ static int lfs_quotacheck(int argc, char **argv)
         qctl.qc_cmd = LUSTRE_Q_QUOTAON;
         qctl.qc_type = check_type;
         rc = llapi_quotactl(mnt, &qctl);
-        if (rc) {
+        if (rc && errno != EALREADY) {
                 if (*obd_type)
                         fprintf(stderr, "%s %s ", (char *)qctl.obd_type,
                                 obd_uuid2str(&qctl.obd_uuid));
@@ -1483,14 +1487,21 @@ static int lfs_quotaon(int argc, char **argv)
 
         rc = llapi_quotactl(mnt, &qctl);
         if (rc) {
-                if (*obd_type)
-                        fprintf(stderr, "%s %s ", obd_type,
-                                obd_uuid2str(&qctl.obd_uuid));
-                fprintf(stderr, "%s failed: %s\n", argv[0], strerror(errno));
-                return rc;
+                if (errno == EALREADY) {
+                        fprintf(stderr, "\n%s quotas are enabled already.\n",
+                                qctl.qc_type == 0x02 ? "user/group" :
+                                (qctl.qc_type == 0x00 ? "user" : "group"));
+                        rc = 0;
+                } else {
+                        if (*obd_type)
+                                fprintf(stderr, "%s %s ", obd_type,
+                                        obd_uuid2str(&qctl.obd_uuid));
+                        fprintf(stderr, "%s failed: %s\n", argv[0],
+                                strerror(errno));
+                }
         }
 
-        return 0;
+        return rc;
 }
 
 static int lfs_quotaoff(int argc, char **argv)
@@ -1531,20 +1542,22 @@ static int lfs_quotaoff(int argc, char **argv)
         mnt = argv[optind];
 
         rc = llapi_quotactl(mnt, &qctl);
-        if (rc == -1 && errno == ESRCH) {
-                fprintf(stderr, "\n%s quotas are not enabled.\n",
-                        qctl.qc_type == 0x00 ? "user" : "group");
-                return 0;
-        }
         if (rc) {
-                if (*obd_type)
-                        fprintf(stderr, "%s %s ", obd_type,
-                                obd_uuid2str(&qctl.obd_uuid));
-                fprintf(stderr, "quotaoff failed: %s\n", strerror(errno));
-                return rc;
+                if (errno == EALREADY) {
+                        fprintf(stderr, "\n%s quotas are disabled already.\n",
+                                qctl.qc_type == 0x02 ? "user/group" :
+                                (qctl.qc_type == 0x00 ? "user" : "group"));
+                        rc = 0;
+                } else {
+                        if (*obd_type)
+                                fprintf(stderr, "%s %s ", obd_type,
+                                        obd_uuid2str(&qctl.obd_uuid));
+                        fprintf(stderr, "quotaoff failed: %s\n",
+                                strerror(errno));
+                }
         }
 
-        return 0;
+        return rc;
 }
 
 static int lfs_quotainv(int argc, char **argv)
@@ -1844,6 +1857,11 @@ int lfs_setquota(int argc, char **argv)
                 return CMD_HELP;
         }
 
+        if (limit_mask == 0) {
+                fprintf(stderr, "error: at least one limit must be specified\n");
+                return CMD_HELP;
+        }
+
         if (optind != argc - 1) {
                 fprintf(stderr, "error: unexpected parameters encountered\n");
                 return CMD_HELP;
@@ -1950,7 +1968,7 @@ static void print_quota_title(char *name, struct if_quotactl *qctl)
                "files", "quota", "limit", "grace");
 }
 
-static void print_quota(char *mnt, struct if_quotactl *qctl)
+static void print_quota(char *mnt, struct if_quotactl *qctl, int type, int rc)
 {
         time_t now;
 
@@ -1998,9 +2016,15 @@ static void print_quota(char *mnt, struct if_quotactl *qctl)
 
                         if (bover)
                                 diff2str(dqb->dqb_btime, timebuf, now);
-                        sprintf(numbuf[0], (dqb->dqb_valid & QIF_SPACE) ?
-                                LPU64 : "["LPU64"]", toqb(dqb->dqb_curspace));
-                        if (qctl->qc_valid == QC_GENERAL)
+                        if (rc == -1 && errno == EREMOTEIO)
+                                sprintf(numbuf[0], LPU64"*",
+                                        toqb(dqb->dqb_curspace));
+                        else
+                                sprintf(numbuf[0],
+                                        (dqb->dqb_valid & QIF_SPACE) ?
+                                        LPU64 : "["LPU64"]",
+                                        toqb(dqb->dqb_curspace));
+                        if (type == QC_GENERAL)
                                 sprintf(numbuf[1], (dqb->dqb_valid & QIF_BLIMITS)
                                         ? LPU64 : "["LPU64"]",
                                         dqb->dqb_bsoftlimit);
@@ -2017,7 +2041,7 @@ static void print_quota(char *mnt, struct if_quotactl *qctl)
 
                         sprintf(numbuf[0], (dqb->dqb_valid & QIF_INODES) ?
                                 LPU64 : "["LPU64"]", dqb->dqb_curinodes);
-                       if (qctl->qc_valid == QC_GENERAL)
+                       if (type == QC_GENERAL)
                                 sprintf(numbuf[1], (dqb->dqb_valid & QIF_ILIMITS)
                                         ? LPU64 : "["LPU64"]",
                                         dqb->dqb_isoftlimit);
@@ -2025,7 +2049,7 @@ static void print_quota(char *mnt, struct if_quotactl *qctl)
                                 sprintf(numbuf[1], "%s", "");
                         sprintf(numbuf[2], (dqb->dqb_valid & QIF_ILIMITS) ?
                                 LPU64 : "["LPU64"]", dqb->dqb_ihardlimit);
-                        if (qctl->qc_valid != QC_OSTIDX)
+                        if (type != QC_OSTIDX)
                                 printf(" %7s%c %6s %7s %7s",
                                        numbuf[0], iover ? '*' : ' ', numbuf[1],
                                        numbuf[2], iover > 1 ? timebuf : "");
@@ -2072,7 +2096,7 @@ static int print_obd_quota(char *mnt, struct if_quotactl *qctl, int is_mdt)
                         continue;
                 }
 
-                print_quota(obd_uuid2str(&qctl->obd_uuid), qctl);
+                print_quota(obd_uuid2str(&qctl->obd_uuid), qctl, qctl->qc_valid, 0);
         }
 
 out:
@@ -2152,8 +2176,10 @@ ug_output:
                              (qctl.qc_type == USRQUOTA) ? USER : GROUP);
                 if (rc)
                         name = "<unknown>";
+        /* lfs quota -u username /path/to/lustre/mount */
         } else if (qctl.qc_cmd == LUSTRE_Q_GETQUOTA) {
-                if (optind + 2 != argc) {
+                /* options should be followed by u/g-name and mntpoint */
+                if (optind + 2 != argc || qctl.qc_type == UGQUOTA) {
                         fprintf(stderr, "error: missing quota argument(s)\n");
                         return CMD_HELP;
                 }
@@ -2166,7 +2192,7 @@ ug_output:
                                 name, strerror(errno));
                         return CMD_HELP;
                 }
-        } else if (optind + 1 != argc) {
+        } else if (optind + 1 != argc || qctl.qc_type == UGQUOTA) {
                 fprintf(stderr, "error: missing quota info argument(s)\n");
                 return CMD_HELP;
         }
@@ -2177,7 +2203,7 @@ ug_output:
         mnt = argv[optind];
 
         rc1 = llapi_quotactl(mnt, &qctl);
-        if (rc1 == -1 && errno == ESRCH) {
+        if (rc1 == -1 && errno == EALREADY) {
                 fprintf(stderr, "\n%s quotas are not enabled.\n",
                         qctl.qc_type == USRQUOTA ? "user" : "group");
                 goto out;
@@ -2186,9 +2212,9 @@ ug_output:
                 fprintf(stderr, "%s %s ", obd_type, obd_uuid);
 
         if (qctl.qc_valid != QC_GENERAL)
-                mnt = obd_uuid2str(&qctl.obd_uuid);
+                mnt = "";
 
-        print_quota(mnt, &qctl);
+        print_quota(mnt, &qctl, QC_GENERAL, rc1);
 
         if (qctl.qc_valid == QC_GENERAL && qctl.qc_cmd != LUSTRE_Q_GETINFO && verbose) {
                 rc2 = print_obd_quota(mnt, &qctl, 1);
@@ -2328,6 +2354,236 @@ static int lfs_ls(int argc, char **argv)
         return(llapi_ls(argc, argv));
 }
 
+/* A helper function to return single, whole lines delimited by newline.
+   Returns length of line.  Not reentrant! */
+static int get_next_full_line(int fd, char **ptr)
+{
+        static char buf[8192]; /* bigger than MAX_PATH_LENGTH */
+        static char *sptr = buf, *eptr = buf;
+        static int len, rem;
+
+        if ((*ptr == NULL) /* first time */
+            || (eptr >= buf + len) /* buffer empty */) {
+                sptr = eptr = buf;
+                len = read(fd, buf, sizeof(buf));
+                if (len <= 0)
+                        return len;
+        } else {
+                sptr = eptr + 1;
+        }
+
+full_line:
+        while (eptr < buf + len) {
+                eptr++;
+                /* parse full lines */
+                if (*eptr == '\n') {
+                        *eptr = '\0';
+                        *ptr = sptr;
+                        return (eptr - sptr);
+                }
+        }
+
+        /* partial line; move to front of buf */
+        rem = buf + len - sptr;
+        memcpy(buf, sptr, rem);
+        sptr = buf;
+        eptr = buf + rem;
+        len = read(fd, eptr, sizeof(buf) - rem);
+        if (len <= 0)
+                return len;
+        len += rem;
+        goto full_line;
+}
+
+static int lfs_changelog(int argc, char **argv)
+{
+        long long startrec = 0, endrec = 0, recnum;
+        int fd, len;
+        char c, *mdd, *ptr = NULL;
+        struct option long_opts[] = {
+                {"follow", no_argument, 0, 'f'},
+                {0, 0, 0, 0}
+        };
+        char short_opts[] = "f";
+        int follow = 0;
+
+        optind = 0;
+        while ((c = getopt_long(argc, argv, short_opts,
+                                long_opts, NULL)) != -1) {
+                switch (c) {
+                case 'f':
+                        follow++;
+                        break;
+                case '?':
+                        return CMD_HELP;
+                default:
+                        fprintf(stderr, "error: %s: option '%s' unrecognized\n",
+                                argv[0], argv[optind - 1]);
+                        return CMD_HELP;
+                }
+        }
+        if (optind >= argc)
+                return CMD_HELP;
+
+        mdd = argv[optind++];
+        if (argc > optind)
+                startrec = strtoll(argv[optind++], NULL, 10);
+        if (argc > optind)
+                endrec = strtoll(argv[optind++], NULL, 10);
+
+        fd = llapi_changelog_open(mdd, startrec);
+        if (fd < 0) {
+                fprintf(stderr, "%s Can't open changelog: %s\n", argv[0],
+                        strerror(errno = -fd));
+                return fd;
+        }
+
+        while ((len = get_next_full_line(fd, &ptr)) >= 0) {
+                if (len == 0) {
+                        struct pollfd pfds[1];
+                        int rc;
+
+                        if (!follow)
+                                break;
+                        pfds[0].fd = fd;
+                        pfds[0].events = POLLIN;
+                        rc = poll(pfds, 1, -1);
+                        if (rc < 0)
+                                break;
+                        continue;
+                }
+     /* eg. 2 02MKDIR 4405821890 t=[0x100000400/0x5] p=[0x100000400/0x4] pics */
+                sscanf(ptr, "%lld *", &recnum);
+                if (endrec && recnum > endrec)
+                        break;
+                if (recnum < startrec)
+                        continue;
+                printf("%.*s\n", len, ptr);
+        }
+
+        close(fd);
+
+        if (len < 0) {
+                fprintf(stderr, "read err %d\n", errno);
+                return -errno;
+        }
+
+        return 0;
+}
+
+static int lfs_changelog_clear(int argc, char **argv)
+{
+        long long endrec;
+        int rc;
+
+        if (argc != 4)
+                return CMD_HELP;
+
+        endrec = strtoll(argv[3], NULL, 10);
+
+        rc = llapi_changelog_clear(argv[1], argv[2], endrec);
+        if (rc)
+                fprintf(stderr, "%s error: %s\n", argv[0],
+                        strerror(errno = -rc));
+        return rc;
+}
+
+static int lfs_fid2path(int argc, char **argv)
+{
+        struct option long_opts[] = {
+                {"cur", no_argument, 0, 'c'},
+                {"link", required_argument, 0, 'l'},
+                {"rec", required_argument, 0, 'r'},
+                {0, 0, 0, 0}
+        };
+        char c, short_opts[] = "cl:r:";
+        char *device, *fid, *path;
+        long long recno = -1;
+        int linkno = -1;
+        int lnktmp;
+        int printcur = 0;
+        int rc;
+
+        optind = 0;
+        while ((c = getopt_long(argc, argv, short_opts,
+                                long_opts, NULL)) != -1) {
+                switch (c) {
+                case 'c':
+                        printcur++;
+                        break;
+                case 'l':
+                        linkno = strtol(optarg, NULL, 10);
+                        break;
+                case 'r':
+                        recno = strtoll(optarg, NULL, 10);
+                        break;
+                case '?':
+                        return CMD_HELP;
+                default:
+                        fprintf(stderr, "error: %s: option '%s' unrecognized\n",
+                                argv[0], argv[optind - 1]);
+                        return CMD_HELP;
+                }
+        }
+
+        device = argv[optind++];
+        fid = argv[optind++];
+        if (optind != argc)
+                return CMD_HELP;
+
+        path = calloc(1, PATH_MAX);
+
+        lnktmp = (linkno >= 0) ? linkno : 0;
+        while (1) {
+                int oldtmp = lnktmp;
+                long long rectmp = recno;
+                rc = llapi_fid2path(device, fid, path, PATH_MAX, &rectmp,
+                                    &lnktmp);
+                if (rc < 0) {
+                        fprintf(stderr, "%s error: %s\n", argv[0],
+                                strerror(errno = -rc));
+                        break;
+                }
+
+                if (printcur)
+                        fprintf(stdout, "%lld %s\n", rectmp, path);
+                else
+                        fprintf(stdout, "%s\n", path);
+
+                if (linkno >= 0)
+                        /* specified linkno */
+                        break;
+                if (oldtmp == lnktmp)
+                        /* no more links */
+                        break;
+        }
+
+        free(path);
+        return rc;
+}
+
+static int lfs_path2fid(int argc, char **argv)
+{
+        char *path;
+        lustre_fid fid;
+        int rc;
+
+        if (argc != 2)
+                return CMD_HELP;
+
+        path = argv[1];
+        rc = llapi_path2fid(path, &fid);
+        if (rc) {
+                fprintf(stderr, "can't get fid for %s: %s\n", path,
+                        strerror(errno = -rc));
+                return rc;
+        }
+
+        printf(DFID"\n", PFID(&fid));
+
+        return 0;
+}
+
 int main(int argc, char **argv)
 {
         int rc;
@@ -2349,5 +2605,6 @@ int main(int argc, char **argv)
         }
 
         obd_finalize(argc, argv);
-        return rc;
+        return rc < 0 ? -rc : rc;
 }
+