/*
* Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.
* Use is subject to license terms.
+ *
+ * Copyright (c) 2012, 2015, Intel Corporation.
*/
#include <stdio.h>
#include <signal.h>
#include <sys/ioctl.h>
#include <dirent.h>
+#include <sys/xattr.h>
#include "mpi.h"
#define DISPLAY_TIME 100
enum {
- CREATE = 'c',
- LOOKUP = 'l',
- MKNOD = 'm',
- OPEN = 'o',
- STAT = 's',
- UNLINK = 'u',
- BEGIN = 'b',
- ITERS = 'i',
- TIME = 't',
- DIRFMT = 'd',
- NDIRS = 'D',
- FILEFMT = 'f',
- NFILES = 'F',
- NOEXCL = 'X',
- STRIPES = 'S',
- SEED = 'r',
- SEEDFILE = 'R',
- RANDOM = 'A',
- READDIR = 'B',
- RECREATE = 'C',
- IGNORE = 'E',
- VERBOSE = 'V',
- DEBUG = 'v',
- HELP = 'h',
+ CREATE = 'c',
+ LOOKUP = 'l',
+ MKNOD = 'm',
+ OPEN = 'o',
+ STAT = 's',
+ UNLINK = 'u',
+ BEGIN = 'b',
+ ITERS = 'i',
+ TIME = 't',
+ DIRFMT = 'd',
+ NDIRS = 'D',
+ FILEFMT = 'f',
+ NFILES = 'F',
+ NOEXCL = 'X',
+ STRIPES = 'S',
+ SEED = 'r',
+ SEEDFILE = 'R',
+ RANDOM = 'A',
+ READDIR = 'B',
+ RECREATE = 'C',
+ SETXATTR = 'x',
+ SMALLWRITE = 'w',
+ IGNORE = 'E',
+ VERBOSE = 'V',
+ DEBUG = 'v',
+ HELP = 'h',
+ MNT = 'M',
+ MNTCOUNT = 'N',
+ MDTCOUNT = 'T',
};
struct option longOpts[] = {
- {"create", 0, NULL, CREATE },
- {"lookup", 0, NULL, LOOKUP },
- {"mknod", 0, NULL, MKNOD },
- {"open", 0, NULL, OPEN },
- {"stat", 0, NULL, STAT },
- {"unlink", 0, NULL, UNLINK },
- {"begin", 1, NULL, BEGIN },
- {"iters", 1, NULL, ITERS },
- {"time", 1, NULL, TIME }, /* seconds */
- {"dirfmt", 1, NULL, DIRFMT },
- {"ndirs", 1, NULL, NDIRS },
- {"filefmt", 1, NULL, FILEFMT },
- {"nfiles", 1, NULL, NFILES },
- {"noexcl", 0, NULL, NOEXCL },
- {"stripes", 1, NULL, STRIPES },
- {"seed", 1, NULL, SEED },
- {"seedfile", 1, NULL, SEEDFILE },
- {"random_order", 0, NULL, RANDOM },
- {"readdir_order", 0, NULL, READDIR },
- {"recreate", 0, NULL, RECREATE },
- {"ignore", 0, NULL, IGNORE },
- {"verbose", 0, NULL, VERBOSE },
- {"debug", 0, NULL, DEBUG },
- {"help", 0, NULL, HELP },
- { 0, 0, NULL, 0 }
+ { .name = "create", .has_arg = no_argument, .val = CREATE },
+ { .name = "lookup", .has_arg = no_argument, .val = LOOKUP },
+ { .name = "mknod", .has_arg = no_argument, .val = MKNOD },
+ { .name = "open", .has_arg = no_argument, .val = OPEN },
+ { .name = "stat", .has_arg = no_argument, .val = STAT },
+ { .name = "unlink", .has_arg = no_argument, .val = UNLINK },
+ { .name = "begin", .has_arg = required_argument, .val = BEGIN },
+ { .name = "iters", .has_arg = required_argument, .val = ITERS },
+ /* time is in seconds */
+ { .name = "time", .has_arg = required_argument, .val = TIME },
+ { .name = "dirfmt", .has_arg = required_argument, .val = DIRFMT },
+ { .name = "ndirs", .has_arg = required_argument, .val = NDIRS },
+ { .name = "filefmt", .has_arg = required_argument, .val = FILEFMT },
+ { .name = "nfiles", .has_arg = required_argument, .val = NFILES },
+ { .name = "noexcl", .has_arg = no_argument, .val = NOEXCL },
+ { .name = "stripes", .has_arg = required_argument, .val = STRIPES },
+ { .name = "seed", .has_arg = required_argument, .val = SEED },
+ { .name = "seedfile", .has_arg = required_argument, .val = SEEDFILE },
+ { .name = "random_order", .has_arg = no_argument, .val = RANDOM },
+ { .name = "readdir_order", .has_arg = no_argument, .val = READDIR },
+ { .name = "recreate", .has_arg = no_argument, .val = RECREATE },
+ { .name = "setxattr", .has_arg = no_argument, .val = SETXATTR },
+ { .name = "smallwrite", .has_arg = no_argument, .val = SMALLWRITE },
+ { .name = "ignore", .has_arg = no_argument, .val = IGNORE },
+ { .name = "verbose", .has_arg = no_argument, .val = VERBOSE },
+ { .name = "debug", .has_arg = no_argument, .val = DEBUG },
+ { .name = "help", .has_arg = no_argument, .val = HELP },
+ { .name = "mdtcount", .has_arg = required_argument, .val = MDTCOUNT },
+ { .name = "mntcount", .has_arg = required_argument, .val = MNTCOUNT },
+ { .name = "mntfmt", .has_arg = required_argument, .val = MNT },
+ { .name = NULL }
};
int foo1, foo2;
int nfiles;
char filefmt[PATH_MAX];
char filename[PATH_MAX];
+char path[PATH_MAX];
int stripes = -1;
int begin;
int beginsave;
int verbose;
int debug;
struct stat statbuf;
+bool with_xattr;
+char xattrname[] = "user.mdsrate";
+char xattrbuf[4096];
+/* max xattr name + value length is block size, use 4000 here to avoid ENOSPC */
+int xattrlen = 4000;
+bool smallwrite;
+int mnt_count = -1;
+int mdt_count = 1;
+char *mntfmt;
#define dmesg if (debug) printf
}
char *usage_msg = "usage: %s\n"
- " { --create [ --noexcl ] | --lookup | --mknod |\n"
- " --open | --stat | --unlink [ --recreate ] [ --ignore ] }\n"
- " [ --help ] [ --verbose ] [ --debug ]\n"
- " { [ --begin <num> ] --nfiles <num> }\n"
- " [ --iters <num> ] [ --time <secs> ]\n"
- " [ --dirfmt <str> ] [ --ndirs <num> ]\n"
- " [ --filefmt <str> ] [ --stripes <num> ]\n"
- " [ --random_order [--seed <num> | --seedfile <file>] ]\n"
- " [ --readdir_order ]\n";
+ " { --create [ --noexcl | --setxattr | --smallwrite ] |\n"
+ " --lookup | --mknod [ --setxattr ] | --open |\n"
+ " --stat | --unlink [ --recreate ] [ --ignore ] |\n"
+ " --setxattr }\n"
+ " [ --help ] [ --verbose ] [ --debug ]\n"
+ " { [ --begin <num> ] --nfiles <num> }\n"
+ " [ --iters <num> ] [ --time <secs> ]\n"
+ " [ --dirfmt <str> ] [ --ndirs <num> ]\n"
+ " [ --filefmt <str> ] [ --stripes <num> ]\n"
+ " [ --random_order [--seed <num> | --seedfile <file>] ]\n"
+ " [ --readdir_order ] [ --mntfmt <str> ]\n"
+ " [ --mntcount <num> ] [ --mdtcount <num> ]\n"
+ " [ --setxattr ] }\n";
static void
usage(FILE *stream, char *fmt, ...)
alarm_caught++;
}
-/* HAVE_LLAPI_FILE_LOOKUP is defined by liblustreapi.h if this function is
- * defined therein. Otherwise we can do the equivalent operation via ioctl
- * if we have access to a complete lustre build tree to get the various
- * definitions - then compile with USE_MDC_LOOKUP defined. */
-#if defined(HAVE_LLAPI_FILE_LOOKUP)
-#define HAVE_MDC_LOOKUP
-#elif defined(USE_MDC_LOOKUP)
-#include <config.h>
-#include <liblustre.h>
-#include <linux/lustre_lib.h>
-
-int llapi_file_lookup(int dirfd, const char *name)
-{
- struct obd_ioctl_data data = { 0 };
- char rawbuf[8192];
- char *buf = rawbuf;
- int rc;
-
- if (dirfd < 0 || name == NULL)
- return -EINVAL;
-
- data.ioc_version = OBD_IOCTL_VERSION;
- data.ioc_len = sizeof(data);
- data.ioc_inlbuf1 = name;
- data.ioc_inllen1 = strlen(name) + 1;
-
- rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
- if (rc) {
- fatal(myrank, "ioctl_pack failed: rc = %d\n", rc);
- return rc;
- }
-
- return ioctl(fd, IOC_MDC_LOOKUP, buf);
-}
-#define HAVE_MDC_LOOKUP
-#endif
-
static void
process_args(int argc, char *argv[])
{
case OPEN:
openflags &= ~(O_CREAT|O_EXCL);
case CREATE:
-#ifdef HAVE_MDC_LOOKUP
case LOOKUP:
-#endif
case MKNOD:
case STAT:
case UNLINK:
}
recreate++;
break;
+ case SETXATTR:
+ if (cmd == NULL) {
+ mode = SETXATTR;
+ cmd = (char *)longOpts[index].name;
+ } else if (mode == CREATE || mode == MKNOD) {
+ with_xattr = true;
+ } else {
+ usage(stderr, "--setxattr only makes sense "
+ "with --create, --mknod or alone.\n");
+ }
+ break;
+ case SMALLWRITE:
+ if (mode != CREATE)
+ usage(stderr, "--smallwrite only applies to "
+ "--create.\n");
+ smallwrite = true;
+ break;
case BEGIN:
begin = strtol(optarg, &endptr, 0);
if ((*endptr != 0) || (begin < 0)) {
break;
case HELP:
usage(stdout, NULL);
+ break;
+ case MNT:
+ if (strlen(optarg) > (PATH_MAX - 16))
+ fatal(0, "--mnt too long\n");
+ mntfmt = optarg;
+ break;
+ case MNTCOUNT:
+ mnt_count = strtol(optarg, &endptr, 0);
+ if ((*endptr != 0) || (mnt_count <= 0)) {
+ fatal(0, "Invalid --mnt_count value %s.\n",
+ optarg);
+ }
+ break;
+ case MDTCOUNT:
+ mdt_count = strtol(optarg, &endptr, 0);
+ if ((*endptr != 0) || (mdt_count <= 0)) {
+ fatal(0, "Invalid --mdt_count value %s.\n",
+ optarg);
+ }
+ break;
default:
usage(stderr, "unrecognized option: '%c'.\n", optopt);
}
usage(stderr, "too many arguments %d >= %d.\n", optind, argc);
}
- if (mode == CREATE || mode == MKNOD || mode == UNLINK || mode == STAT) {
- if (seconds != 0) {
- if (nfiles == 0)
- nfiles = INT_MAX;
- } else if (nfiles == 0) {
- usage(stderr, "--nfiles or --time must be specified "
- "with %s.\n", cmd);
- }
+ if ((mnt_count != -1 && mntfmt == NULL) ||
+ (mnt_count == -1 && mntfmt != NULL)) {
+ usage(stderr, "mnt_count and mntfmt must be specified at the "
+ "same time\n");
+ }
+
+ if (mode == CREATE || mode == MKNOD || mode == UNLINK ||
+ mode == STAT || mode == SETXATTR) {
+ if (seconds != 0) {
+ if (nfiles == 0)
+ nfiles = INT_MAX;
+ } else if (nfiles == 0) {
+ usage(stderr, "--nfiles or --time must be specified "
+ "with %s.\n", cmd);
+ }
} else if (mode == LOOKUP || mode == OPEN) {
if (seconds != 0) {
if (iters == 0)
dmesg("%s: rank %d seed %d (%s).\n", prog, myrank, seed,
(order == RANDOM) ? "random_order" : "readdir_order");
} else {
- usage(stderr, "one --create, --mknod, --open, --stat,"
-#ifdef HAVE_MDC_LOOKUP
- " --lookup,"
-#endif
- " or --unlink must be specifed.");
+ usage(stderr, "one --create, --mknod, --open, --stat,"
+ " --lookup,"
+ " --unlink or --setxattr must be specifed.");
}
/* support for multiple threads in a dir, set begin/end appropriately.*/
if ((end > tmpend) || (end <= 0))
end -= dirthreads;
+ /* make sure mnt_count <= nthreads, otherwise it might div 0 in
+ * the following test */
+ if (mnt_count > nthreads)
+ mnt_count = nthreads;
+
begin += offset;
if (begin < 0)
begin = INT_MAX;
if (dirfmt == NULL) {
strcpy(dir, ".");
} else {
- sprintf(dir, dirfmt, dirnum);
-
- sprintf(mkdir_cmd, "/bin/mkdir -p %s", dir);
- #ifdef _LIGHTWEIGHT_KERNEL
- printf("NOTICE: not running system(%s)\n", mkdir_cmd);
- #else
- rc = system(mkdir_cmd);
- if (rc) {
- fatal(myrank, "'%s' failed.\n", mkdir_cmd);
- }
- #endif
+ int dir_len = 0;
+
+ if (mntfmt != NULL) {
+ sprintf(dir, mntfmt, (myrank / (nthreads/mnt_count)));
+ strcat(dir, "/");
+ dir_len = strlen(dir);
+ }
+ sprintf(dir + dir_len, dirfmt, dirnum);
+
+ if (mdt_count > 1) {
+ struct stat sb;
+ if (stat(dir, &sb) == 0) {
+ if (!S_ISDIR(sb.st_mode))
+ fatal(myrank, "'%s' is not dir\n", dir);
+ } else if (errno == ENOENT) {
+ sprintf(mkdir_cmd, "lfs mkdir -i %d %s",
+ myrank % mdt_count, dir);
+ } else {
+ fatal(myrank, "'%s' stat failed\n", dir);
+ }
+ } else {
+ sprintf(mkdir_cmd, "mkdir -p %s", dir);
+ }
+
+ dmesg("%d: %s\n", myrank, mkdir_cmd);
+#ifdef _LIGHTWEIGHT_KERNEL
+ printf("NOTICE: not running system(%s)\n", mkdir_cmd);
+#else
+ rc = system(mkdir_cmd);
+ if (rc)
+ fatal(myrank, "'%s' failed.\n", mkdir_cmd);
+#endif
rc = chdir(dir);
if (rc) {
nops = lastOps = 0;
switch (mode) {
- case CREATE:
- for (; begin <= end && !alarm_caught; begin += dirthreads) {
- sprintf(filename, filefmt, begin);
- if ((fd = open(filename, openflags, 0644)) < 0) {
- if (((rc = errno) == EINTR) && alarm_caught)
- break;
- fatal(myrank, "open(%s) error: %s\n",
- filename, strerror(rc));
- }
-
- close(fd);
- nops++;
- DISPLAY_PROGRESS();
- }
-
- dmesg("%d: created %d files, last file '%s'.\n",
- myrank, nops, filename);
- break;
-#ifdef HAVE_MDC_LOOKUP
+ case CREATE:
+ for (; begin <= end && !alarm_caught; begin += dirthreads) {
+ snprintf(filename, sizeof(filename), filefmt, begin);
+ fd = open(filename, openflags, 0644);
+ if (fd < 0) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ fatal(myrank, "open(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+
+ if (with_xattr) {
+ rc = fsetxattr(fd, xattrname, xattrbuf,
+ xattrlen, XATTR_CREATE);
+ if (rc) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ fatal(myrank,
+ "setxattr(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+ }
+ if (smallwrite) {
+ rc = write(fd, xattrbuf, xattrlen);
+ if (rc < 0) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ fatal(myrank,
+ "write(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+ }
+
+ close(fd);
+ nops++;
+ DISPLAY_PROGRESS();
+ }
+
+ dmesg("%d: created %d files, last file '%s'.\n",
+ myrank, nops, filename);
+ break;
case LOOKUP:
fd = open(dir, O_RDONLY);
if (fd < 0) {
DISPLAY_PROGRESS();
}
break;
-#endif
- case MKNOD:
- for (; begin <= end && !alarm_caught; begin += dirthreads) {
- sprintf(filename, filefmt, begin);
- rc = mknod(filename, S_IFREG| 0644, 0);
- if (rc) {
- if (((rc = errno) == EINTR) && alarm_caught)
- break;
- fatal(myrank, "mknod(%s) error: %s\n",
- filename, strerror(rc));
- }
-
- nops++;
- DISPLAY_PROGRESS();
- }
- break;
+ case MKNOD:
+ for (; begin <= end && !alarm_caught; begin += dirthreads) {
+ snprintf(filename, sizeof(filename), filefmt, begin);
+ rc = mknod(filename, S_IFREG | 0644, 0);
+ if (rc) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ fatal(myrank, "mknod(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+
+ if (with_xattr) {
+ rc = setxattr(filename, xattrname, xattrbuf,
+ xattrlen, XATTR_CREATE);
+ if (rc) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ fatal(myrank,
+ "setxattr(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+ }
+
+ nops++;
+ DISPLAY_PROGRESS();
+ }
+ break;
case OPEN:
for (; nops < iters && !alarm_caught;) {
file = next_file();
DISPLAY_PROGRESS();
}
break;
+ case SETXATTR:
+ for (; begin <= end && !alarm_caught; begin += dirthreads) {
+ snprintf(filename, sizeof(filename), filefmt, begin);
+ rc = setxattr(filename, xattrname, xattrbuf, xattrlen,
+ XATTR_CREATE);
+ if (rc) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ if (rc == ENOENT && ignore)
+ continue;
+ fatal(myrank, "setxattr(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+
+ nops++;
+ DISPLAY_PROGRESS();
+ }
+ break;
}
rc = MPI_Barrier(MPI_COMM_WORLD);
}
if (myrank == 0) {
-
curTime = MPI_Wtime();
interval = curTime - startTime;
effective_rate = (double) ag_ops / interval;