/*
* Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.
* Use is subject to license terms.
+ *
+ * Copyright (c) 2012, 2015, Intel Corporation.
*/
#include <stdio.h>
#include <signal.h>
#include <sys/ioctl.h>
#include <dirent.h>
+#include <sys/xattr.h>
#include "mpi.h"
/* lustre */
-#include <liblustre.h>
-#include <lustre/liblustreapi.h> /* for O_LOV_DELAY_CREATE */
+#include <lustre/lustreapi.h> /* for O_LOV_DELAY_CREATE */
#define CHECK_COUNT 10000
#define DISPLAY_COUNT (CHECK_COUNT * 10)
#define DISPLAY_TIME 100
enum {
- CREATE = 'c',
- LOOKUP = 'l',
- MKNOD = 'm',
- OPEN = 'o',
- STAT = 's',
- UNLINK = 'u',
- BEGIN = 'b',
- ITERS = 'i',
- TIME = 't',
- DIRFMT = 'd',
- NDIRS = 'D',
- FILEFMT = 'f',
- NFILES = 'F',
- NOEXCL = 'X',
- STRIPES = 'S',
- SEED = 'r',
- SEEDFILE = 'R',
- RANDOM = 'A',
- READDIR = 'B',
- RECREATE = 'C',
- IGNORE = 'E',
- VERBOSE = 'V',
- DEBUG = 'v',
- HELP = 'h',
+ CREATE = 'c',
+ LOOKUP = 'l',
+ MKNOD = 'm',
+ OPEN = 'o',
+ STAT = 's',
+ UNLINK = 'u',
+ BEGIN = 'b',
+ ITERS = 'i',
+ TIME = 't',
+ DIRFMT = 'd',
+ NDIRS = 'D',
+ FILEFMT = 'f',
+ NFILES = 'F',
+ NOEXCL = 'X',
+ STRIPES = 'S',
+ SEED = 'r',
+ SEEDFILE = 'R',
+ RANDOM = 'A',
+ READDIR = 'B',
+ RECREATE = 'C',
+ SETXATTR = 'x',
+ SMALLWRITE = 'w',
+ IGNORE = 'E',
+ VERBOSE = 'V',
+ DEBUG = 'v',
+ HELP = 'h',
+ MNT = 'M',
+ MNTCOUNT = 'N',
+ MDTCOUNT = 'T',
};
struct option longOpts[] = {
- {"create", 0, NULL, CREATE },
- {"lookup", 0, NULL, LOOKUP },
- {"mknod", 0, NULL, MKNOD },
- {"open", 0, NULL, OPEN },
- {"stat", 0, NULL, STAT },
- {"unlink", 0, NULL, UNLINK },
- {"begin", 1, NULL, BEGIN },
- {"iters", 1, NULL, ITERS },
- {"time", 1, NULL, TIME }, /* seconds */
- {"dirfmt", 1, NULL, DIRFMT },
- {"ndirs", 1, NULL, NDIRS },
- {"filefmt", 1, NULL, FILEFMT },
- {"nfiles", 1, NULL, NFILES },
- {"noexcl", 0, NULL, NOEXCL },
- {"stripes", 1, NULL, STRIPES },
- {"seed", 1, NULL, SEED },
- {"seedfile", 1, NULL, SEEDFILE },
- {"random_order", 0, NULL, RANDOM },
- {"readdir_order", 0, NULL, READDIR },
- {"recreate", 0, NULL, RECREATE },
- {"ignore", 0, NULL, IGNORE },
- {"verbose", 0, NULL, VERBOSE },
- {"debug", 0, NULL, DEBUG },
- {"help", 0, NULL, HELP },
- { 0, 0, NULL, 0 }
+ {"create", 0, NULL, CREATE },
+ {"lookup", 0, NULL, LOOKUP },
+ {"mknod", 0, NULL, MKNOD },
+ {"open", 0, NULL, OPEN },
+ {"stat", 0, NULL, STAT },
+ {"unlink", 0, NULL, UNLINK },
+ {"begin", 1, NULL, BEGIN },
+ {"iters", 1, NULL, ITERS },
+ {"time", 1, NULL, TIME }, /* seconds */
+ {"dirfmt", 1, NULL, DIRFMT },
+ {"ndirs", 1, NULL, NDIRS },
+ {"filefmt", 1, NULL, FILEFMT },
+ {"nfiles", 1, NULL, NFILES },
+ {"noexcl", 0, NULL, NOEXCL },
+ {"stripes", 1, NULL, STRIPES },
+ {"seed", 1, NULL, SEED },
+ {"seedfile", 1, NULL, SEEDFILE },
+ {"random_order", 0, NULL, RANDOM },
+ {"readdir_order", 0, NULL, READDIR },
+ {"recreate", 0, NULL, RECREATE },
+ {"setxattr", 0, NULL, SETXATTR },
+ {"smallwrite", 0, NULL, SMALLWRITE },
+ {"ignore", 0, NULL, IGNORE },
+ {"verbose", 0, NULL, VERBOSE },
+ {"debug", 0, NULL, DEBUG },
+ {"help", 0, NULL, HELP },
+ {"mdtcount", 1, NULL, MDTCOUNT },
+ {"mntcount", 1, NULL, MNTCOUNT },
+ {"mntfmt", 1, NULL, MNT },
+ { 0, 0, NULL, 0 }
};
int foo1, foo2;
int nfiles;
char filefmt[PATH_MAX];
char filename[PATH_MAX];
+char path[PATH_MAX];
int stripes = -1;
int begin;
int beginsave;
int verbose;
int debug;
struct stat statbuf;
+bool with_xattr;
+char xattrname[] = "user.mdsrate";
+char xattrbuf[4096];
+/* max xattr name + value length is block size, use 4000 here to avoid ENOSPC */
+int xattrlen = 4000;
+bool smallwrite;
+int mnt_count = -1;
+int mdt_count = 1;
+char *mntfmt;
#define dmesg if (debug) printf
}
char *usage_msg = "usage: %s\n"
- " { --create [ --noexcl ] | --lookup | --mknod |\n"
- " --open | --stat | --unlink [ --recreate ] [ --ignore ] }\n"
- " [ --help ] [ --verbose ] [ --debug ]\n"
- " { [ --begin <num> ] --nfiles <num> }\n"
- " [ --iters <num> ] [ --time <secs> ]\n"
- " [ --dirfmt <str> ] [ --ndirs <num> ]\n"
- " [ --filefmt <str> ] [ --stripes <num> ]\n"
- " [ --random_order [--seed <num> | --seedfile <file>] ]\n"
- " [ --readdir_order ]\n";
+ " { --create [ --noexcl | --setxattr | --smallwrite ] |\n"
+ " --lookup | --mknod [ --setxattr ] | --open |\n"
+ " --stat | --unlink [ --recreate ] [ --ignore ] |\n"
+ " --setxattr }\n"
+ " [ --help ] [ --verbose ] [ --debug ]\n"
+ " { [ --begin <num> ] --nfiles <num> }\n"
+ " [ --iters <num> ] [ --time <secs> ]\n"
+ " [ --dirfmt <str> ] [ --ndirs <num> ]\n"
+ " [ --filefmt <str> ] [ --stripes <num> ]\n"
+ " [ --random_order [--seed <num> | --seedfile <file>] ]\n"
+ " [ --readdir_order ] [ --mntfmt <str> ]\n"
+ " [ --mntcount <num> ] [ --mdtcount <num> ]\n"
+ " [ --setxattr ] }\n";
static void
usage(FILE *stream, char *fmt, ...)
#define HAVE_MDC_LOOKUP
#elif defined(USE_MDC_LOOKUP)
#include <config.h>
-#include <liblustre.h>
-#include <linux/lustre_lib.h>
+#include <libcfs/libcfs.h>
+#include <lustre_ioctl.h>
int llapi_file_lookup(int dirfd, const char *name)
{
}
recreate++;
break;
+ case SETXATTR:
+ if (cmd == NULL) {
+ mode = SETXATTR;
+ cmd = (char *)longOpts[index].name;
+ } else if (mode == CREATE || mode == MKNOD) {
+ with_xattr = true;
+ } else {
+ usage(stderr, "--setxattr only makes sense "
+ "with --create, --mknod or alone.\n");
+ }
+ break;
+ case SMALLWRITE:
+ if (mode != CREATE)
+ usage(stderr, "--smallwrite only applies to "
+ "--create.\n");
+ smallwrite = true;
+ break;
case BEGIN:
begin = strtol(optarg, &endptr, 0);
if ((*endptr != 0) || (begin < 0)) {
break;
case HELP:
usage(stdout, NULL);
+ break;
+ case MNT:
+ if (strlen(optarg) > (PATH_MAX - 16))
+ fatal(0, "--mnt too long\n");
+ mntfmt = optarg;
+ break;
+ case MNTCOUNT:
+ mnt_count = strtol(optarg, &endptr, 0);
+ if ((*endptr != 0) || (mnt_count <= 0)) {
+ fatal(0, "Invalid --mnt_count value %s.\n",
+ optarg);
+ }
+ break;
+ case MDTCOUNT:
+ mdt_count = strtol(optarg, &endptr, 0);
+ if ((*endptr != 0) || (mdt_count <= 0)) {
+ fatal(0, "Invalid --mdt_count value %s.\n",
+ optarg);
+ }
+ break;
default:
usage(stderr, "unrecognized option: '%c'.\n", optopt);
}
usage(stderr, "too many arguments %d >= %d.\n", optind, argc);
}
- if (mode == CREATE || mode == MKNOD || mode == UNLINK || mode == STAT) {
- if (seconds != 0) {
- if (nfiles == 0)
- nfiles = INT_MAX;
- } else if (nfiles == 0) {
- usage(stderr, "--nfiles or --time must be specified "
- "with %s.\n", cmd);
- }
+ if ((mnt_count != -1 && mntfmt == NULL) ||
+ (mnt_count == -1 && mntfmt != NULL)) {
+ usage(stderr, "mnt_count and mntfmt must be specified at the "
+ "same time\n");
+ }
+
+ if (mode == CREATE || mode == MKNOD || mode == UNLINK ||
+ mode == STAT || mode == SETXATTR) {
+ if (seconds != 0) {
+ if (nfiles == 0)
+ nfiles = INT_MAX;
+ } else if (nfiles == 0) {
+ usage(stderr, "--nfiles or --time must be specified "
+ "with %s.\n", cmd);
+ }
} else if (mode == LOOKUP || mode == OPEN) {
if (seconds != 0) {
if (iters == 0)
dmesg("%s: rank %d seed %d (%s).\n", prog, myrank, seed,
(order == RANDOM) ? "random_order" : "readdir_order");
} else {
- usage(stderr, "one --create, --mknod, --open, --stat,"
+ usage(stderr, "one --create, --mknod, --open, --stat,"
#ifdef HAVE_MDC_LOOKUP
- " --lookup,"
+ " --lookup,"
#endif
- " or --unlink must be specifed.");
+ " --unlink or --setxattr must be specifed.");
}
/* support for multiple threads in a dir, set begin/end appropriately.*/
if ((end > tmpend) || (end <= 0))
end -= dirthreads;
+ /* make sure mnt_count <= nthreads, otherwise it might div 0 in
+ * the following test */
+ if (mnt_count > nthreads)
+ mnt_count = nthreads;
+
begin += offset;
if (begin < 0)
begin = INT_MAX;
if (dirfmt == NULL) {
strcpy(dir, ".");
} else {
- sprintf(dir, dirfmt, dirnum);
-
- sprintf(mkdir_cmd, "/bin/mkdir -p %s", dir);
- #ifdef _LIGHTWEIGHT_KERNEL
- printf("NOTICE: not running system(%s)\n", mkdir_cmd);
- #else
- rc = system(mkdir_cmd);
- if (rc) {
- fatal(myrank, "'%s' failed.\n", mkdir_cmd);
- }
- #endif
+ int dir_len = 0;
+
+ if (mntfmt != NULL) {
+ sprintf(dir, mntfmt, (myrank / (nthreads/mnt_count)));
+ strcat(dir, "/");
+ dir_len = strlen(dir);
+ }
+ sprintf(dir + dir_len, dirfmt, dirnum);
+
+ if (mdt_count > 1) {
+ struct stat sb;
+ if (stat(dir, &sb) == 0) {
+ if (!S_ISDIR(sb.st_mode))
+ fatal(myrank, "'%s' is not dir\n", dir);
+ } else if (errno == ENOENT) {
+ sprintf(mkdir_cmd, "lfs mkdir -i %d %s",
+ myrank % mdt_count, dir);
+ } else {
+ fatal(myrank, "'%s' stat failed\n", dir);
+ }
+ } else {
+ sprintf(mkdir_cmd, "mkdir -p %s", dir);
+ }
+
+ dmesg("%d: %s\n", myrank, mkdir_cmd);
+#ifdef _LIGHTWEIGHT_KERNEL
+ printf("NOTICE: not running system(%s)\n", mkdir_cmd);
+#else
+ rc = system(mkdir_cmd);
+ if (rc)
+ fatal(myrank, "'%s' failed.\n", mkdir_cmd);
+#endif
rc = chdir(dir);
if (rc) {
nops = lastOps = 0;
switch (mode) {
- case CREATE:
- for (; begin <= end && !alarm_caught; begin += dirthreads) {
- sprintf(filename, filefmt, begin);
- if ((fd = open(filename, openflags, 0644)) < 0) {
- if (((rc = errno) == EINTR) && alarm_caught)
- break;
- fatal(myrank, "open(%s) error: %s\n",
- filename, strerror(rc));
- }
-
- close(fd);
- nops++;
- DISPLAY_PROGRESS();
- }
-
- dmesg("%d: created %d files, last file '%s'.\n",
- myrank, nops, filename);
- break;
+ case CREATE:
+ for (; begin <= end && !alarm_caught; begin += dirthreads) {
+ snprintf(filename, sizeof(filename), filefmt, begin);
+ fd = open(filename, openflags, 0644);
+ if (fd < 0) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ fatal(myrank, "open(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+
+ if (with_xattr) {
+ rc = fsetxattr(fd, xattrname, xattrbuf,
+ xattrlen, XATTR_CREATE);
+ if (rc) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ fatal(myrank,
+ "setxattr(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+ }
+ if (smallwrite) {
+ rc = write(fd, xattrbuf, xattrlen);
+ if (rc < 0) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ fatal(myrank,
+ "write(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+ }
+
+ close(fd);
+ nops++;
+ DISPLAY_PROGRESS();
+ }
+
+ dmesg("%d: created %d files, last file '%s'.\n",
+ myrank, nops, filename);
+ break;
#ifdef HAVE_MDC_LOOKUP
case LOOKUP:
fd = open(dir, O_RDONLY);
}
break;
#endif
- case MKNOD:
- for (; begin <= end && !alarm_caught; begin += dirthreads) {
- sprintf(filename, filefmt, begin);
- rc = mknod(filename, S_IFREG| 0644, 0);
- if (rc) {
- if (((rc = errno) == EINTR) && alarm_caught)
- break;
- fatal(myrank, "mknod(%s) error: %s\n",
- filename, strerror(rc));
- }
-
- nops++;
- DISPLAY_PROGRESS();
- }
- break;
+ case MKNOD:
+ for (; begin <= end && !alarm_caught; begin += dirthreads) {
+ snprintf(filename, sizeof(filename), filefmt, begin);
+ rc = mknod(filename, S_IFREG | 0644, 0);
+ if (rc) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ fatal(myrank, "mknod(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+
+ if (with_xattr) {
+ rc = setxattr(filename, xattrname, xattrbuf,
+ xattrlen, XATTR_CREATE);
+ if (rc) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ fatal(myrank,
+ "setxattr(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+ }
+
+ nops++;
+ DISPLAY_PROGRESS();
+ }
+ break;
case OPEN:
for (; nops < iters && !alarm_caught;) {
file = next_file();
DISPLAY_PROGRESS();
}
break;
+ case SETXATTR:
+ for (; begin <= end && !alarm_caught; begin += dirthreads) {
+ snprintf(filename, sizeof(filename), filefmt, begin);
+ rc = setxattr(filename, xattrname, xattrbuf, xattrlen,
+ XATTR_CREATE);
+ if (rc) {
+ rc = errno;
+ if (rc == EINTR && alarm_caught)
+ break;
+ if (rc == ENOENT && ignore)
+ continue;
+ fatal(myrank, "setxattr(%s) error: %s\n",
+ filename, strerror(rc));
+ }
+
+ nops++;
+ DISPLAY_PROGRESS();
+ }
+ break;
}
rc = MPI_Barrier(MPI_COMM_WORLD);
}
if (myrank == 0) {
-
curTime = MPI_Wtime();
interval = curTime - startTime;
effective_rate = (double) ag_ops / interval;
git://git.whamcloud.com / fs / lustre-release.git / blobdiff