X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Ftests%2Fcreatemany.c;h=b891102fb0d12f4c7ce86fb6aa03a580b8006ba0;hp=2bf924550a92f4f800a8b525ad5d9e6653953cb6;hb=917655fc2938b90a9c246dd2d58408c42aa1658d;hpb=4f7389646f60f5fe3cd030570d9ec803e4f749c4 diff --git a/lustre/tests/createmany.c b/lustre/tests/createmany.c index 2bf9245..b891102 100644 --- a/lustre/tests/createmany.c +++ b/lustre/tests/createmany.c @@ -1,111 +1,276 @@ -/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- - * vim:expandtab:shiftwidth=8:tabstop=8: +/* + * GPL HEADER START + * + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License version 2 only, + * as published by the Free Software Foundation. + * + * This program is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License version 2 for more details (a copy is included + * in the LICENSE file that accompanied this code). + * + * You should have received a copy of the GNU General Public License + * version 2 along with this program; If not, see + * http://www.gnu.org/licenses/gpl-2.0.html + * + * GPL HEADER END + */ +/* + * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved. + * Use is subject to license terms. + * + * Copyright (c) 2017, Intel Corporation. + */ +/* + * This file is part of Lustre, http://www.lustre.org/ */ +#include +#include +#include +#include +#include #include +#include #include #include +#include #include -#include -#include -#include #include -#include -void usage(char *prog) +static void usage(const char *prog) +{ + printf("usage: %s {-o [-k]|-m|-d|-l} [-u[]] " + "[-t seconds] filenamefmt [[start] count]\n", prog); + printf("\t-l\tlink files to existing file\n" + "\t-m\tmknod regular files (don't create OST objects)\n" + "\t-o\topen+create files with path and printf format\n" + "\t-k\t keep files open until all files are opened\n" + "\t-u\tunlink file/dir (with optional )\n"); + printf("\t-d\tuse directories instead of regular files\n" + "\t-t\tstop creating files after have elapsed\n"); + + exit(EXIT_FAILURE); +} + +static char *get_file_name(const char *fmt, long n, int has_fmt_spec) +{ + static char filename[4096]; + int bytes; + + bytes = has_fmt_spec ? snprintf(filename, 4095, fmt, n) : + snprintf(filename, 4095, "%s%ld", fmt, n); + if (bytes >= 4095) { + printf("file name too long\n"); + exit(EXIT_FAILURE); + } + return filename; +} + +double now(void) { - printf("usage: %s {-o|-m|-l} filenamefmt count\n", prog); - printf(" %s {-o|-m|-l} filenamefmt -seconds\n", prog); - printf(" %s {-o|-m|-l} filenamefmt start count\n", prog); + struct timeval tv; + gettimeofday(&tv, NULL); + return (double)tv.tv_sec + (double)tv.tv_usec / 1000000; } int main(int argc, char ** argv) { - int i, rc = 0, do_open = 0, do_link = 0; - char format[4096], *fmt, *tgt = NULL; - char filename[4096]; - long start, last, end; - long begin = 0, count; - - if (argc < 4 || argc > 5) { - usage(argv[0]); - return 1; - } - - if (strcmp(argv[1], "-o") == 0) { - do_open = 1; - } else if (strncmp(argv[1], "-l", 2) == 0 && argv[1][2]) { - tgt = argv[1] + 2; - do_link = 1; - } else if (strcmp(argv[1], "-m") != 0) { - usage(argv[0]); - return 1; - } - - if (strlen(argv[2]) > 4080) { - printf("name too long\n"); - return 1; - } - - start = last = time(0); - - if (argc == 4) { - end = strtol(argv[3], NULL, 0); - } else { - begin = strtol(argv[3], NULL, 0); - end = strtol(argv[4], NULL, 0); - } - - if (end > 0) { - count = end; - end = -1UL >> 1; - } else { - end = start - end; - count = -1UL >> 1; - } - - if (strchr(argv[2], '%')) - fmt = argv[2]; - else { - sprintf(format, "%s%%d", argv[2]); - fmt = format; - } - for (i = 0; i < count && time(0) < end; i++, begin++) { - sprintf(filename, fmt, begin); - if (do_open) { - int fd = open(filename, O_CREAT | O_RDWR, 0644); - if (fd < 0) { - printf("open(%s) error: %s\n", filename, - strerror(errno)); - rc = errno; - break; - } - close(fd); - } else if (do_link) { - rc = link(tgt, filename); - if (rc) { - printf("link(%s, %s) error: %s\n", - tgt, filename, strerror(errno)); - rc = errno; - break; - } - } else { - rc = mknod(filename, S_IFREG | 0444, 0); - if (rc) { - printf("mknod(%s) error: %s\n", - filename, strerror(errno)); - rc = errno; - break; - } - } - if ((i % 10000) == 0) { - printf(" - created %d (time %ld total %ld last %ld)\n", - i, time(0), time(0) - start, time(0) - last); - last = time(0); - } - } - printf("total: %d creates in %ld seconds: %f creates/second\n", i, - time(0) - start, ((float)i / (time(0) - start))); - - return rc; + bool do_open = false, do_keep = false, do_link = false; + bool do_unlink = false, do_mknod = false, do_mkdir = false; + char *filename, *progname; + char *fmt = NULL, *fmt_unlink = NULL, *tgt = NULL; + char *endp = NULL; + double start, last_t, end; + long begin = 0, count = ~0UL >> 1; + int has_fmt_spec = 0, unlink_has_fmt_spec = 0; + long i, total, last_i = 0; + int c, last_fd = -1, stderr_fd; + int rc = 0; + + /* Handle the deprecated positional last argument "-seconds" */ + if (argc > 1 && argv[argc - 1][0] == '-' && + (end = strtol(argv[argc - 1] + 1, &endp, 0)) && *endp == '\0') { + fprintf(stderr, "warning: '-runtime' deprecated, " + "use '-t runtime' instead\n"); + argv[--argc] = NULL; + } else { + /* Not '-number', let regular argument parsing handle it. */ + end = ~0U >> 1; + } + + if ((endp = strrchr(argv[0], '/')) != NULL) + progname = endp + 1; + else + progname = argv[0]; + + while ((c = getopt(argc, argv, "dl:kmor::t:u::")) != -1) { + switch (c) { + case 'd': + do_mkdir = true; + break; + case 'k': + do_keep = true; + break; + case 'l': + do_link = true; + tgt = optarg; + break; + case 'm': + do_mknod = true; + break; + case 'o': + do_open = true; + break; + case 't': + end = strtol(optarg, &endp, 0); + if (end <= 0.0 || *endp != '\0') + usage(progname); + break; + case 'r': + case 'u': + do_unlink = true; + fmt_unlink = optarg; + break; + case '?': + fprintf(stderr, "Unknown option '%c'\n", optopt); + usage(progname); + } + } + + if (do_open + do_mkdir + do_link + do_mknod > 1 || + do_open + do_mkdir + do_link + do_mknod + do_unlink == 0) { + fprintf(stderr, "error: only one of -o, -m, -l, -d\n"); + usage(progname); + } + + if (!do_open && do_keep) { + fprintf(stderr, "error: can only use -k with -o\n"); + usage(progname); + } + + switch (argc - optind) { + case 3: + begin = strtol(argv[argc - 2], NULL, 0); + case 2: + count = strtol(argv[argc - 1], NULL, 0); + case 1: + fmt = argv[optind]; + break; + default: + usage(progname); + } + + has_fmt_spec = strchr(fmt, '%') != NULL; + if (fmt_unlink != NULL) + unlink_has_fmt_spec = strchr(fmt_unlink, '%') != NULL; + + for (i = 0, start = last_t = now(), end += start; + i < count && now() < end; i++, begin++) { + double tmp; + + filename = get_file_name(fmt, begin, has_fmt_spec); + if (do_open) { + int fd = open(filename, O_CREAT|O_RDWR, 0644); + if (fd < 0) { + printf("open(%s) error: %s\n", filename, + strerror(errno)); + rc = errno; + break; + } + if (!do_keep) + close(fd); + else if (fd > last_fd) + last_fd = fd; + } else if (do_link) { + rc = link(tgt, filename); + if (rc) { + printf("link(%s, %s) error: %s\n", + tgt, filename, strerror(errno)); + rc = errno; + break; + } + } else if (do_mkdir) { + rc = mkdir(filename, 0755); + if (rc) { + printf("mkdir(%s) error: %s\n", + filename, strerror(errno)); + rc = errno; + break; + } + } else if (do_mknod) { + rc = mknod(filename, S_IFREG | 0444, 0); + if (rc) { + printf("mknod(%s) error: %s\n", + filename, strerror(errno)); + rc = errno; + break; + } + } + if (do_unlink) { + if (fmt_unlink != NULL) + filename = get_file_name(fmt_unlink, begin, + unlink_has_fmt_spec); + + rc = do_mkdir ? rmdir(filename) : unlink(filename); + if (rc) { + printf("unlink(%s) error: %s\n", + filename, strerror(errno)); + rc = errno; + break; + } + } + + tmp = now(); + if (tmp - last_t >= 10.0 || + (tmp - last_t > 2.0 && (i % 10000) == 0)) { + printf(" - %s%s %ld (time %.2f total %.2f last %.2f)" + "\n", + do_open ? do_keep ? "open/keep" : "open/close" : + do_mkdir ? "mkdir" : do_link ? "link" : + do_mknod ? "create" : "", + do_unlink ? do_mkdir ? "/rmdir" : "/unlink" : "", + i, tmp, tmp - start, + (i - last_i) / (tmp - last_t)); + last_t = tmp; + last_i = i; + } + } + last_t = now(); + total = i; + printf("total: %ld %s%s in %.2f seconds: %.2f ops/second\n", total, + do_open ? do_keep ? "open/keep" : "open/close" : + do_mkdir ? "mkdir" : do_link ? "link" : + do_mknod ? "create" : "", + do_unlink ? do_mkdir ? "/rmdir" : "/unlink" : "", + last_t - start, ((double)total / (last_t - start))); + + if (!do_keep) + return rc; + + stderr_fd = fileno(stderr); + start = last_t; + /* Assume fd is allocated in order, doing extra closes is not harmful */ + for (i = 0; i < total && last_fd > stderr_fd; i++, --last_fd) { + close(last_fd); + + if ((i != 0 && (i % 10000) == 0) || now() - last_t >= 10.0) { + double tmp = now(); + + printf(" - closed %ld (time %.2f total %.2f last %.2f)" + "\n", i, tmp, tmp - start, + (i - last_i) / (tmp - last_t)); + last_t = tmp; + last_i = i; + } + } + last_t = now(); + + printf("total: %ld close in %.2f seconds: %.2f close/second\n", + total, last_t - start, ((double)total / (last_t - start))); + return rc; }