--- /dev/null
+// SPDX-License-Identifier: GPL-2.0+
+/*
+ * Copyright (c) 2004 Daniel McNeil <daniel@osdl.org>
+ * 2004 Open Source Development Lab
+ *
+ * Copy file by using a async I/O state machine.
+ * 1. Start read request
+ * 2. When read completes turn it into a write request
+ * 3. When write completes decrement counter and free resources
+ *
+ * Usage: aiocp [-b blksize] -n [num_aio] [-w] [-z] [-s filesize]
+ * [-f DIRECT|TRUNC|CREAT|SYNC|LARGEFILE] src dest
+ *
+ * Change History:
+ *
+ * version of copy command using async i/o
+ * From: Stephen Hemminger <shemminger@osdl.org>
+ * Modified by Daniel McNeil <daniel@osdl.org> for testing aio.
+ * - added -a alignment
+ * - added -b blksize option
+ * _ added -s size option
+ * - added -f open_flag option
+ * - added -w (no write) option (reads from source only)
+ * - added -n (num aio) option
+ * - added -z (zero dest) opton (writes zeros to dest only)
+ * - added -D delay_ms option
+ * - 2/2004 Marty Ridgeway (mridge@us.ibm.com) Changes to adapt to LTP
+ */
+
+//#define _GNU_SOURCE
+//#define DEBUG 1
+#undef DEBUG
+
+#include <unistd.h>
+#include <stdio.h>
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <sys/param.h>
+#include <fcntl.h>
+#include <errno.h>
+#include <stdlib.h>
+#include <sys/select.h>
+
+#include <libaio.h>
+
+#define AIO_BLKSIZE (64*1024)
+#define AIO_MAXIO 32
+
+static int aio_blksize = AIO_BLKSIZE;
+static int aio_maxio = AIO_MAXIO;
+
+static int busy; // # of I/O's in flight
+static int tocopy; // # of blocks left to copy
+static int srcfd; // source fd
+static int dstfd = -1; // destination file descriptor
+static const char *dstname;
+static const char *srcname;
+static int source_open_flag = O_RDONLY; /* open flags on source file */
+static int dest_open_flag = O_WRONLY; /* open flags on dest file */
+static int no_write; /* do not write */
+static int zero; /* write zero's only */
+
+static int debug;
+static int count_io_q_waits; /* how many time io_queue_wait called */
+
+struct iocb **iocb_free; /* array of pointers to iocb */
+int iocb_free_count; /* current free count */
+int alignment = 512; /* buffer alignment */
+
+struct timeval delay; /* delay between i/o */
+
+int init_iocb(int n, int iosize)
+{
+ void *buf;
+ int i;
+
+ iocb_free = malloc(n * sizeof(struct iocb *));
+ if (iocb_free == 0)
+ return -1;
+
+ for (i = 0; i < n; i++) {
+ iocb_free[i] = (struct iocb *) malloc(sizeof(struct iocb));
+ if (!iocb_free[i])
+ return -1;
+ if (posix_memalign(&buf, alignment, iosize))
+ return -1;
+ if (debug > 1) {
+ printf("buf allocated at 0x%p, align:%d\n",
+ buf, alignment);
+ }
+ if (zero) {
+ /*
+ * We are writing zero's to dstfd
+ */
+ memset(buf, 0, iosize);
+ }
+ io_prep_pread(iocb_free[i], -1, buf, iosize, 0);
+ }
+ iocb_free_count = i;
+ return 0;
+}
+
+struct iocb *alloc_iocb()
+{
+ if (!iocb_free_count)
+ return 0;
+ return iocb_free[--iocb_free_count];
+}
+
+void free_iocb(struct iocb *io)
+{
+ iocb_free[iocb_free_count++] = io;
+}
+
+/*
+ * io_wait_run() - wait for an io_event and then call the callback.
+ */
+int io_wait_run(io_context_t ctx, struct timespec *to)
+{
+ struct io_event events[aio_maxio];
+ struct io_event *ep;
+ int ret, n;
+
+ /*
+ * get up to aio_maxio events at a time.
+ */
+ ret = n = io_getevents(ctx, 1, aio_maxio, events, to);
+
+ /*
+ * Call the callback functions for each event.
+ */
+ for (ep = events; n-- > 0; ep++) {
+ io_callback_t cb = (io_callback_t)ep->data;
+ struct iocb *iocb = (struct iocb *)ep->obj;
+
+ cb(ctx, iocb, ep->res, ep->res2);
+ }
+ return ret;
+}
+
+/* Fatal error handler */
+static void io_error(const char *func, int rc)
+{
+ if (rc < 0)
+ fprintf(stderr, "%s: %s\n", func, strerror(-rc));
+ else
+ fprintf(stderr, "%s: error %d\n", func, rc);
+
+ if (dstfd > 0)
+ close(dstfd);
+ if (dstname && dest_open_flag & O_CREAT)
+ unlink(dstname);
+ exit(1);
+}
+
+/*
+ * Write complete callback.
+ * Adjust counts and free resources
+ */
+static void wr_done(io_context_t ctx, struct iocb *iocb, long res, long res2)
+{
+ if (res2 != 0)
+ io_error("aio write", res2);
+
+ if (res != iocb->u.c.nbytes) {
+ fprintf(stderr, "write missed bytes expect %lu got %ld\n",
+ iocb->u.c.nbytes, res2);
+ exit(1);
+ }
+ --tocopy;
+ --busy;
+ free_iocb(iocb);
+ if (debug)
+ fprintf(stderr, "w");
+}
+
+/*
+ * Read complete callback.
+ * Change read iocb into a write iocb and start it.
+ */
+static void rd_done(io_context_t ctx, struct iocb *iocb, long res, long res2)
+{
+ /* library needs accessors to look at iocb? */
+ int iosize = iocb->u.c.nbytes;
+ char *buf = iocb->u.c.buf;
+ off_t offset = iocb->u.c.offset;
+
+ if (res2 != 0)
+ io_error("aio read", res2);
+ if (res != iosize) {
+ fprintf(stderr, "read missing bytes expect %lu got %ld\n",
+ iocb->u.c.nbytes, res);
+ exit(1);
+ }
+
+
+ /* turn read into write */
+ if (no_write) {
+ --tocopy;
+ --busy;
+ free_iocb(iocb);
+ } else {
+ io_prep_pwrite(iocb, dstfd, buf, iosize, offset);
+ io_set_callback(iocb, wr_done);
+ res = io_submit(ctx, 1, &iocb);
+ if (res != 1)
+ io_error("io_submit write", res);
+ }
+ if (debug)
+ fprintf(stderr, "r");
+ if (debug > 1)
+ printf("%d", iosize);
+}
+
+void usage(void)
+{
+ fprintf(stderr,
+ "Usage: aiocp [-a align] [-s size] [-b blksize] [-n num_io] [-f open_flag] SOURCE DEST\n"
+ "This copies from SOURCE to DEST using AIO.\n\n"
+ "Usage: aiocp [options] -w SOURCE\n"
+ "This does sequential AIO reads (no writes).\n\n"
+ "Usage: aiocp [options] -z DEST\n"
+ "This does sequential AIO writes of zeros.\n");
+ exit(1);
+}
+
+/*
+ * Scale value by kilo, mega, or giga.
+ */
+long long scale_by_kmg(long long value, char scale)
+{
+ switch (scale) {
+ case 'g':
+ case 'G':
+ value *= 1024;
+ case 'm':
+ case 'M':
+ value *= 1024;
+ case 'k':
+ case 'K':
+ value *= 1024;
+ break;
+ case '\0':
+ break;
+ default:
+ usage();
+ break;
+ }
+ return value;
+}
+
+int main(int argc, char *const *argv)
+{
+ struct stat st;
+ off_t length = 0, offset = 0;
+ io_context_t myctx;
+ int c;
+
+ while ((c = getopt(argc, argv, "a:b:df:n:s:wzD:")) != -1) {
+ char *endp;
+
+ switch (c) {
+ case 'a': /* alignment of data buffer */
+ alignment = strtol(optarg, &endp, 0);
+ alignment = (long)scale_by_kmg((long long)alignment,
+ *endp);
+ break;
+ case 'f': /* use these open flags */
+ if (strcmp(optarg, "LARGEFILE") == 0 ||
+ strcmp(optarg, "O_LARGEFILE") == 0) {
+ source_open_flag |= O_LARGEFILE;
+ dest_open_flag |= O_LARGEFILE;
+ } else if (strcmp(optarg, "TRUNC") == 0 ||
+ strcmp(optarg, "O_TRUNC") == 0) {
+ dest_open_flag |= O_TRUNC;
+ } else if (strcmp(optarg, "SYNC") == 0 ||
+ strcmp(optarg, "O_SYNC") == 0) {
+ dest_open_flag |= O_SYNC | O_NONBLOCK;
+ } else if (strcmp(optarg, "DIRECT") == 0 ||
+ strcmp(optarg, "O_DIRECT") == 0) {
+ source_open_flag |= O_DIRECT;
+ dest_open_flag |= O_DIRECT;
+ } else if (strncmp(optarg, "CREAT", 5) == 0 ||
+ strncmp(optarg, "O_CREAT", 5) == 0) {
+ dest_open_flag |= O_CREAT;
+ }
+ break;
+ case 'd':
+ debug++;
+ break;
+ case 'D':
+ delay.tv_usec = atoi(optarg);
+ break;
+ case 'b': /* block size */
+ aio_blksize = strtol(optarg, &endp, 0);
+ aio_blksize = (long)scale_by_kmg(
+ (long long)aio_blksize, *endp);
+ break;
+ case 'n': /* num io */
+ aio_maxio = strtol(optarg, &endp, 0);
+ break;
+ case 's': /* size to transfer */
+ length = strtoll(optarg, &endp, 0);
+ length = scale_by_kmg(length, *endp);
+ break;
+ case 'w': /* no write */
+ no_write = 1;
+ break;
+ case 'z': /* write zero's */
+ zero = 1;
+ break;
+
+ default:
+ usage();
+ }
+ }
+
+ argc -= optind;
+ argv += optind;
+
+#ifndef DEBUG
+ if (argc < 1)
+ usage();
+#else
+ source_open_flag |= O_DIRECT;
+ dest_open_flag |= O_DIRECT;
+ aio_blksize = 1;
+ aio_maxio = 1;
+ srcname = "junkdata";
+ dstname = "ff2";
+#endif
+ if (!zero) {
+#ifndef DEBUG
+ srcfd = open(srcname = *argv, source_open_flag);
+ if (srcfd < 0) {
+#else
+ srcfd = open(srcname, source_open_flag);
+ if (srcfd < 0) {
+#endif
+ perror(srcname);
+ exit(1);
+ }
+ argv++;
+ argc--;
+ if (fstat(srcfd, &st) < 0) {
+ perror("fstat");
+ exit(1);
+ }
+ if (length == 0)
+ length = st.st_size;
+ }
+
+ if (!no_write) {
+ /*
+ * We are either copying or writing zeros to dstname
+ */
+#ifndef DEBUG
+ if (argc < 1)
+ usage();
+ dstfd = open(dstname = *argv, dest_open_flag, 0666);
+ if (dstfd < 0) {
+#else
+ dstfd = open(dstname, dest_open_flag, 0666);
+ if (dstfd < 0) {
+#endif
+ perror(dstname);
+ exit(1);
+ }
+ if (zero) {
+ /*
+ * get size of dest, if we are zeroing it.
+ * TODO: handle devices.
+ */
+ if (fstat(dstfd, &st) < 0) {
+ perror("fstat");
+ exit(1);
+ }
+ if (length == 0)
+ length = st.st_size;
+ }
+ }
+
+ /* initialize state machine */
+ memset(&myctx, 0, sizeof(myctx));
+ io_queue_init(aio_maxio, &myctx);
+ tocopy = howmany(length, aio_blksize);
+ if (init_iocb(aio_maxio, aio_blksize) < 0) {
+ fprintf(stderr, "Error allocating the i/o buffers\n");
+ exit(1);
+ }
+
+ while (tocopy > 0) {
+ int i, rc;
+ /* Submit as many reads as once as possible upto aio_maxio */
+ int n = MIN(MIN(aio_maxio - busy, aio_maxio),
+ howmany(length - offset, aio_blksize));
+ if (n > 0) {
+ struct iocb *ioq[n];
+
+ for (i = 0; i < n; i++) {
+ struct iocb *io = alloc_iocb();
+ int iosize = MIN(length - offset, aio_blksize);
+
+ if (zero) {
+ /*
+ * We are writing zero's to dstfd
+ */
+ io_prep_pwrite(io, dstfd, io->u.c.buf,
+ iosize, offset);
+ io_set_callback(io, wr_done);
+ } else {
+ io_prep_pread(io, srcfd, io->u.c.buf,
+ iosize, offset);
+ io_set_callback(io, rd_done);
+ }
+ ioq[i] = io;
+ offset += iosize;
+ }
+
+ rc = io_submit(myctx, n, ioq);
+ if (rc < 0)
+ io_error("io_submit", rc);
+
+ busy += n;
+ if (debug > 1)
+ printf("io_submit(%d) busy:%d\n", n, busy);
+ if (delay.tv_usec) {
+ struct timeval t = delay;
+ (void) select(0, 0, 0, 0, &t);
+ }
+ }
+
+ /*
+ * We have submitted all the i/o requests.
+ * Wait for at least one to complete and call the callbacks.
+ */
+ count_io_q_waits++;
+ rc = io_wait_run(myctx, 0);
+ if (rc < 0)
+ io_error("io_wait_run", rc);
+
+ if (debug > 1) {
+ printf("io_wait_run: rc == %d\n", rc);
+ printf("busy:%d aio_maxio:%d tocopy:%d\n",
+ busy, aio_maxio, tocopy);
+ }
+ }
+
+ if (srcfd != -1)
+ close(srcfd);
+ if (dstfd != -1)
+ close(dstfd);
+ exit(0);
+}
+
+/*
+ * Results look like:
+ * [alanm@toolbox ~/MOT3]$ ../taio -d kernel-source-2.4.8-0.4g.ppc.rpm abc
+ * rrrrrrrrrrrrrrrwwwrwrrwwrrwrwwrrwrwrwwrrwrwrrrrwwrwwwrrwrrrwwwwwwwwwwwwwwwww
+ * rrrrrrrrrrrrrrwwwrrwrwrwrwrrwwwwwwwwwwwwwwrrrrrrrrrrrrrrrrrrwwwwrwrwwrwrwrwr
+ * wrrrrrrrwwwwwwwwwwwwwrrrwrrrwrrwrwwwwwwwwwwrrrrwwrwrrrrrrrrrrrwwwwwwwwwwwrww
+ * wwwrrrrrrrrwwrrrwwrwrwrwwwrrrrrrrwwwrrwwwrrwrwwwwwwwwrrrrrrrwwwrrrrrrrwwwwww
+ * wwwwwwwrwrrrrrrrrwrrwrrwrrwrwrrrwrrrwrrrwrwwwwwwwwwwwwwwwwwwrrrwwwrrrrrrrrrr
+ * rrwrrrrrrwrrwwwwwwwwwwwwwwwwrwwwrrwrwwrrrrrrrrrrrrrrrrrrrwwwwwwwwwwwwwwwwwww
+ * rrrrrwrrwrwrwrrwrrrwwwwwwwwrrrrwrrrwrwwrwrrrwrrwrrrrwwwwwwwrwrwwwwrwwrrrwrrr
+ * rrrwwwwwwwrrrrwwrrrrrrrrrrrrwrwrrrrwwwwwwwwwwwwwwrwrrrrwwwwrwrrrrwrwwwrrrwww
+ * rwwrrrrrrrwrrrrrrrrrrrrwwwwrrrwwwrwrrwwwwwwwwwwwwwwwwwwwwwrrrrrrrwwwwwwwrw
+ */
git://git.whamcloud.com / fs / lustre-release.git / commitdiff