1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
4 * Copyright (C) 2002 Cluster File Systems, Inc.
5 * Author: Peter J. Braam <braam@clusterfs.com>
6 * Author: Phil Schwan <phil@clusterfs.com>
7 * Author: Brian Behlendorf <behlendorf1@llnl.gov>
9 * This file is part of Lustre, http://www.lustre.org.
11 * Lustre is free software; you can redistribute it and/or
12 * modify it under the terms of version 2 of the GNU General Public
13 * License as published by the Free Software Foundation.
15 * Lustre is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with Lustre; if not, write to the Free Software
22 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
27 #include <sys/ioctl.h>
29 #include <sys/socket.h>
30 #include <sys/types.h>
39 #include <linux/lustre_lib.h>
40 #include <linux/lustre_idl.h>
41 #include <linux/lustre_dlm.h>
47 #include <netinet/in.h>
50 #include <asm/page.h> /* needed for PAGE_SIZE - rread*/
56 #include <linux/list.h>
60 static uint64_t conn_addr = -1;
61 static uint64_t conn_cookie;
62 static char rawbuf[8192];
63 static char *buf = rawbuf;
64 static int max = 8192;
71 int device_setup(int argc, char **argv) {
75 /* Misc support functions */
76 static int be_verbose(int verbose, struct timeval *next_time,
77 int num, int *next_num, int num_total) {
83 if (next_time != NULL)
84 gettimeofday(&now, NULL);
86 /* A positive verbosity means to print every X iterations */
88 (next_num == NULL || num >= *next_num || num >= num_total)) {
91 next_time->tv_sec = now.tv_sec - verbose;
92 next_time->tv_usec = now.tv_usec;
97 /* A negative verbosity means to print at most each X seconds */
98 if (verbose < 0 && next_time != NULL && difftime(&now, next_time) >= 0){
99 next_time->tv_sec = now.tv_sec - verbose;
100 next_time->tv_usec = now.tv_usec;
109 static int get_verbose(const char *arg) {
112 if (!arg || arg[0] == 'v')
114 else if (arg[0] == 's' || arg[0] == 'q')
117 verbose = (int) strtoul(arg, NULL, 0);
120 printf("Print status every %d seconds\n", -verbose);
121 else if (verbose == 1)
122 printf("Print status every operation\n");
123 else if (verbose > 1)
124 printf("Print status every %d operations\n", verbose);
130 /* pack "LL LL LL LL LL LL LL L L L L L L L L L a60 a60 L L L" */
131 static char * obdo_print(struct obdo *obd)
135 sprintf(buf, "id: %Ld\ngrp: %Ld\natime: %Ld\nmtime: %Ld\nctime: %Ld\n"
136 "size: %Ld\nblocks: %Ld\nblksize: %d\nmode: %o\nuid: %d\n"
137 "gid: %d\nflags: %x\nobdflags: %x\nnlink: %d,\nvalid %x\n",
157 /* Device selection commands */
158 int jt_dev_newdev(int argc, char **argv) {
159 struct obd_ioctl_data data;
161 LUSTRE_CONNECT(argv[0]);
167 rc = ioctl(fd, OBD_IOC_NEWDEV , &data);
169 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
172 printf("Current device set to %d\n", data.ioc_dev);
178 static int do_device(char *func, int dev) {
179 struct obd_ioctl_data data;
181 memset(&data, 0, sizeof(data));
183 LUSTRE_CONNECT(func);
185 if (obd_ioctl_pack(&data, &buf, max)) {
186 fprintf(stderr, "error: %s: invalid ioctl\n", cmdname(func));
190 return ioctl(fd, OBD_IOC_DEVICE , buf);
193 int jt_dev_device(int argc, char **argv) {
194 do_disconnect(argv[0], 1);
199 rc = do_device(argv[0], strtoul(argv[1], NULL, 0));
201 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
202 strerror(rc = errno));
207 static int do_uuid2dev(char *func, char *name) {
211 int jt_dev_uuid2dev(int argc, char **argv) {
212 do_uuid2dev(NULL, NULL);
216 static int do_name2dev(char *func, char *name) {
217 struct obd_ioctl_data data;
219 LUSTRE_CONNECT(func);
222 data.ioc_inllen1 = strlen(name) + 1;
223 data.ioc_inlbuf1 = name;
225 if (obd_ioctl_pack(&data, &buf, max)) {
226 fprintf(stderr, "error: %s: invalid ioctl\n", cmdname(func));
229 rc = ioctl(fd, OBD_IOC_NAME2DEV , buf);
231 fprintf(stderr, "error: %s: %s - %s\n", cmdname(func),
232 name, strerror(rc = errno));
236 memcpy((char *)(&data), buf, sizeof(data));
238 return data.ioc_dev + N2D_OFF;
241 int jt_dev_name2dev(int argc, char **argv) {
246 rc = do_name2dev(argv[0], argv[1]);
248 int dev = rc - N2D_OFF;
249 rc = do_device(argv[0], dev);
256 int jt_dev_list(int argc, char **argv) {
258 struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
260 LUSTRE_CONNECT(argv[0]);
261 memset(buf, 0, sizeof(buf));
262 data->ioc_version = OBD_IOCTL_VERSION;
263 data->ioc_addr = conn_addr;
264 data->ioc_cookie = conn_addr;
265 data->ioc_len = sizeof(buf);
266 data->ioc_inllen1 = sizeof(buf) - size_round(sizeof(*data));
271 rc = ioctl(fd, OBD_IOC_LIST , data);
273 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
276 printf("%s", data->ioc_bulk);
282 /* Device configuration commands */
283 int do_disconnect(char *func, int verbose) {
284 struct obd_ioctl_data data;
291 rc = ioctl(fd, OBD_IOC_DISCONNECT , &data);
293 fprintf(stderr, "error: %s: %x %s\n", cmdname(func),
294 OBD_IOC_DISCONNECT, strerror(errno));
297 printf("%s: disconnected conn %Lx\n", cmdname(func),
306 static int jt_dev_newconn(int argc, char **argv)
308 struct obd_ioctl_data data;
312 fprintf(stderr, "usage: %s\n", cmdname(argv[0]));
316 rc = ioctl(fd, OBD_IOC_RECOVD_NEWCONN , &data);
318 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
319 strerror(rc = errno));
325 int jt_dev_probe(int argc, char **argv) {
326 struct obd_ioctl_data data;
329 do_disconnect(argv[0], 1);
334 rc = ioctl(fd, OBD_IOC_CONNECT , &data);
336 fprintf(stderr, "error: %s: %x %s\n", cmdname(argv[0]),
337 OBD_IOC_CONNECT, strerror(rc = errno));
339 conn_addr = data.ioc_addr;
340 conn_cookie = data.ioc_cookie;
344 int jt_dev_close(int argc, char **argv) {
351 return do_disconnect(argv[0], 0);
355 static int jt__device(int argc, char **argv)
361 fprintf(stderr, "usage: %s devno <command [args ...]>\n",
366 rc = do_device("device", strtoul(argv[1], NULL, 0));
371 rc = jt_connect(1, arg2);
375 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
377 ret = do_disconnect(argv[0], 0);
384 static int jt__threads(int argc, char **argv)
386 int threads, next_thread;
392 "usage: %s numthreads verbose devno <cmd [args ...]>\n",
397 threads = strtoul(argv[1], NULL, 0);
399 verbose = get_verbose(argv[2]);
401 printf("%s: starting %d threads on device %s running %s\n",
402 argv[0], threads, argv[3], argv[4]);
404 for (i = 1, next_thread = verbose; i <= threads; i++) {
407 fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
408 strerror(rc = errno));
410 } else if (rc == 0) {
412 argv[2] = "--device";
413 return jt__device(argc - 2, argv + 2);
414 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
415 printf("%s: thread #%d (PID %d) started\n",
420 if (!thread) { /* parent process */
422 printf("%s: started %d threads\n\n", argv[0], i - 1);
426 for (j = 1; j < i; j++) {
428 int ret = wait(&status);
431 fprintf(stderr, "error: %s: wait - %s\n",
432 argv[0], strerror(errno));
437 * This is a hack. We _should_ be able to use
438 * WIFEXITED(status) to see if there was an
439 * error, but it appears to be broken and it
440 * always returns 1 (OK). See wait(2).
442 int err = WEXITSTATUS(status);
445 "%s: PID %d had rc=%d\n",
457 int jt_dev_attach(int argc, char **argv) {
458 struct obd_ioctl_data data;
461 if (argc != 2 && argc != 3 && argc != 4)
464 data.ioc_inllen1 = strlen(argv[1]) + 1;
465 data.ioc_inlbuf1 = argv[1];
467 data.ioc_inllen2 = strlen(argv[2]) + 1;
468 data.ioc_inlbuf2 = argv[2];
472 data.ioc_inllen3 = strlen(argv[3]) + 1;
473 data.ioc_inlbuf3 = argv[3];
476 if (obd_ioctl_pack(&data, &buf, max)) {
477 fprintf(stderr, "error: %s: invalid ioctl\n",cmdname(argv[0]));
481 rc = ioctl(fd, OBD_IOC_ATTACH , buf);
483 fprintf(stderr, "error: %s: %x %s\n", cmdname(argv[0]),
484 OBD_IOC_ATTACH, strerror(rc = errno));
485 else if (argc == 3) {
487 if (strlen(argv[2]) > 128) {
488 printf("Name too long to set environment\n");
491 snprintf(name, 512, "LUSTRE_DEV_%s", argv[2]);
492 rc = setenv(name, argv[1], 1);
494 printf("error setting env variable %s\n", name);
501 int jt_dev_setup(int argc, char **argv) {
502 struct obd_ioctl_data data;
510 if (argv[1][0] == '$') {
511 rc = do_name2dev(argv[0], argv[1] + 1);
513 printf("%s is device %d\n", argv[1],
515 data.ioc_dev = rc - N2D_OFF;
518 data.ioc_dev = strtoul(argv[1], NULL, 0);
519 data.ioc_inllen1 = strlen(argv[1]) + 1;
520 data.ioc_inlbuf1 = argv[1];
523 data.ioc_inllen2 = strlen(argv[2]) + 1;
524 data.ioc_inlbuf2 = argv[2];
527 if (obd_ioctl_pack(&data, &buf, max)) {
528 fprintf(stderr, "error: %s: invalid ioctl\n", cmdname(argv[0]));
531 rc = ioctl(fd, OBD_IOC_SETUP , buf);
533 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
534 strerror(rc = errno));
539 int jt_dev_detach(int argc, char **argv) {
540 struct obd_ioctl_data data;
546 if (obd_ioctl_pack(&data, &buf, max)) {
547 fprintf(stderr, "error: %s: invalid ioctl\n", cmdname(argv[0]));
551 rc = ioctl(fd, OBD_IOC_DETACH , buf);
553 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
559 int jt_dev_cleanup(int argc, char **argv) {
560 struct obd_ioctl_data data;
566 rc = ioctl(fd, OBD_IOC_CLEANUP , &data);
568 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
574 int jt_dev_lov_config(int argc, char **argv) {
575 struct obd_ioctl_data data;
576 struct lov_desc desc;
584 if (strlen(argv[1]) > sizeof(uuid_t) - 1) {
585 fprintf(stderr, "lov_config: no %dB memory for uuid's\n",
590 memset(&desc, 0, sizeof(desc));
591 strcpy(desc.ld_uuid, argv[1]);
592 desc.ld_default_stripecount = strtoul(argv[2], NULL, 0);
593 desc.ld_default_stripesize = strtoul(argv[3], NULL, 0);
594 desc.ld_pattern = strtoul(argv[4], NULL, 0);
595 desc.ld_tgt_count = argc - 5;
598 size = sizeof(uuid_t) * desc.ld_tgt_count;
599 uuidarray = malloc(size);
601 fprintf(stderr, "lov_config: no %dB memory for uuid's\n",
605 memset(uuidarray, 0, size);
606 for (i=5 ; i < argc ; i++) {
607 char *buf = (char *) (uuidarray + i -5 );
608 if (strlen(argv[i]) >= sizeof(uuid_t)) {
609 fprintf(stderr, "lov_config: arg %d (%s) too long\n",
614 strcpy(buf, argv[i]);
617 data.ioc_inllen1 = sizeof(desc);
618 data.ioc_inlbuf1 = (char *)&desc;
619 data.ioc_inllen2 = size;
620 data.ioc_inlbuf2 = (char *)uuidarray;
622 if (obd_ioctl_pack(&data, &buf, max)) {
623 fprintf(stderr, "error: %s: invalid ioctl\n",cmdname(argv[0]));
627 rc = ioctl(fd, OBD_IOC_LOV_CONFIG , buf);
629 fprintf(stderr, "lov_config: error: %s: %s\n",
630 cmdname(argv[0]),strerror(rc = errno));
636 int jt_dev_create(int argc, char **argv) {
637 struct obd_ioctl_data data;
638 struct timeval next_time;
639 int count = 1, next_count;
644 if (argc < 2 || argc > 4)
647 count = strtoul(argv[1], NULL, 0);
650 data.ioc_obdo1.o_mode = strtoul(argv[2], NULL, 0);
652 data.ioc_obdo1.o_mode = 0100644;
653 data.ioc_obdo1.o_valid = OBD_MD_FLMODE;
655 verbose = get_verbose(argv[3]);
657 printf("%s: %d obdos\n", cmdname(argv[0]), count);
658 gettimeofday(&next_time, NULL);
659 next_time.tv_sec -= verbose;
661 for (i = 1, next_count = verbose; i <= count ; i++) {
662 rc = ioctl(fd, OBD_IOC_CREATE , &data);
664 fprintf(stderr, "error: %s: #%d - %s\n",
665 cmdname(argv[0]), i, strerror(rc = errno));
668 if (be_verbose(verbose, &next_time, i, &next_count, count))
669 printf("%s: #%d is object id %Ld\n", cmdname(argv[0]),
670 i, data.ioc_obdo1.o_id);
675 int jt_dev_destroy(int argc, char **argv) {
676 struct obd_ioctl_data data;
680 fprintf(stderr, "usage: %s id\n", cmdname(argv[0]));
684 data.ioc_obdo1.o_id = strtoul(argv[1], NULL, 0);
685 data.ioc_obdo1.o_mode = S_IFREG|0644;
687 rc = ioctl(fd, OBD_IOC_DESTROY , &data);
689 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
690 strerror(rc = errno));
696 /* Device configuration commands */
697 int jt_dev_setattr(int argc, char **argv) {
698 struct obd_ioctl_data data;
704 data.ioc_obdo1.o_id = strtoul(argv[1], NULL, 0);
705 data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], NULL, 0);
706 data.ioc_obdo1.o_valid = OBD_MD_FLMODE;
708 rc = ioctl(fd, OBD_IOC_SETATTR , &data);
710 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
711 strerror(rc = errno));
716 int jt_dev_getattr(int argc, char **argv) {
717 struct obd_ioctl_data data;
723 data.ioc_obdo1.o_id = strtoul(argv[1], NULL, 0);
724 /* to help obd filter */
725 data.ioc_obdo1.o_mode = 0100644;
726 data.ioc_obdo1.o_valid = 0xffffffff;
727 printf("%s: object id %Ld\n", cmdname(argv[0]), data.ioc_obdo1.o_id);
729 rc = ioctl(fd, OBD_IOC_GETATTR , &data);
731 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
734 printf("%s: object id %Ld, mode %o\n", cmdname(argv[0]),
735 data.ioc_obdo1.o_id, data.ioc_obdo1.o_mode);
740 int jt_dev_test_getattr(int argc, char **argv) {
741 struct obd_ioctl_data data;
742 struct timeval start, next_time;
743 int i, count, next_count;
746 if (argc != 2 && argc != 3)
750 count = strtoul(argv[1], NULL, 0);
753 verbose = get_verbose(argv[2]);
757 data.ioc_obdo1.o_valid = 0xffffffff;
758 data.ioc_obdo1.o_id = 2;
759 gettimeofday(&start, NULL);
760 next_time.tv_sec = start.tv_sec - verbose;
761 next_time.tv_usec = start.tv_usec;
762 printf("%s: getting %d attrs (testing only): %s", cmdname(argv[0]),
763 count, ctime(&start.tv_sec));
765 for (i = 1, next_count = verbose; i <= count; i++) {
766 rc = ioctl(fd, OBD_IOC_GETATTR , &data);
768 fprintf(stderr, "error: %s: #%d - %s\n",
769 cmdname(argv[0]), i, strerror(rc = errno));
772 if (be_verbose(verbose, &next_time, i,&next_count,count))
773 printf("%s: got attr #%d\n", cmdname(argv[0]), i);
781 gettimeofday(&end, NULL);
783 diff = difftime(&end, &start);
786 printf("%s: %d attrs in %.4gs (%.4g attr/s): %s",
787 cmdname(argv[0]), i, diff, (double)i / diff,
793 int jt_dev_test_brw(int argc, char **argv) {
794 struct obd_ioctl_data data;
795 struct timeval start, next_time;
797 int pages = 1, obdos = 1, count, next_count;
798 int verbose = 1, write = 0, rw;
802 if (argc < 2 || argc > 6)
805 count = strtoul(argv[1], NULL, 0);
808 if (argv[2][0] == 'w' || argv[2][0] == '1')
810 else if (argv[2][0] == 'r' || argv[2][0] == '0')
813 verbose = get_verbose(argv[3]);
817 pages = strtoul(argv[4], NULL, 0);
819 obdos = strtoul(argv[5], NULL, 0);
821 if (obdos != 1 && obdos != 2) {
822 fprintf(stderr, "error: %s: only 1 or 2 obdos supported\n",
827 len = pages * PAGE_SIZE;
829 bulk = calloc(obdos, len);
831 fprintf(stderr,"error: %s: no memory allocating %dx%d pages\n",
832 cmdname(argv[0]), obdos, pages);
836 data.ioc_obdo1.o_id = 2;
837 data.ioc_count = len;
839 data.ioc_plen1 = len;
840 data.ioc_pbuf1 = bulk;
842 data.ioc_obdo2.o_id = 3;
843 data.ioc_plen2 = len;
844 data.ioc_pbuf2 = bulk + len;
847 gettimeofday(&start, NULL);
848 next_time.tv_sec = start.tv_sec - verbose;
849 next_time.tv_usec = start.tv_usec;
851 printf("%s: %s %d (%dx%d pages) (testing only): %s",
852 cmdname(argv[0]), write ? "writing" : "reading",
853 count, obdos, pages, ctime(&start.tv_sec));
856 * We will put in the start time (and loop count inside the loop)
857 * at the beginning of each page so that we will be able to validate
858 * (at some later time) whether the data actually made it or not.
860 * XXX we do not currently use any of this memory in OBD_IOC_BRW_*
861 * just to avoid the overhead of the copy_{to,from}_user. It
862 * can be fixed if we ever need to send real data around.
864 for (o = 0, b = bulk; o < obdos; o++)
865 for (p = 0; p < pages; p++, b += PAGE_SIZE)
866 memcpy(b, &start, sizeof(start));
868 rw = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
869 for (i = 1, next_count = verbose; i <= count; i++) {
871 b = bulk + sizeof(struct timeval);
872 for (o = 0; o < obdos; o++)
873 for (p = 0; p < pages; p++, b += PAGE_SIZE)
874 memcpy(b, &count, sizeof(count));
877 rc = ioctl(fd, rw, &data);
879 fprintf(stderr, "error: %s: #%d - %s on %s\n",
880 cmdname(argv[0]), i, strerror(rc = errno),
881 write ? "write" : "read");
883 } else if (be_verbose(verbose,&next_time,i,&next_count,count))
884 printf("%s: %s number %d\n", cmdname(argv[0]),
885 write ? "write" : "read", i);
894 gettimeofday(&end, NULL);
896 diff = difftime(&end, &start);
899 printf("%s: %s %dx%dx%d pages in %.4gs (%.4g pg/s): %s",
900 cmdname(argv[0]), write ? "wrote" : "read", obdos,
901 pages, i, diff, (double)obdos * i * pages / diff,
907 int jt_dev_test_ldlm(int argc, char **argv) {
908 struct obd_ioctl_data data;
914 rc = ioctl(fd, IOC_LDLM_TEST, &data);
916 fprintf(stderr, "error: %s: test failed: %s\n",
917 cmdname(argv[0]), strerror(rc = errno));