1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
4 * Copyright (C) 2002 Cluster File Systems, Inc.
5 * Author: Peter J. Braam <braam@clusterfs.com>
6 * Author: Phil Schwan <phil@clusterfs.com>
8 * This file is part of Lustre, http://www.lustre.org.
10 * Lustre is free software; you can redistribute it and/or
11 * modify it under the terms of version 2 of the GNU General Public
12 * License as published by the Free Software Foundation.
14 * Lustre is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with Lustre; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
26 #include <sys/ioctl.h>
28 #include <sys/socket.h>
29 #include <sys/types.h>
36 #include <linux/lustre_lib.h>
37 #include <linux/lustre_idl.h>
38 #include <linux/lustre_dlm.h>
44 #include <netinet/in.h>
49 #include <linux/list.h>
63 #define IOCINIT(data) \
65 memset(&data, 0, sizeof(data)); \
66 data.ioc_version = OBD_IOCTL_VERSION; \
67 data.ioc_conn1 = connid; \
68 data.ioc_len = sizeof(data); \
70 fprintf(stderr, "No device open, use device\n"); \
76 pack "LL LL LL LL LL LL LL L L L L L L L L L a60 a60 L L L",
95 0, 0, # struct list_head
101 char * obdo_print(struct obdo *obd)
105 sprintf(buf, "id: %Ld\ngrp: %Ld\natime: %Ld\nmtime: %Ld\nctime: %Ld\n"
106 "size: %Ld\nblocks: %Ld\nblksize: %d\nmode: %o\nuid: %d\n"
107 "gid: %d\nflags: %x\nobdflags: %x\nnlink: %d,\nvalid %x\n",
126 static char *cmdname(char *func)
128 static char buf[512];
131 sprintf(buf, "%s-%d", func, thread);
138 int getfd(char *func)
141 fd = open("/dev/obd", O_RDWR);
143 fprintf(stderr, "error: %s: opening /dev/obd: %s\n",
144 cmdname(func), strerror(errno));
151 #define difftime(a, b) \
152 ((double)(a)->tv_sec - (b)->tv_sec + \
153 ((double)((a)->tv_usec - (b)->tv_usec) / 1000000))
156 #define difftime(a, b) (((a)->tv_sec - (b)->tv_sec) + \
157 (((a)->tv_usec - (b)->tv_usec) / 1000000))
160 static int be_verbose(int verbose, struct timeval *next_time,
161 int num, int *next_num, int num_total)
168 if (next_time != NULL)
169 gettimeofday(&now, NULL);
171 /* A positive verbosity means to print every X iterations */
173 (next_num == NULL || num >= *next_num || num >= num_total)) {
174 *next_num += verbose;
176 next_time->tv_sec = now.tv_sec - verbose;
177 next_time->tv_usec = now.tv_usec;
182 /* A negative verbosity means to print at most each X seconds */
183 if (verbose < 0 && next_time != NULL && difftime(&now, next_time) >= 0){
184 next_time->tv_sec = now.tv_sec - verbose;
185 next_time->tv_usec = now.tv_usec;
194 static int get_verbose(const char *arg)
198 if (!arg || arg[0] == 'v')
200 else if (arg[0] == 's' || arg[0] == 'q')
203 verbose = (int) strtoul(arg, NULL, 0);
206 printf("Print status every %d seconds\n", -verbose);
207 else if (verbose == 1)
208 printf("Print status every operation\n");
209 else if (verbose > 1)
210 printf("Print status every %d operations\n", verbose);
215 static int do_disconnect(char *func, int verbose)
217 struct obd_ioctl_data data;
224 rc = ioctl(fd, OBD_IOC_DISCONNECT , &data);
226 fprintf(stderr, "error: %s: %x %s\n", cmdname(func),
227 OBD_IOC_DISCONNECT, strerror(errno));
230 printf("%s: disconnected connid %d\n", cmdname(func),
238 extern command_t cmdlist[];
240 static int do_device(char *func, int dev)
242 struct obd_ioctl_data data;
244 memset(&data, 0, sizeof(data));
251 if (obd_ioctl_pack(&data, &buf, max)) {
252 fprintf(stderr, "error: %s: invalid ioctl\n", cmdname(func));
256 return ioctl(fd, OBD_IOC_DEVICE , buf);
259 static int jt_device(int argc, char **argv)
261 do_disconnect(argv[0], 1);
264 fprintf(stderr, "usage: %s devno\n", cmdname(argv[0]));
268 rc = do_device(argv[0], strtoul(argv[1], NULL, 0));
271 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
272 strerror(rc = errno));
277 static int jt_connect(int argc, char **argv)
279 struct obd_ioctl_data data;
283 do_disconnect(argv[0], 1);
286 fprintf(stderr, "usage: %s\n", cmdname(argv[0]));
290 rc = ioctl(fd, OBD_IOC_CONNECT , &data);
292 fprintf(stderr, "error: %s: %x %s\n", cmdname(argv[0]),
293 OBD_IOC_CONNECT, strerror(rc = errno));
295 connid = data.ioc_conn1;
300 static int jt_disconnect(int argc, char **argv)
303 fprintf(stderr, "usage: %s\n", cmdname(argv[0]));
307 return do_disconnect(argv[0], 0);
310 static int jt__device(int argc, char **argv)
316 fprintf(stderr, "usage: %s devno <command [args ...]>\n",
321 rc = do_device("device", strtoul(argv[1], NULL, 0));
326 rc = jt_connect(1, arg2);
330 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
332 ret = do_disconnect(argv[0], 0);
339 static int jt__threads(int argc, char **argv)
341 int threads, next_thread;
347 "usage: %s numthreads verbose devno <cmd [args ...]>\n",
352 threads = strtoul(argv[1], NULL, 0);
354 verbose = get_verbose(argv[2]);
356 printf("%s: starting %d threads on device %s running %s\n",
357 argv[0], threads, argv[3], argv[4]);
359 for (i = 1, next_thread = verbose; i <= threads; i++) {
362 fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
363 strerror(rc = errno));
365 } else if (rc == 0) {
367 argv[2] = "--device";
368 return jt__device(argc - 2, argv + 2);
369 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
370 printf("%s: thread #%d (PID %d) started\n",
375 if (!thread) { /* parent process */
377 printf("%s: started %d threads\n\n", argv[0], i - 1);
381 for (j = 1; j < i; j++) {
383 int ret = wait(&status);
386 fprintf(stderr, "error: %s: wait - %s\n",
387 argv[0], strerror(errno));
392 * This is a hack. We _should_ be able to use
393 * WIFEXITED(status) to see if there was an
394 * error, but it appears to be broken and it
395 * always returns 1 (OK). See wait(2).
397 int err = WEXITSTATUS(status);
400 "%s: PID %d had rc=%d\n",
411 static int jt_detach(int argc, char **argv)
413 struct obd_ioctl_data data;
418 fprintf(stderr, "usage: %s\n", cmdname(argv[0]));
422 if (obd_ioctl_pack(&data, &buf, max)) {
423 fprintf(stderr, "error: %s: invalid ioctl\n", cmdname(argv[0]));
427 rc = ioctl(fd, OBD_IOC_DETACH , buf);
429 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
435 static int jt_cleanup(int argc, char **argv)
437 struct obd_ioctl_data data;
442 fprintf(stderr, "usage: %s\n", cmdname(argv[0]));
446 rc = ioctl(fd, OBD_IOC_CLEANUP , &data);
448 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
454 static int jt_newdev(int argc, char **argv)
456 struct obd_ioctl_data data;
464 fprintf(stderr, "usage: %s\n", cmdname(argv[0]));
468 rc = ioctl(fd, OBD_IOC_NEWDEV , &data);
470 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
473 printf("Current device set to %d\n", data.ioc_dev);
479 static int jt_attach(int argc, char **argv)
481 struct obd_ioctl_data data;
485 if (argc != 2 && argc != 3) {
486 fprintf(stderr, "usage: %s type [name [uuid]]\n",
491 data.ioc_inllen1 = strlen(argv[1]) + 1;
492 data.ioc_inlbuf1 = argv[1];
494 data.ioc_inllen2 = strlen(argv[2]) + 1;
495 data.ioc_inlbuf2 = argv[2];
498 if (obd_ioctl_pack(&data, &buf, max)) {
499 fprintf(stderr, "error: %s: invalid ioctl\n", cmdname(argv[0]));
503 rc = ioctl(fd, OBD_IOC_ATTACH , buf);
505 fprintf(stderr, "error: %s: %x %s\n", cmdname(argv[0]),
506 OBD_IOC_ATTACH, strerror(rc = errno));
507 else if (argc == 3) {
509 if (strlen(argv[2]) > 128) {
510 printf("Name too long to set environment\n");
513 snprintf(name, 512, "LUSTRE_DEV_%s", argv[2]);
514 rc = setenv(name, argv[1], 1);
516 printf("error setting env variable %s\n", name);
523 #define N2D_OFF 0x100 /* So we can tell between error codes and devices */
525 static int do_name2dev(char *func, char *name)
527 struct obd_ioctl_data data;
534 data.ioc_inllen1 = strlen(name) + 1;
535 data.ioc_inlbuf1 = name;
537 if (obd_ioctl_pack(&data, &buf, max)) {
538 fprintf(stderr, "error: %s: invalid ioctl\n", cmdname(func));
541 rc = ioctl(fd, OBD_IOC_NAME2DEV , buf);
543 fprintf(stderr, "error: %s: %s - %s\n", cmdname(func),
544 name, strerror(rc = errno));
548 memcpy((char *)(&data), buf, sizeof(data));
550 return data.ioc_dev + N2D_OFF;
553 static int jt_name2dev(int argc, char **argv)
556 fprintf(stderr, "usage: %s name\n", cmdname(argv[0]));
560 rc = do_name2dev(argv[0], argv[1]);
562 int dev = rc - N2D_OFF;
563 rc = do_device(argv[0], dev);
570 static int jt_setup(int argc, char **argv)
572 struct obd_ioctl_data data;
577 fprintf(stderr, "usage: %s [device] [fstype]\n",
584 if (argv[1][0] == '$') {
585 rc = do_name2dev(argv[0], argv[1] + 1);
587 printf("%s is device %d\n", argv[1],
589 data.ioc_dev = rc - N2D_OFF;
592 data.ioc_dev = strtoul(argv[1], NULL, 0);
593 data.ioc_inllen1 = strlen(argv[1]) + 1;
594 data.ioc_inlbuf1 = argv[1];
597 data.ioc_inllen2 = strlen(argv[2]) + 1;
598 data.ioc_inlbuf2 = argv[2];
601 if (obd_ioctl_pack(&data, &buf, max)) {
602 fprintf(stderr, "error: %s: invalid ioctl\n", cmdname(argv[0]));
605 rc = ioctl(fd, OBD_IOC_SETUP , buf);
607 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
608 strerror(rc = errno));
614 static int jt_create(int argc, char **argv)
616 struct obd_ioctl_data data;
617 struct timeval next_time;
618 int count = 1, next_count;
623 if (argc < 2 || argc > 4) {
624 fprintf(stderr, "usage: %s num [mode] [verbose]\n",
628 count = strtoul(argv[1], NULL, 0);
631 data.ioc_obdo1.o_mode = strtoul(argv[2], NULL, 0);
633 data.ioc_obdo1.o_mode = 0100644;
634 data.ioc_obdo1.o_valid = OBD_MD_FLMODE;
636 verbose = get_verbose(argv[3]);
638 printf("%s: %d obdos\n", cmdname(argv[0]), count);
639 gettimeofday(&next_time, NULL);
640 next_time.tv_sec -= verbose;
642 for (i = 1, next_count = verbose; i <= count ; i++) {
643 rc = ioctl(fd, OBD_IOC_CREATE , &data);
645 fprintf(stderr, "error: %s: #%d - %s\n",
646 cmdname(argv[0]), i, strerror(rc = errno));
649 if (be_verbose(verbose, &next_time, i, &next_count, count))
650 printf("%s: #%d is object id %Ld\n", cmdname(argv[0]),
651 i, data.ioc_obdo1.o_id);
656 static int jt_setattr(int argc, char **argv)
658 struct obd_ioctl_data data;
662 fprintf(stderr, "usage: %s id mode\n", cmdname(argv[0]));
666 data.ioc_obdo1.o_id = strtoul(argv[1], NULL, 0);
667 data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], NULL, 0);
668 data.ioc_obdo1.o_valid = OBD_MD_FLMODE;
670 rc = ioctl(fd, OBD_IOC_SETATTR , &data);
672 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
673 strerror(rc = errno));
678 static int jt_destroy(int argc, char **argv)
680 struct obd_ioctl_data data;
684 fprintf(stderr, "usage: %s id\n", cmdname(argv[0]));
688 data.ioc_obdo1.o_id = strtoul(argv[1], NULL, 0);
689 data.ioc_obdo1.o_mode = S_IFREG|0644;
691 rc = ioctl(fd, OBD_IOC_DESTROY , &data);
693 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
694 strerror(rc = errno));
699 static int jt_getattr(int argc, char **argv)
701 struct obd_ioctl_data data;
704 fprintf(stderr, "usage: %s id\n", cmdname(argv[0]));
709 data.ioc_obdo1.o_id = strtoul(argv[1], NULL, 0);
710 /* to help obd filter */
711 data.ioc_obdo1.o_mode = 0100644;
712 data.ioc_obdo1.o_valid = 0xffffffff;
713 printf("%s: object id %Ld\n", cmdname(argv[0]), data.ioc_obdo1.o_id);
715 rc = ioctl(fd, OBD_IOC_GETATTR , &data);
717 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
720 printf("%s: object id %Ld, mode %o\n", cmdname(argv[0]),
721 data.ioc_obdo1.o_id, data.ioc_obdo1.o_mode);
726 static int jt_test_getattr(int argc, char **argv)
728 struct obd_ioctl_data data;
729 struct timeval start, next_time;
730 int i, count, next_count;
733 if (argc != 2 && argc != 3) {
734 fprintf(stderr, "usage: %s count [verbose]\n",cmdname(argv[0]));
739 count = strtoul(argv[1], NULL, 0);
742 verbose = get_verbose(argv[2]);
746 data.ioc_obdo1.o_valid = 0xffffffff;
747 data.ioc_obdo1.o_id = 2;
748 gettimeofday(&start, NULL);
749 next_time.tv_sec = start.tv_sec - verbose;
750 next_time.tv_usec = start.tv_usec;
751 printf("%s: getting %d attrs (testing only): %s", cmdname(argv[0]),
752 count, ctime(&start.tv_sec));
754 for (i = 1, next_count = verbose; i <= count; i++) {
755 rc = ioctl(fd, OBD_IOC_GETATTR , &data);
757 fprintf(stderr, "error: %s: #%d - %s\n",
758 cmdname(argv[0]), i, strerror(rc = errno));
761 if (be_verbose(verbose, &next_time, i,&next_count,count))
762 printf("%s: got attr #%d\n", cmdname(argv[0]), i);
770 gettimeofday(&end, NULL);
772 diff = difftime(&end, &start);
775 printf("%s: %d attrs in %.4gs (%.4g attr/s): %s",
776 cmdname(argv[0]), i, diff, (double)i / diff,
782 static int jt_test_brw(int argc, char **argv)
784 struct obd_ioctl_data data;
785 struct timeval start, next_time;
787 int pages = 1, obdos = 1, count, next_count;
788 int verbose = 1, write = 0, rw;
792 if (argc < 2 || argc > 6) {
794 "usage: %s count [write [verbose [pages [obdos]]]]\n",
799 count = strtoul(argv[1], NULL, 0);
802 if (argv[2][0] == 'w' || argv[2][0] == '1')
804 else if (argv[2][0] == 'r' || argv[2][0] == '0')
807 verbose = get_verbose(argv[3]);
811 pages = strtoul(argv[4], NULL, 0);
813 obdos = strtoul(argv[5], NULL, 0);
815 if (obdos != 1 && obdos != 2) {
816 fprintf(stderr, "error: %s: only 1 or 2 obdos supported\n",
821 len = pages * PAGE_SIZE;
823 bulk = calloc(obdos, len);
825 fprintf(stderr, "error: %s: no memory allocating %dx%d pages\n",
826 cmdname(argv[0]), obdos, pages);
830 data.ioc_conn2 = connid;
831 data.ioc_obdo1.o_id = 2;
832 data.ioc_count = len;
834 data.ioc_plen1 = len;
835 data.ioc_pbuf1 = bulk;
837 data.ioc_obdo2.o_id = 3;
838 data.ioc_plen2 = len;
839 data.ioc_pbuf2 = bulk + len;
842 gettimeofday(&start, NULL);
843 next_time.tv_sec = start.tv_sec - verbose;
844 next_time.tv_usec = start.tv_usec;
846 printf("%s: %s %d (%dx%d pages) (testing only): %s",
847 cmdname(argv[0]), write ? "writing" : "reading",
848 count, obdos, pages, ctime(&start.tv_sec));
851 * We will put in the start time (and loop count inside the loop)
852 * at the beginning of each page so that we will be able to validate
853 * (at some later time) whether the data actually made it or not.
855 * XXX we do not currently use any of this memory in OBD_IOC_BRW_*
856 * just to avoid the overhead of the copy_{to,from}_user. It
857 * can be fixed if we ever need to send real data around.
859 for (o = 0, b = bulk; o < obdos; o++)
860 for (p = 0; p < pages; p++, b += PAGE_SIZE)
861 memcpy(b, &start, sizeof(start));
863 rw = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
864 for (i = 1, next_count = verbose; i <= count; i++) {
866 b = bulk + sizeof(struct timeval);
867 for (o = 0; o < obdos; o++)
868 for (p = 0; p < pages; p++, b += PAGE_SIZE)
869 memcpy(b, &count, sizeof(count));
872 rc = ioctl(fd, rw, &data);
874 fprintf(stderr, "error: %s: #%d - %s on %s\n",
875 cmdname(argv[0]), i, strerror(rc = errno),
876 write ? "write" : "read");
878 } else if (be_verbose(verbose, &next_time, i,&next_count,count))
879 printf("%s: %s number %d\n", cmdname(argv[0]),
880 write ? "write" : "read", i);
889 gettimeofday(&end, NULL);
891 diff = difftime(&end, &start);
894 printf("%s: %s %dx%dx%d pages in %.4gs (%.4g pg/s): %s",
895 cmdname(argv[0]), write ? "wrote" : "read", obdos,
896 pages, i, diff, (double)obdos * i * pages / diff,
902 static int jt_test_ldlm(int argc, char **argv)
904 struct obd_ioctl_data data;
908 fprintf(stderr, "usage: %s\n", cmdname(argv[0]));
912 rc = ioctl(fd, IOC_LDLM_TEST, &data);
914 fprintf(stderr, "error: %s: test failed: %s\n",
915 cmdname(argv[0]), strerror(rc = errno));
919 static int jt_newconn(int argc, char **argv)
921 struct obd_ioctl_data data;
925 fprintf(stderr, "usage: %s\n", cmdname(argv[0]));
929 rc = ioctl(fd, OBD_IOC_RECOVD_NEWCONN , &data);
931 fprintf(stderr, "error: %s: %s\n", cmdname(argv[0]),
932 strerror(rc = errno));
937 static int jt_quit(int argc, char **argv)
939 Parser_quit(argc, argv);
944 command_t cmdlist[] = {
946 {"--device", jt__device, 0, "--device <devno> <command [args ...]>"},
947 {"--threads", jt__threads, 0,
948 "--threads <threads> <devno> <command [args ...]>"},
950 /* Device configuration commands */
951 {"newdev", jt_newdev, 0, "set device to a new unused obd (no args)"},
952 {"device", jt_device, 0, "set current device (args device_no name)"},
953 {"name2dev", jt_name2dev, 0, "set device by name (args name)"},
954 {"attach", jt_attach, 0, "name the type of device (args: type data"},
955 {"setup", jt_setup, 0, "setup device (args: <blkdev> [data]"},
956 {"detach", jt_detach, 0, "detach the current device (arg: )"},
957 {"cleanup", jt_cleanup, 0, "cleanup the current device (arg: )"},
959 /* Session commands */
960 {"connect", jt_connect, 0, "connect - get a connection to device"},
961 {"disconnect", jt_disconnect, 0,
962 "disconnect - break connection to device"},
964 /* Session operations */
965 {"create", jt_create, 0, "create [count [mode [verbose]]]"},
966 {"destroy", jt_destroy, 0, "destroy <id>"},
967 {"getattr", jt_getattr, 0, "getattr <id>"},
968 {"setattr", jt_setattr, 0, "setattr <id> <mode>"},
969 {"newconn", jt_newconn, 0, "newconn [newuuid]"},
970 {"test_getattr", jt_test_getattr, 0, "test_getattr <count> [verbose]"},
971 {"test_brw", jt_test_brw, 0, "test_brw <count> [write [verbose]]"},
972 {"test_ldlm", jt_test_ldlm, 0, "test lock manager (no args)"},
974 /* User interface commands */
975 {"help", Parser_help, 0, "help"},
976 {"exit", jt_quit, 0, "quit"},
977 {"quit", jt_quit, 0, "quit"},
982 static void signal_server(int sig)
985 do_disconnect("sigint", 1);
988 fprintf(stderr, "%s: got signal %d\n", cmdname("sigint"), sig);
992 int main(int argc, char **argv)
994 struct sigaction sigact;
996 sigact.sa_handler = signal_server;
997 sigfillset(&sigact.sa_mask);
998 sigact.sa_flags = SA_RESTART;
999 sigaction(SIGINT, &sigact, NULL);
1003 rc = Parser_execarg(argc - 1, argv + 1, cmdlist);
1005 Parser_init("obdctl > ", cmdlist);
1006 rc = Parser_commands();
1009 do_disconnect(argv[0], 1);