1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
6 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 only,
10 * as published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License version 2 for more details (a copy is included
16 * in the LICENSE file that accompanied this code).
18 * You should have received a copy of the GNU General Public License
19 * version 2 along with this program; If not, see
20 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
22 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23 * CA 95054 USA or visit www.sun.com if you need additional information or
29 * Copyright 2008 Sun Microsystems, Inc. All rights reserved
30 * Use is subject to license terms.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
38 * Author: Peter J. Braam <braam@clusterfs.com>
39 * Author: Phil Schwan <phil@clusterfs.com>
40 * Author: Andreas Dilger <adilger@clusterfs.com>
41 * Author: Robert Read <rread@clusterfs.com>
45 #include <sys/ioctl.h>
47 #include <sys/socket.h>
48 #include <sys/types.h>
59 #include <obd.h> /* for struct lov_stripe_md */
60 #include <lustre/lustre_build_version.h>
69 #include <obd_class.h>
70 #include <lnet/lnetctl.h>
71 #include <libcfs/libcfsutil.h>
73 #include <lustre/liblustreapi.h>
75 #define MAX_STRING_SIZE 128
76 #define DEVICES_LIST "/proc/fs/lustre/devices"
83 #define MAX_THREADS 1024
86 __u64 counters[MAX_THREADS];
87 __u64 offsets[MAX_THREADS];
95 static struct shared_data *shared_data;
96 static __u64 counter_snapshot[2][MAX_THREADS];
97 static int prev_valid;
98 static struct timeval prev_time;
102 const int thread = 0;
103 const int nthreads = 1;
106 static char rawbuf[8192];
107 static char *buf = rawbuf;
108 static int max = sizeof(rawbuf);
110 static int cur_device = -1;
112 #define MAX_STRIPES 170
113 struct lov_oinfo lov_oinfos[MAX_STRIPES];
116 struct lov_stripe_md lsm;
117 struct lov_oinfo *ptrs[MAX_STRIPES];
120 static int l2_ioctl(int dev_id, int opc, void *buf)
122 return l_ioctl(dev_id, opc, buf);
125 #define IOC_INIT(data) \
127 memset(&data, 0, sizeof(data)); \
128 data.ioc_dev = cur_device; \
131 #define IOC_PACK(func, data) \
133 memset(buf, 0, sizeof(rawbuf)); \
134 if (obd_ioctl_pack(&data, &buf, max)) { \
135 fprintf(stderr, "error: %s: invalid ioctl\n", \
141 #define IOC_UNPACK(func, data) \
143 if (obd_ioctl_unpack(&data, buf, max)) { \
144 fprintf(stderr, "error: %s: invalid reply\n", \
150 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
152 struct obd_ioctl_data data;
156 data.ioc_type = LUSTRE_CFG_TYPE;
157 data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
159 data.ioc_pbuf1 = (void *)lcfg;
160 IOC_PACK(func, data);
162 rc = l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
167 static int do_device(char *func, char *devname);
169 static int get_mgs_device()
172 static int mgs_device = -1;
174 if (mgs_device == -1) {
176 do_disconnect(NULL, 1);
177 rc = do_device("mgsioc", mgs);
180 "This command must be run on the MGS.\n");
184 mgs_device = cur_device;
189 /* Returns -1 on error with errno set */
190 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
192 struct obd_ioctl_data data;
196 rc = data.ioc_dev = get_mgs_device();
199 data.ioc_type = LUSTRE_CFG_TYPE;
200 data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
202 data.ioc_pbuf1 = (void *)lcfg;
203 IOC_PACK(func, data);
205 rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
209 fprintf(stderr, "Make sure cfg_device is set first.\n");
214 char *obdo_print(struct obdo *obd)
218 sprintf(buf, "id: "LPX64"\ngrp: "LPX64"\natime: "LPU64"\nmtime: "LPU64
219 "\nctime: "LPU64"\nsize: "LPU64"\nblocks: "LPU64
220 "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
221 "misc: %x\nnlink: %d,\nvalid "LPX64"\n",
222 obd->o_id, obd->o_gr, obd->o_atime, obd->o_mtime, obd->o_ctime,
223 obd->o_size, obd->o_blocks, obd->o_blksize, obd->o_mode,
224 obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
225 obd->o_nlink, obd->o_valid);
230 #define BAD_VERBOSE (-999999999)
232 #define N2D_OFF 0x100 /* So we can tell between error codes and devices */
234 static int do_name2dev(char *func, char *name)
236 struct obd_ioctl_data data;
241 data.ioc_inllen1 = strlen(name) + 1;
242 data.ioc_inlbuf1 = name;
244 IOC_PACK(func, data);
245 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
248 IOC_UNPACK(func, data);
250 return data.ioc_dev + N2D_OFF;
254 * resolve a device name to a device number.
255 * supports a number, $name or %uuid.
257 int parse_devname(char *func, char *name)
264 if (isdigit(name[0])) {
265 ret = strtoul(name, NULL, 0);
267 if (name[0] == '$' || name[0] == '%')
269 rc = do_name2dev(func, name);
272 // printf("Name %s is device %d\n", name, ret);
274 fprintf(stderr, "No device found for name %s: %s\n",
282 reset_lsmb (struct lsm_buffer *lsmb)
284 memset (&lsmb->lsm, 0, sizeof (lsmb->lsm));
285 memset(lov_oinfos, 0, sizeof(lov_oinfos));
286 lsmb->lsm.lsm_magic = LOV_MAGIC;
290 parse_lsm (struct lsm_buffer *lsmb, char *string)
292 struct lov_stripe_md *lsm = &lsmb->lsm;
297 * object_id[=size#count[@offset:id]*]
302 lsm->lsm_object_id = strtoull (string, &end, 0);
314 lsm->lsm_stripe_size = strtoul (string, &end, 0);
323 lsm->lsm_stripe_count = strtoul (string, &end, 0);
328 if (*string == 0) /* don't have to specify obj ids */
331 for (i = 0; i < lsm->lsm_stripe_count; i++) {
335 lsm->lsm_oinfo[i]->loi_ost_idx = strtoul(string, &end, 0);
339 lsm->lsm_oinfo[i]->loi_id = strtoull(string, &end, 0);
349 char *jt_cmdname(char *func)
351 static char buf[512];
354 sprintf(buf, "%s-%d", func, thread);
361 #define difftime(a, b) \
362 ((a)->tv_sec - (b)->tv_sec + \
363 ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
365 static int be_verbose(int verbose, struct timeval *next_time,
366 __u64 num, __u64 *next_num, int num_total)
373 if (next_time != NULL)
374 gettimeofday(&now, NULL);
376 /* A positive verbosity means to print every X iterations */
377 if (verbose > 0 && (num >= *next_num || num >= num_total)) {
378 *next_num += verbose;
380 next_time->tv_sec = now.tv_sec - verbose;
381 next_time->tv_usec = now.tv_usec;
386 /* A negative verbosity means to print at most each X seconds */
387 if (verbose < 0 && next_time != NULL &&
388 difftime(&now, next_time) >= 0.0){
389 next_time->tv_sec = now.tv_sec - verbose;
390 next_time->tv_usec = now.tv_usec;
398 static int get_verbose(char *func, const char *arg)
403 if (!arg || arg[0] == 'v')
405 else if (arg[0] == 's' || arg[0] == 'q')
408 verbose = (int)strtoul(arg, &end, 0);
410 fprintf(stderr, "error: %s: bad verbose option '%s'\n",
411 jt_cmdname(func), arg);
417 printf("Print status every %d seconds\n", -verbose);
418 else if (verbose == 1)
419 printf("Print status every operation\n");
420 else if (verbose > 1)
421 printf("Print status every %d operations\n", verbose);
426 int do_disconnect(char *func, int verbose)
428 lcfg_set_devname(NULL);
434 static void shmem_setup(void)
436 /* Create new segment */
437 int shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
440 fprintf(stderr, "Can't create shared data: %s\n",
445 /* Attatch to new segment */
446 shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
448 if (shared_data == (struct shared_data *)(-1)) {
449 fprintf(stderr, "Can't attach shared data: %s\n",
455 /* Mark segment as destroyed, so it will disappear when we exit.
456 * Forks will inherit attached segments, so we should be OK.
458 if (shmctl(shmid, IPC_RMID, NULL) == -1) {
459 fprintf(stderr, "Can't destroy shared data: %s\n",
464 static inline void shmem_lock(void)
466 l_mutex_lock(&shared_data->mutex);
469 static inline void shmem_unlock(void)
471 l_mutex_unlock(&shared_data->mutex);
474 static inline void shmem_reset(int total_threads)
476 if (shared_data == NULL)
479 memset(shared_data, 0, sizeof(*shared_data));
480 l_mutex_init(&shared_data->mutex);
481 l_cond_init(&shared_data->cond);
482 memset(counter_snapshot, 0, sizeof(counter_snapshot));
484 shared_data->barrier = total_threads;
487 static inline void shmem_bump(void)
489 static int bumped_running;
491 if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
495 shared_data->counters[thread - 1]++;
497 shared_data->running++;
502 static void shmem_snap(int total_threads, int live_threads)
504 struct timeval this_time;
511 if (shared_data == NULL || total_threads > MAX_THREADS)
515 memcpy(counter_snapshot[0], shared_data->counters,
516 total_threads * sizeof(counter_snapshot[0][0]));
517 running = shared_data->running;
520 gettimeofday(&this_time, NULL);
522 for (i = 0; i < total_threads; i++) {
523 long long this_count =
524 counter_snapshot[0][i] - counter_snapshot[1][i];
526 if (this_count != 0) {
532 secs = (this_time.tv_sec + this_time.tv_usec / 1000000.0) -
533 (prev_time.tv_sec + prev_time.tv_usec / 1000000.0);
536 live_threads == total_threads &&
537 secs > 0.0) /* someone screwed with the time? */
538 printf("%d/%d Total: %f/second\n", non_zero, total_threads, total / secs);
540 memcpy(counter_snapshot[1], counter_snapshot[0],
541 total_threads * sizeof(counter_snapshot[0][0]));
542 prev_time = this_time;
544 running == total_threads)
548 static void shmem_stop(void)
550 if (shared_data == NULL)
553 shared_data->stop = 1;
556 static int shmem_running(void)
558 return (shared_data == NULL ||
562 static void shmem_setup(void)
566 static inline void shmem_reset(int total_threads)
570 static inline void shmem_bump(void)
574 static void shmem_lock()
578 static void shmem_unlock()
582 static void shmem_stop(void)
586 static int shmem_running(void)
592 extern command_t cmdlist[];
594 static int do_device(char *func, char *devname)
598 dev = parse_devname(func, devname);
602 lcfg_set_devname(devname);
607 int jt_obd_get_device()
612 int jt_obd_device(int argc, char **argv)
620 printf("current device is %d - %s\n",
621 cur_device, lcfg_get_devname() ? : "not set");
624 rc = do_device("device", argv[1]);
628 int jt_opt_device(int argc, char **argv)
636 rc = do_device("device", argv[1]);
639 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
641 ret = do_disconnect(argv[0], 0);
649 static void parent_sighandler (int sig)
654 int jt_opt_threads(int argc, char **argv)
656 static char cmdstr[128];
659 struct sigaction sigact;
660 struct sigaction saveact1;
661 struct sigaction saveact2;
662 unsigned long threads;
666 int report_count = -1;
673 threads = strtoul(argv[1], &end, 0);
676 report_count = strtoul(end + 1, &end, 0);
678 if (*end || threads > MAX_THREADS) {
679 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
680 jt_cmdname(argv[0]), argv[1]);
684 verbose = get_verbose(argv[0], argv[2]);
685 if (verbose == BAD_VERBOSE)
689 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
690 for (i = 5; i < argc; i++)
691 snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
694 printf("%s: starting %ld threads on device %s running %s\n",
695 argv[0], threads, argv[3], cmdstr);
698 shmem_reset(threads);
700 sigemptyset(&sigset);
701 sigaddset(&sigset, SIGALRM);
702 sigaddset(&sigset, SIGCHLD);
703 sigprocmask(SIG_BLOCK, &sigset, &saveset);
707 for (i = 1, next_thread = verbose; i <= threads; i++) {
710 fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
711 strerror(rc = errno));
713 } else if (rc == 0) {
714 sigprocmask(SIG_SETMASK, &saveset, NULL);
717 argv[2] = "--device";
718 return jt_opt_device(argc - 2, argv + 2);
719 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
720 printf("%s: thread #%d (PID %d) started\n",
725 if (!thread) { /* parent process */
726 int live_threads = threads;
728 sigemptyset(&sigset);
729 sigemptyset(&sigact.sa_mask);
730 sigact.sa_handler = parent_sighandler;
733 sigaction(SIGALRM, &sigact, &saveact1);
734 sigaction(SIGCHLD, &sigact, &saveact2);
736 while (live_threads > 0) {
740 if (verbose < 0) /* periodic stats */
746 while (live_threads > 0) {
747 ret = waitpid(0, &status, WNOHANG);
752 fprintf(stderr, "error: %s: wait - %s\n",
753 argv[0], strerror(errno));
759 * This is a hack. We _should_ be able
760 * to use WIFEXITED(status) to see if
761 * there was an error, but it appears
762 * to be broken and it always returns 1
765 int err = WEXITSTATUS(status);
766 if (err || WIFSIGNALED(status))
768 "%s: PID %d had rc=%d\n",
777 /* Show stats while all threads running */
779 shmem_snap(threads, live_threads);
780 if (report_count > 0 && --report_count == 0)
784 sigaction(SIGCHLD, &saveact2, NULL);
785 sigaction(SIGALRM, &saveact1, NULL);
788 sigprocmask(SIG_SETMASK, &saveset, NULL);
793 int jt_opt_threads(int argc, char **argv)
795 fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
796 jt_cmdname(argv[0]));
801 int jt_opt_net(int argc, char **argv)
812 rc = jt_ptl_network (2, arg2);
815 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
820 int jt_obd_no_transno(int argc, char **argv)
822 struct obd_ioctl_data data;
830 IOC_PACK(argv[0], data);
831 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
833 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
834 strerror(rc = errno));
839 int jt_obd_set_readonly(int argc, char **argv)
841 struct obd_ioctl_data data;
849 IOC_PACK(argv[0], data);
850 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
852 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
853 strerror(rc = errno));
858 int jt_obd_abort_recovery(int argc, char **argv)
860 struct obd_ioctl_data data;
868 IOC_PACK(argv[0], data);
869 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
871 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
872 strerror(rc = errno));
877 int jt_get_version(int argc, char **argv)
881 struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
886 memset(buf, 0, sizeof(buf));
887 data->ioc_version = OBD_IOCTL_VERSION;
888 data->ioc_inllen1 = sizeof(buf) - size_round(sizeof(*data));
889 data->ioc_inlbuf1 = buf + size_round(sizeof(*data));
890 data->ioc_len = obd_ioctl_packlen(data);
892 rc = l2_ioctl(OBD_DEV_ID, OBD_GET_VERSION, buf);
894 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
895 strerror(rc = errno));
897 printf("Lustre version: %s\n", data->ioc_bulk);
900 printf("lctl version: %s\n", BUILD_VERSION);
905 * Print an obd device line with the ost_conn_uuid inserted, if the obd
908 static void print_obd_line(char *s)
910 char buf[MAX_STRING_SIZE];
911 char obd_name[MAX_OBD_NAME];
915 if (sscanf(s, " %*d %*s osc %s %*s %*d ", obd_name) == 0)
917 snprintf(buf, sizeof(buf),
918 "/proc/fs/lustre/osc/%s/ost_conn_uuid", obd_name);
919 if ((fp = fopen(buf, "r")) == NULL)
924 if (sscanf(s, " %*d %*s mdc %s %*s %*d ", obd_name) == 0)
926 snprintf(buf, sizeof(buf),
927 "/proc/fs/lustre/mdc/%s/mds_conn_uuid", obd_name);
928 if ((fp = fopen(buf, "r")) == NULL)
932 fgets(buf, sizeof(buf), fp);
935 /* trim trailing newlines */
936 ptr = strrchr(buf, '\n');
937 if (ptr) *ptr = '\0';
938 ptr = strrchr(s, '\n');
939 if (ptr) *ptr = '\0';
941 printf("%s %s\n", s, buf);
949 /* get device list by ioctl */
950 int jt_obd_list_ioctl(int argc, char **argv)
954 struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
958 /* Just ignore a -t option. Only supported with /proc. */
959 else if (argc == 2 && strcmp(argv[1], "-t") != 0)
962 for (index = 0;; index++) {
963 memset(buf, 0, sizeof(buf));
964 data->ioc_version = OBD_IOCTL_VERSION;
965 data->ioc_inllen1 = sizeof(buf) - size_round(sizeof(*data));
966 data->ioc_inlbuf1 = buf + size_round(sizeof(*data));
967 data->ioc_len = obd_ioctl_packlen(data);
968 data->ioc_count = index;
970 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
973 printf("%s\n", (char *)data->ioc_bulk);
977 /* no device or the last device */
980 fprintf(stderr, "Error getting device list: %s: "
987 int jt_obd_list(int argc, char **argv)
990 char buf[MAX_STRING_SIZE];
996 else if (argc == 2) {
997 if (strcmp(argv[1], "-t") == 0)
1003 fp = fopen(DEVICES_LIST, "r");
1005 fprintf(stderr, "error: %s: %s opening "DEVICES_LIST"\n",
1006 jt_cmdname(argv[0]), strerror(rc = errno));
1007 return jt_obd_list_ioctl(argc, argv);
1010 while (fgets(buf, sizeof(buf), fp) != NULL)
1012 print_obd_line(buf);
1023 /* Create one or more objects, arg[4] may describe stripe meta-data. If
1024 * not, defaults assumed. This echo-client instance stashes the stripe
1025 * object ids. Use get_stripe on this node to print full lsm and
1026 * set_stripe on another node to cut/paste between nodes.
1028 /* create <count> [<file_create_mode>] [q|v|# verbosity] [striping] */
1029 int jt_obd_create(int argc, char **argv)
1031 struct obd_ioctl_data data;
1032 struct timeval next_time;
1033 __u64 count = 1, next_count, base_id = 0;
1034 int verbose = 1, mode = 0100644, rc = 0, i, valid_lsm = 0;
1038 if (argc < 2 || argc > 5)
1041 count = strtoull(argv[1], &end, 0);
1043 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1044 jt_cmdname(argv[0]), argv[1]);
1049 mode = strtoul(argv[2], &end, 0);
1051 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1052 jt_cmdname(argv[0]), argv[2]);
1055 if (!(mode & S_IFMT))
1060 verbose = get_verbose(argv[0], argv[3]);
1061 if (verbose == BAD_VERBOSE)
1066 reset_lsmb (&lsm_buffer); /* will set default */
1068 rc = parse_lsm (&lsm_buffer, argv[4]);
1070 fprintf(stderr, "error: %s: invalid lsm '%s'\n",
1071 jt_cmdname(argv[0]), argv[4]);
1074 base_id = lsm_buffer.lsm.lsm_object_id;
1078 printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1079 gettimeofday(&next_time, NULL);
1080 next_time.tv_sec -= verbose;
1082 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1083 data.ioc_obdo1.o_mode = mode;
1084 data.ioc_obdo1.o_id = base_id;
1085 data.ioc_obdo1.o_uid = 0;
1086 data.ioc_obdo1.o_gid = 0;
1087 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1088 OBD_MD_FLID | OBD_MD_FLUID | OBD_MD_FLGID;
1091 data.ioc_plen1 = sizeof lsm_buffer;
1092 data.ioc_pbuf1 = (char *)&lsm_buffer;
1095 IOC_PACK(argv[0], data);
1096 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1097 IOC_UNPACK(argv[0], data);
1100 fprintf(stderr, "error: %s: #%d - %s\n",
1101 jt_cmdname(argv[0]), i, strerror(rc = errno));
1104 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1105 fprintf(stderr,"error: %s: oid not valid #%d:"LPX64"\n",
1106 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_valid);
1111 if (be_verbose(verbose, &next_time, i, &next_count, count))
1112 printf("%s: #%d is object id "LPX64"\n",
1113 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_id);
1118 int jt_obd_setattr(int argc, char **argv)
1120 struct obd_ioctl_data data;
1128 data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1130 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1131 jt_cmdname(argv[0]), argv[1]);
1134 data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1136 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1137 jt_cmdname(argv[0]), argv[2]);
1140 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1142 IOC_PACK(argv[0], data);
1143 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1145 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1146 strerror(rc = errno));
1151 int jt_obd_test_setattr(int argc, char **argv)
1153 struct obd_ioctl_data data;
1154 struct timeval start, next_time;
1155 __u64 i, count, next_count;
1161 if (argc < 2 || argc > 4)
1165 count = strtoull(argv[1], &end, 0);
1167 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1168 jt_cmdname(argv[0]), argv[1]);
1173 verbose = get_verbose(argv[0], argv[2]);
1174 if (verbose == BAD_VERBOSE)
1179 if (argv[3][0] == 't') {
1180 objid = strtoull(argv[3] + 1, &end, 0);
1182 objid += thread - 1;
1184 objid = strtoull(argv[3], &end, 0);
1186 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1187 jt_cmdname(argv[0]), argv[3]);
1192 gettimeofday(&start, NULL);
1193 next_time.tv_sec = start.tv_sec - verbose;
1194 next_time.tv_usec = start.tv_usec;
1196 printf("%s: setting "LPD64" attrs (objid "LPX64"): %s",
1197 jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1199 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1200 data.ioc_obdo1.o_id = objid;
1201 data.ioc_obdo1.o_mode = S_IFREG;
1202 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1203 IOC_PACK(argv[0], data);
1204 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1207 fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1208 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1212 (verbose, &next_time, i, &next_count, count))
1213 printf("%s: set attr #"LPD64"\n",
1214 jt_cmdname(argv[0]), i);
1222 gettimeofday(&end, NULL);
1224 diff = difftime(&end, &start);
1228 printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1229 jt_cmdname(argv[0]), i, diff, i / diff,
1230 ctime(&end.tv_sec));
1235 int jt_obd_destroy(int argc, char **argv)
1237 struct obd_ioctl_data data;
1238 struct timeval next_time;
1239 __u64 count = 1, next_count;
1246 if (argc < 2 || argc > 4)
1249 id = strtoull(argv[1], &end, 0);
1250 if (*end || id == 0 || errno != 0) {
1251 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1252 jt_cmdname(argv[0]), argv[1]);
1256 count = strtoull(argv[2], &end, 0);
1259 "error: %s: invalid iteration count '%s'\n",
1260 jt_cmdname(argv[0]), argv[2]);
1266 verbose = get_verbose(argv[0], argv[3]);
1267 if (verbose == BAD_VERBOSE)
1271 printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1272 gettimeofday(&next_time, NULL);
1273 next_time.tv_sec -= verbose;
1275 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1276 data.ioc_obdo1.o_id = id;
1277 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1278 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1280 IOC_PACK(argv[0], data);
1281 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1282 IOC_UNPACK(argv[0], data);
1285 fprintf(stderr, "error: %s: objid "LPX64": %s\n",
1286 jt_cmdname(argv[0]), id, strerror(rc = errno));
1290 if (be_verbose(verbose, &next_time, i, &next_count, count))
1291 printf("%s: #%d is object id "LPX64"\n",
1292 jt_cmdname(argv[0]), i, id);
1298 int jt_obd_getattr(int argc, char **argv)
1300 struct obd_ioctl_data data;
1308 data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1310 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1311 jt_cmdname(argv[0]), argv[1]);
1314 /* to help obd filter */
1315 data.ioc_obdo1.o_mode = 0100644;
1316 data.ioc_obdo1.o_valid = 0xffffffff;
1317 printf("%s: object id "LPX64"\n", jt_cmdname(argv[0]),data.ioc_obdo1.o_id);
1319 IOC_PACK(argv[0], data);
1320 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1321 IOC_UNPACK(argv[0], data);
1323 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1324 strerror(rc = errno));
1326 printf("%s: object id "LPX64", mode %o\n", jt_cmdname(argv[0]),
1327 data.ioc_obdo1.o_id, data.ioc_obdo1.o_mode);
1332 int jt_obd_test_getattr(int argc, char **argv)
1334 struct obd_ioctl_data data;
1335 struct timeval start, next_time;
1336 __u64 i, count, next_count;
1342 if (argc < 2 || argc > 4)
1346 count = strtoull(argv[1], &end, 0);
1348 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1349 jt_cmdname(argv[0]), argv[1]);
1354 verbose = get_verbose(argv[0], argv[2]);
1355 if (verbose == BAD_VERBOSE)
1360 if (argv[3][0] == 't') {
1361 objid = strtoull(argv[3] + 1, &end, 0);
1363 objid += thread - 1;
1365 objid = strtoull(argv[3], &end, 0);
1367 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1368 jt_cmdname(argv[0]), argv[3]);
1373 gettimeofday(&start, NULL);
1374 next_time.tv_sec = start.tv_sec - verbose;
1375 next_time.tv_usec = start.tv_usec;
1377 printf("%s: getting "LPD64" attrs (objid "LPX64"): %s",
1378 jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1380 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1381 data.ioc_obdo1.o_id = objid;
1382 data.ioc_obdo1.o_mode = S_IFREG;
1383 data.ioc_obdo1.o_valid = 0xffffffff;
1384 IOC_PACK(argv[0], data);
1385 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1388 fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1389 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1393 (verbose, &next_time, i, &next_count, count))
1394 printf("%s: got attr #"LPD64"\n",
1395 jt_cmdname(argv[0]), i);
1403 gettimeofday(&end, NULL);
1405 diff = difftime(&end, &start);
1409 printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1410 jt_cmdname(argv[0]), i, diff, i / diff,
1411 ctime(&end.tv_sec));
1416 /* test_brw <cnt> count
1417 <r|w[r(repeat)x(noverify)]> mode
1418 <q|v|#(print interval)> verbosity
1419 <npages[+offset]> blocksize
1420 <[[<interleave_threads>]t(inc obj by thread#)]obj> object
1421 [p|g<args>] batch */
1422 int jt_obd_test_brw(int argc, char **argv)
1424 struct obd_ioctl_data data;
1425 struct timeval start, next_time;
1426 __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1427 int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1428 int offset_pages = 0;
1430 int repeat_offset = 0;
1431 unsigned long long ull;
1432 int nthr_per_obj = 0;
1437 if (argc < 2 || argc > 7) {
1438 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1439 jt_cmdname(argv[0]), argc);
1443 count = strtoull(argv[1], &end, 0);
1445 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
1446 jt_cmdname(argv[0]), argv[1]);
1451 if (argv[2][0] == 'w' || argv[2][0] == '1')
1453 /* else it's a read */
1455 if (argv[2][0] != 0)
1456 for (i = 1; argv[2][i] != 0; i++)
1457 switch (argv[2][i]) {
1467 fprintf (stderr, "Can't parse cmd '%s'\n",
1474 verbose = get_verbose(argv[0], argv[3]);
1475 if (verbose == BAD_VERBOSE)
1480 pages = strtoul(argv[4], &end, 0);
1483 offset_pages = strtoul(end + 1, &end, 0);
1486 offset_pages < 0 || offset_pages >= pages) {
1487 fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
1488 jt_cmdname(argv[0]), argv[4]);
1495 (n = strtol(argv[5], &end, 0)) > 0 &&
1497 (ull = strtoull(end + 1, &end, 0)) > 0 &&
1501 } else if (thread &&
1502 argv[5][0] == 't') {
1504 objid = strtoull(argv[5] + 1, &end, 0);
1507 objid = strtoull(argv[5], &end, 0);
1510 fprintf(stderr, "error: %s: bad objid '%s'\n",
1511 jt_cmdname(argv[0]), argv[5]);
1518 /* communicate the 'type' of brw test and batching to echo_client.
1519 * don't start. we'd love to refactor this lctl->echo_client
1521 data.ioc_pbuf1 = (void *)1;
1525 switch(argv[6][0]) {
1526 case 'g': /* plug and unplug */
1527 data.ioc_pbuf1 = (void *)2;
1528 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
1531 case 'p': /* prep and commit */
1532 data.ioc_pbuf1 = (void *)3;
1533 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
1537 fprintf(stderr, "error: %s: batching '%s' "
1538 "needs to specify 'p' or 'g'\n",
1539 jt_cmdname(argv[0]), argv[6]);
1544 fprintf(stderr, "error: %s: bad batching '%s'\n",
1545 jt_cmdname(argv[0]), argv[6]);
1548 data.ioc_plen1 *= getpagesize();
1551 len = pages * getpagesize();
1552 thr_offset = offset_pages * getpagesize();
1558 if (nthr_per_obj != 0) {
1559 /* threads interleave */
1560 obj_idx = (thread - 1)/nthr_per_obj;
1562 stride *= nthr_per_obj;
1564 shared_data->offsets[obj_idx] = stride + thr_offset;
1565 thr_offset += ((thread - 1) % nthr_per_obj) * len;
1567 /* threads disjoint */
1568 thr_offset += (thread - 1) * len;
1571 shared_data->barrier--;
1572 if (shared_data->barrier == 0)
1573 l_cond_broadcast(&shared_data->cond);
1575 l_cond_wait(&shared_data->cond,
1576 &shared_data->mutex);
1582 data.ioc_obdo1.o_id = objid;
1583 data.ioc_obdo1.o_mode = S_IFREG;
1584 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE | OBD_MD_FLFLAGS;
1585 data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
1586 data.ioc_count = len;
1587 data.ioc_offset = (repeat_offset ? 0 : thr_offset);
1589 gettimeofday(&start, NULL);
1590 next_time.tv_sec = start.tv_sec - verbose;
1591 next_time.tv_usec = start.tv_usec;
1594 printf("%s: %s "LPU64"x%d pages (obj "LPX64", off "LPU64"): %s",
1595 jt_cmdname(argv[0]), write ? "writing" : "reading", count,
1596 pages, objid, data.ioc_offset, ctime(&start.tv_sec));
1598 cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
1599 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1600 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
1601 IOC_PACK(argv[0], data);
1602 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
1605 fprintf(stderr, "error: %s: #%d - %s on %s\n",
1606 jt_cmdname(argv[0]), i, strerror(rc = errno),
1607 write ? "write" : "read");
1609 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
1611 printf("%s: %s number %d @ "LPD64":"LPU64" for %d\n",
1612 jt_cmdname(argv[0]), write ? "write" : "read", i,
1613 data.ioc_obdo1.o_id, data.ioc_offset,
1614 (int)(pages * getpagesize()));
1618 if (!repeat_offset) {
1620 if (stride == len) {
1621 data.ioc_offset += stride;
1622 } else if (i < count) {
1624 data.ioc_offset = shared_data->offsets[obj_idx];
1625 shared_data->offsets[obj_idx] += len;
1629 data.ioc_offset += len;
1630 obj_idx = 0; /* avoids an unused var warning */
1639 gettimeofday(&end, NULL);
1641 diff = difftime(&end, &start);
1645 printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
1646 jt_cmdname(argv[0]), write ? "wrote" : "read",
1648 ((double)i * pages * getpagesize()) /
1650 ctime(&end.tv_sec));
1656 int jt_obd_lov_getconfig(int argc, char **argv)
1658 struct obd_ioctl_data data;
1659 struct lov_desc desc;
1660 struct obd_uuid *uuidarray;
1671 fd = open(path, O_RDONLY);
1673 fprintf(stderr, "open \"%s\" failed: %s\n", path,
1678 memset(&desc, 0, sizeof(desc));
1679 obd_str2uuid(&desc.ld_uuid, argv[1]);
1680 desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
1681 (sizeof(*uuidarray) + sizeof(*obdgens)));
1685 uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
1687 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
1688 jt_cmdname(argv[0]), desc.ld_tgt_count);
1692 obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
1694 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
1695 jt_cmdname(argv[0]), desc.ld_tgt_count);
1700 data.ioc_inllen1 = sizeof(desc);
1701 data.ioc_inlbuf1 = (char *)&desc;
1702 data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
1703 data.ioc_inlbuf2 = (char *)uuidarray;
1704 data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
1705 data.ioc_inlbuf3 = (char *)obdgens;
1707 if (obd_ioctl_pack(&data, &buf, max)) {
1708 fprintf(stderr, "error: %s: invalid ioctl\n",
1709 jt_cmdname(argv[0]));
1713 rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
1714 if (rc == -ENOSPC) {
1719 fprintf(stderr, "error: %s: ioctl error: %s\n",
1720 jt_cmdname(argv[0]), strerror(rc = errno));
1722 struct obd_uuid *uuidp;
1726 if (obd_ioctl_unpack(&data, buf, max)) {
1727 fprintf(stderr, "error: %s: invalid reply\n",
1728 jt_cmdname(argv[0]));
1732 if (desc.ld_default_stripe_count == (__u32)-1)
1733 printf("default_stripe_count: %d\n", -1);
1735 printf("default_stripe_count: %u\n",
1736 desc.ld_default_stripe_count);
1737 printf("default_stripe_size: "LPU64"\n",
1738 desc.ld_default_stripe_size);
1739 printf("default_stripe_offset: "LPU64"\n",
1740 desc.ld_default_stripe_offset);
1741 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
1742 printf("obd_count: %u\n", desc.ld_tgt_count);
1743 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
1746 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
1747 printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
1758 int jt_obd_ldlm_regress_start(int argc, char **argv)
1761 struct obd_ioctl_data data;
1762 char argstring[200];
1763 int i, count = sizeof(argstring) - 1;
1769 argstring[0] = '\0';
1770 for (i = 1; i < argc; i++) {
1771 strncat(argstring, " ", count);
1773 strncat(argstring, argv[i], count);
1774 count -= strlen(argv[i]);
1777 if (strlen(argstring)) {
1778 data.ioc_inlbuf1 = argstring;
1779 data.ioc_inllen1 = strlen(argstring) + 1;
1782 IOC_PACK(argv[0], data);
1783 rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_START, buf);
1785 fprintf(stderr, "error: %s: test failed: %s\n",
1786 jt_cmdname(argv[0]), strerror(rc = errno));
1791 int jt_obd_ldlm_regress_stop(int argc, char **argv)
1794 struct obd_ioctl_data data;
1800 IOC_PACK(argv[0], data);
1801 rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_STOP, buf);
1804 fprintf(stderr, "error: %s: test failed: %s\n",
1805 jt_cmdname(argv[0]), strerror(rc = errno));
1809 static int do_activate(int argc, char **argv, int flag)
1811 struct obd_ioctl_data data;
1818 /* reuse offset for 'active' */
1819 data.ioc_offset = flag;
1821 IOC_PACK(argv[0], data);
1822 rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
1824 fprintf(stderr, "error: %s: failed: %s\n",
1825 jt_cmdname(argv[0]), strerror(rc = errno));
1830 int jt_obd_deactivate(int argc, char **argv)
1832 return do_activate(argc, argv, 0);
1835 int jt_obd_activate(int argc, char **argv)
1837 return do_activate(argc, argv, 1);
1840 int jt_obd_recover(int argc, char **argv)
1843 struct obd_ioctl_data data;
1850 data.ioc_inllen1 = strlen(argv[1]) + 1;
1851 data.ioc_inlbuf1 = argv[1];
1854 IOC_PACK(argv[0], data);
1855 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
1857 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1858 strerror(rc = errno));
1864 int jt_obd_mdc_lookup(int argc, char **argv)
1866 struct obd_ioctl_data data;
1867 char *parent, *child;
1868 int rc, fd, verbose = 1;
1870 if (argc < 3 || argc > 4)
1876 verbose = get_verbose(argv[0], argv[3]);
1880 data.ioc_inllen1 = strlen(child) + 1;
1881 data.ioc_inlbuf1 = child;
1883 IOC_PACK(argv[0], data);
1885 fd = open(parent, O_RDONLY);
1887 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
1892 rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
1894 fprintf(stderr, "error: %s: ioctl error: %s\n",
1895 jt_cmdname(argv[0]), strerror(rc = errno));
1900 IOC_UNPACK(argv[0], data);
1901 printf("%s: mode %o uid %d gid %d\n", child,
1902 data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
1903 data.ioc_obdo1.o_gid);
1909 int jt_cfg_dump_log(int argc, char **argv)
1911 struct obd_ioctl_data data;
1918 data.ioc_inllen1 = strlen(argv[1]) + 1;
1919 data.ioc_inlbuf1 = argv[1];
1921 IOC_PACK(argv[0], data);
1922 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_DUMP_LOG, buf);
1924 fprintf(stderr, "OBD_IOC_DUMP_LOG failed: %s\n",
1930 int jt_llog_catlist(int argc, char **argv)
1932 struct obd_ioctl_data data;
1939 data.ioc_inllen1 = max - size_round(sizeof(data));
1940 IOC_PACK(argv[0], data);
1942 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
1944 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
1946 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
1952 int jt_llog_info(int argc, char **argv)
1954 struct obd_ioctl_data data;
1961 data.ioc_inllen1 = strlen(argv[1]) + 1;
1962 data.ioc_inlbuf1 = argv[1];
1963 data.ioc_inllen2 = max - size_round(sizeof(data)) -
1964 size_round(data.ioc_inllen1);
1965 IOC_PACK(argv[0], data);
1967 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
1969 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
1971 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
1977 int jt_llog_print(int argc, char **argv)
1979 struct obd_ioctl_data data;
1982 if (argc != 2 && argc != 4)
1986 data.ioc_inllen1 = strlen(argv[1]) + 1;
1987 data.ioc_inlbuf1 = argv[1];
1989 data.ioc_inllen2 = strlen(argv[2]) + 1;
1990 data.ioc_inlbuf2 = argv[2];
1991 data.ioc_inllen3 = strlen(argv[3]) + 1;
1992 data.ioc_inlbuf3 = argv[3];
1994 char from[2] = "1", to[3] = "-1";
1995 data.ioc_inllen2 = strlen(from) + 1;
1996 data.ioc_inlbuf2 = from;
1997 data.ioc_inllen3 = strlen(to) + 1;
1998 data.ioc_inlbuf3 = to;
2000 data.ioc_inllen4 = max - size_round(sizeof(data)) -
2001 size_round(data.ioc_inllen1) -
2002 size_round(data.ioc_inllen2) -
2003 size_round(data.ioc_inllen3);
2004 IOC_PACK(argv[0], data);
2006 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2008 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2010 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2016 int jt_llog_cancel(int argc, char **argv)
2018 struct obd_ioctl_data data;
2025 data.ioc_inllen1 = strlen(argv[1]) + 1;
2026 data.ioc_inlbuf1 = argv[1];
2027 data.ioc_inllen2 = strlen(argv[2]) + 1;
2028 data.ioc_inlbuf2 = argv[2];
2029 data.ioc_inllen3 = strlen(argv[3]) + 1;
2030 data.ioc_inlbuf3 = argv[3];
2031 IOC_PACK(argv[0], data);
2033 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2035 fprintf(stdout, "index %s be canceled.\n", argv[3]);
2037 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2043 int jt_llog_check(int argc, char **argv)
2045 struct obd_ioctl_data data;
2048 if (argc != 2 && argc != 4)
2052 data.ioc_inllen1 = strlen(argv[1]) + 1;
2053 data.ioc_inlbuf1 = argv[1];
2055 data.ioc_inllen2 = strlen(argv[2]) + 1;
2056 data.ioc_inlbuf2 = argv[2];
2057 data.ioc_inllen3 = strlen(argv[3]) + 1;
2058 data.ioc_inlbuf3 = argv[3];
2060 char from[2] = "1", to[3] = "-1";
2061 data.ioc_inllen2 = strlen(from) + 1;
2062 data.ioc_inlbuf2 = from;
2063 data.ioc_inllen3 = strlen(to) + 1;
2064 data.ioc_inlbuf3 = to;
2066 data.ioc_inllen4 = max - size_round(sizeof(data)) -
2067 size_round(data.ioc_inllen1) -
2068 size_round(data.ioc_inllen2) -
2069 size_round(data.ioc_inllen3);
2070 IOC_PACK(argv[0], data);
2072 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2074 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2076 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2081 int jt_llog_remove(int argc, char **argv)
2083 struct obd_ioctl_data data;
2086 if (argc != 3 && argc != 2)
2090 data.ioc_inllen1 = strlen(argv[1]) + 1;
2091 data.ioc_inlbuf1 = argv[1];
2093 data.ioc_inllen2 = strlen(argv[2]) + 1;
2094 data.ioc_inlbuf2 = argv[2];
2096 IOC_PACK(argv[0], data);
2098 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2101 fprintf(stdout, "log %s are removed.\n", argv[2]);
2103 fprintf(stdout, "the log in catalog %s are removed. \n", argv[1]);
2105 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2111 /* attach a regular file to virtual block device.
2114 * 1: error, it always means the command run failed
2117 static int jt_blockdev_run_process(const char *file, char *argv[])
2123 if (pid == 0) { /* child process */
2124 /* don't print error messages */
2126 (void)execvp(file, argv);
2128 } else if (pid > 0) {
2131 rc = waitpid(pid, &status, 0);
2132 if (rc < 0 || !WIFEXITED(status))
2135 return WEXITSTATUS(status);
2141 static int jt_blockdev_find_module(const char *module)
2147 fp = fopen("/proc/modules", "r");
2151 while (fscanf(fp, "%s %*s %*s %*s %*s %*s", modname) == 1) {
2152 if (strcmp(module, modname) == 0) {
2162 static int jt_blockdev_probe_module(const char *module)
2168 if (jt_blockdev_find_module(module) == 1)
2171 /* run modprobe first */
2173 argv[c++] = "/sbin/modprobe";
2175 argv[c++] = (char *)module;
2177 rc = jt_blockdev_run_process("modprobe", argv);
2181 /* cannot find the module in default directory ... */
2182 sprintf(buf, "../llite/%s.ko", module);
2184 argv[c++] = "/sbin/insmod";
2187 rc = jt_blockdev_run_process("insmod", argv);
2191 int jt_blockdev_attach(int argc, char **argv)
2195 char *filename, *devname;
2201 if (jt_blockdev_probe_module("llite_lloop") < 0) {
2202 fprintf(stderr, "error: cannot find module llite_lloop.(k)o\n");
2209 fd = open(filename, O_RDWR);
2211 fprintf(stderr, "file %s can't be opened(%s)\n\n",
2212 filename, strerror(errno));
2216 rc = ioctl(fd, LL_IOC_LLOOP_ATTACH, &dev);
2219 fprintf(stderr, "attach error(%s)\n", strerror(rc));
2223 rc = stat(devname, &st);
2224 if (rc == 0 && (!S_ISBLK(st.st_mode) || st.st_rdev != dev)) {
2226 } else if (rc < 0) {
2227 if (errno == ENOENT &&
2228 !mknod(devname, S_IFBLK|S_IRUSR|S_IWUSR, dev))
2235 fprintf(stderr, "error: the file %s could be attached to block "
2236 "device %X but creating %s failed: %s\n"
2237 "now detaching the block device..",
2238 filename, (int)dev, devname, strerror(rc));
2240 (void)ioctl(fd, LL_IOC_LLOOP_DETACH_BYDEV, dev);
2241 fprintf(stderr, "%s\n", strerror(errno));
2248 int jt_blockdev_detach(int argc, char **argv)
2257 fd = open(filename, O_RDONLY);
2259 fprintf(stderr, "cannot open file %s error %s\n",
2260 filename, strerror(errno));
2264 rc = ioctl(fd, LL_IOC_LLOOP_DETACH, 0);
2267 fprintf(stderr, "detach error(%s)\n", strerror(rc));
2269 (void)unlink(filename);
2276 int jt_blockdev_info(int argc, char **argv)
2286 fd = open(filename, O_RDONLY);
2288 fprintf(stderr, "cannot open file %s error: %s\n",
2289 filename, strerror(errno));
2293 rc = ioctl(fd, LL_IOC_LLOOP_INFO, &ino);
2296 fprintf(stderr, "error: %s\n", strerror(errno));
2299 fprintf(stdout, "lloop device info: ");
2301 fprintf(stdout, "Not attached\n");
2303 fprintf(stdout, "attached to inode "LPU64"\n", ino);
2309 static void signal_server(int sig)
2311 if (sig == SIGINT) {
2312 do_disconnect("sigint", 1);
2315 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
2318 int obd_initialize(int argc, char **argv)
2322 for (i = 0; i < MAX_STRIPES; i++)
2323 lsm_buffer.lsm.lsm_oinfo[i] = lov_oinfos + i;
2326 register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
2327 OBD_DEV_MAJOR, OBD_DEV_MINOR);
2332 void obd_finalize(int argc, char **argv)
2334 struct sigaction sigact;
2336 sigact.sa_handler = signal_server;
2337 sigfillset(&sigact.sa_mask);
2338 sigact.sa_flags = SA_RESTART;
2339 sigaction(SIGINT, &sigact, NULL);
2342 do_disconnect(argv[0], 1);
2345 static int find_target_obdpath(char *fsname, char *path)
2348 char pattern[PATH_MAX + 1];
2351 snprintf(pattern, PATH_MAX,
2352 "/proc/fs/lustre/lov/%s-*/target_obd",
2354 rc = glob(pattern, GLOB_BRACE, NULL, &glob_info);
2358 if (glob_info.gl_pathc == 0) {
2359 globfree(&glob_info);
2363 strcpy(path, glob_info.gl_pathv[0]);
2367 static int find_poolpath(char *fsname, char *poolname, char *poolpath)
2370 char pattern[PATH_MAX + 1];
2373 snprintf(pattern, PATH_MAX,
2374 "/proc/fs/lustre/lov/%s-*/pools/%s",
2376 rc = glob(pattern, GLOB_BRACE, NULL, &glob_info);
2380 if (glob_info.gl_pathc == 0) {
2381 globfree(&glob_info);
2385 strcpy(poolpath, glob_info.gl_pathv[0]);
2390 * if pool is NULL, search ostname in target_obd
2391 * if pool is no NULL
2392 * if pool not found returns < 0
2393 * if ostname is NULL, returns 1 if pool is not empty and 0 if pool empty
2394 * if ostname is not NULL, returns 1 if OST is in pool and 0 if not
2396 static int search_ost(char *fsname, char *poolname, char *ostname)
2399 char buffer[PATH_MAX + 1];
2402 if (ostname != NULL)
2403 len = strlen(ostname);
2405 if (poolname == NULL)
2406 rc = find_target_obdpath(fsname, buffer);
2408 rc = find_poolpath(fsname, poolname, buffer);
2412 if ((fd = fopen(buffer, "r")) == NULL)
2415 while (fgets(buffer, sizeof(buffer), fd) != NULL) {
2416 if (poolname == NULL) {
2417 /* we search ostname in target_obd */
2418 if (strncmp(buffer + 3, ostname, len) == 0) {
2423 /* we search a non empty pool or
2424 an ostname in a pool */
2425 if ((ostname == NULL) ||
2426 (strncmp(buffer, ostname, len) == 0)) {
2436 static int check_pool_cmd(enum lcfg_command_type cmd,
2437 char *fsname, char *poolname,
2443 case LCFG_POOL_NEW: {
2444 if (search_ost(fsname, poolname, NULL) >= 0) {
2445 fprintf(stderr, "Pool %s.%s already exists\n",
2451 case LCFG_POOL_DEL: {
2452 rc = search_ost(fsname, poolname, NULL);
2454 fprintf(stderr, "Pool %s.%s not found\n",
2459 fprintf(stderr, "Pool %s.%s not empty, "
2460 "please remove all members\n",
2466 case LCFG_POOL_ADD: {
2467 rc = search_ost(fsname, NULL, ostname);
2469 fprintf(stderr, "OST %s not found in lov of %s\n",
2473 rc = search_ost(fsname, poolname, ostname);
2475 fprintf(stderr, "Pool %s.%s not found\n",
2480 fprintf(stderr, "OST %s already in pool %s.%s\n",
2481 ostname, fsname, poolname);
2486 case LCFG_POOL_REM: {
2487 rc = search_ost(fsname, poolname, ostname);
2489 fprintf(stderr, "Pool %s.%s not found\n",
2494 fprintf(stderr, "OST %s not found in pool %s.%s\n",
2495 ostname, fsname, poolname);
2506 static void check_pool_cmd_result(enum lcfg_command_type cmd,
2507 char *fsname, char *poolname,
2514 case LCFG_POOL_NEW: {
2516 rc = search_ost(fsname, poolname, NULL);
2520 } while ((rc < 0) && (cpt > 0));
2522 fprintf(stderr, "Pool %s.%s created\n",
2525 fprintf(stderr, "Warning, pool %s.%s not found\n",
2529 case LCFG_POOL_DEL: {
2531 rc = search_ost(fsname, poolname, NULL);
2535 } while ((rc >= 0) && (cpt > 0));
2537 fprintf(stderr, "Pool %s.%s destroyed\n",
2540 fprintf(stderr, "Warning, pool %s.%s still found\n",
2544 case LCFG_POOL_ADD: {
2546 rc = search_ost(fsname, poolname, ostname);
2550 } while ((rc != 1) && (cpt > 0));
2552 fprintf(stderr, "OST %s added to pool %s.%s\n",
2553 ostname, fsname, poolname);
2555 fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
2556 ostname, fsname, poolname);
2559 case LCFG_POOL_REM: {
2561 rc = search_ost(fsname, poolname, ostname);
2565 } while ((rc == 1) && (cpt > 0));
2567 fprintf(stderr, "OST %s removed from pool %s.%s\n",
2568 ostname, fsname, poolname);
2570 fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
2571 ostname, fsname, poolname);
2579 static int check_and_complete_ostname(char *fsname, char *ostname)
2582 char real_ostname[MAX_OBD_NAME + 1];
2585 /* if OST name does not start with fsname, we add it */
2586 /* if not check if the fsname is the right one */
2587 ptr = strchr(ostname, '-');
2589 sprintf(real_ostname, "%s-%s", fsname, ostname);
2590 } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
2591 fprintf(stderr, "%s does not start with fsname %s\n",
2595 strcpy(real_ostname, ostname);
2597 /* real_ostname is fsname-????? */
2598 ptr = real_ostname + strlen(fsname) + 1;
2599 if (strncmp(ptr, "OST", 3) != 0) {
2600 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
2604 /* real_ostname is fsname-OST????? */
2606 for (i = 0; i < 4; i++) {
2607 if (!isxdigit(*ptr)) {
2609 "ost's index in %s is not an hexa number\n",
2615 /* real_ostname is fsname-OSTXXXX????? */
2616 /* if OST name does not end with _UUID, we add it */
2618 strcat(real_ostname, "_UUID");
2619 } else if (strcmp(ptr, "_UUID") != 0) {
2621 "ostname %s does not end with _UUID\n", ostname);
2624 /* real_ostname is fsname-OSTXXXX_UUID */
2625 strcpy(ostname, real_ostname);
2629 /* returns 0 or -errno */
2630 static int pool_cmd(enum lcfg_command_type cmd,
2631 char *cmdname, char *fullpoolname,
2632 char *fsname, char *poolname, char *ostname)
2635 struct obd_ioctl_data data;
2636 struct lustre_cfg_bufs bufs;
2637 struct lustre_cfg *lcfg;
2639 rc = check_pool_cmd(cmd, fsname, poolname, ostname);
2643 lustre_cfg_bufs_reset(&bufs, NULL);
2644 lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
2645 lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
2646 if (ostname != NULL)
2647 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
2649 lcfg = lustre_cfg_new(cmd, &bufs);
2656 rc = data.ioc_dev = get_mgs_device();
2660 data.ioc_type = LUSTRE_CFG_TYPE;
2661 data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
2662 lcfg->lcfg_buflens);
2663 data.ioc_pbuf1 = (void *)lcfg;
2664 IOC_PACK(cmdname, data);
2666 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
2670 lustre_cfg_free(lcfg);
2675 * this function tranforms a rule [start-end/step] into an array
2676 * of matching numbers
2677 * supported forms are:
2678 * [start] : just this number
2679 * [start-end] : all numbers from start to end
2680 * [start-end/step] : numbers from start to end with increment of step
2681 * on return, format contains a printf format string which can be used
2682 * to generate all the strings
2684 static int get_array_idx(char *rule, char *format, int **array)
2686 char *start, *end, *ptr;
2687 unsigned int lo, hi, step;
2692 start = strchr(rule, '[');
2693 end = strchr(rule, ']');
2694 if ((start == NULL) || (end == NULL)) {
2695 *array = malloc(sizeof(int));
2698 strcpy(format, rule);
2706 /* put in format the printf format (the rule without the range) */
2707 sprintf(format, "%s%%.4d%s", rule, end);
2712 /* loop on , separator */
2714 /* extract the 3 fields */
2715 rc = sscanf(start, "%u-%u/%u", &lo, &hi, &step);
2722 *array = realloc(*array, array_sz * sizeof(int));
2725 (*array)[array_idx] = lo;
2731 /* do not break to share code with case 3: */
2734 if ((hi < lo) || (step == 0))
2736 array_sz += (hi - lo) / step + 1;
2737 *array = realloc(*array, sizeof(int) * array_sz);
2740 for (i = lo; i <= hi; i+=step, array_idx++)
2741 (*array)[array_idx] = i;
2745 ptr = strchr(start, ',');
2749 } while (ptr != NULL);
2753 static int extract_fsname_poolname(char *arg, char *fsname, char *poolname)
2759 strcpy(fsname, arg);
2760 ptr = strchr(fsname, '.');
2762 fprintf(stderr, ". is missing in %s\n", fsname);
2769 fprintf(stderr, "fsname is empty\n");
2774 len = strlen(ptr + 1);
2776 fprintf(stderr, "poolname is empty\n");
2780 if (len > LOV_MAXPOOLNAME) {
2782 "poolname %s is too long (length is %d max is %d)\n",
2783 ptr + 1, len, LOV_MAXPOOLNAME);
2787 strncpy(poolname, ptr + 1, LOV_MAXPOOLNAME);
2788 poolname[LOV_MAXPOOLNAME] = '\0';
2793 fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
2797 int jt_pool_cmd(int argc, char **argv)
2799 enum lcfg_command_type cmd;
2800 char fsname[PATH_MAX + 1];
2801 char poolname[LOV_MAXPOOLNAME + 1];
2802 char *ostnames_buf = NULL;
2804 int *array = NULL, array_sz;
2812 case 1: return CMD_HELP;
2814 if (strcmp("pool_new", argv[0]) == 0)
2815 cmd = LCFG_POOL_NEW;
2816 else if (strcmp("pool_destroy", argv[0]) == 0)
2817 cmd = LCFG_POOL_DEL;
2818 else if (strcmp("pool_list", argv[0]) == 0)
2819 return llapi_poollist(argv[1]);
2820 else return CMD_HELP;
2822 rc = extract_fsname_poolname(argv[1], fsname, poolname);
2826 rc = pool_cmd(cmd, argv[0], argv[1],
2827 fsname, poolname, NULL);
2831 check_pool_cmd_result(cmd, fsname, poolname, NULL);
2835 char format[2*MAX_OBD_NAME];
2837 if (strcmp("pool_remove", argv[0]) == 0) {
2838 cmd = LCFG_POOL_REM;
2839 } else if (strcmp("pool_add", argv[0]) == 0) {
2840 cmd = LCFG_POOL_ADD;
2845 rc = extract_fsname_poolname(argv[1], fsname, poolname);
2849 for (i = 2; i < argc; i++) {
2852 array_sz = get_array_idx(argv[i], format, &array);
2856 cmds = malloc(array_sz * sizeof(cmds[0]));
2858 ostnames_buf = malloc(array_sz *
2859 (MAX_OBD_NAME + 1));
2866 for (j = 0; j < array_sz; j++) {
2867 char ostname[MAX_OBD_NAME + 1];
2869 snprintf(ostname, MAX_OBD_NAME, format,
2871 ostname[MAX_OBD_NAME] = '\0';
2873 rc = check_and_complete_ostname(fsname,ostname);
2881 if (ostnames_buf != NULL) {
2883 &ostnames_buf[(MAX_OBD_NAME + 1) * j];
2884 strcpy(cmds[j].ostname, ostname);
2886 cmds[j].ostname = NULL;
2888 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
2892 for (j = 0; j < array_sz; j++) {
2894 char ostname[MAX_OBD_NAME + 1];
2896 if (!cmds[j].ostname) {
2897 snprintf(ostname, MAX_OBD_NAME,
2899 ostname[MAX_OBD_NAME] = '\0';
2900 check_and_complete_ostname(
2906 check_pool_cmd_result(cmd, fsname,
2923 if ((rc == -EINVAL) || (rc == -ENOENT))
2924 fprintf(stderr, "Does the fs, pool or ost exist?\n");
2933 void llapi_ping_target(char *obd_type, char *obd_name,
2934 char *obd_uuid, void *args)
2937 struct obd_ioctl_data data;
2939 memset(&data, 0, sizeof(data));
2940 data.ioc_inlbuf4 = obd_name;
2941 data.ioc_inllen4 = strlen(obd_name) + 1;
2942 data.ioc_dev = OBD_DEV_BY_DEVNAME;
2943 memset(buf, 0, sizeof(rawbuf));
2944 if (obd_ioctl_pack(&data, &buf, max)) {
2945 fprintf(stderr, "error: invalid ioctl\n");
2948 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_PING_TARGET, buf);
2951 if (rc == ENOTCONN || rc == ESHUTDOWN) {
2952 printf("%s inactive.\n", obd_name);
2954 fprintf(stderr, "error: check '%s' %s\n",
2955 obd_name, strerror(errno));
2957 printf("%s active.\n", obd_name);