1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
6 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 only,
10 * as published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License version 2 for more details (a copy is included
16 * in the LICENSE file that accompanied this code).
18 * You should have received a copy of the GNU General Public License
19 * version 2 along with this program; If not, see
20 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
22 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23 * CA 95054 USA or visit www.sun.com if you need additional information or
29 * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
30 * Use is subject to license terms.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
38 * Author: Peter J. Braam <braam@clusterfs.com>
39 * Author: Phil Schwan <phil@clusterfs.com>
40 * Author: Andreas Dilger <adilger@clusterfs.com>
41 * Author: Robert Read <rread@clusterfs.com>
44 #include <sys/ioctl.h>
45 #include <sys/socket.h>
48 #include <sys/types.h>
67 #include <obd.h> /* for struct lov_stripe_md */
68 #include <lustre/lustre_build_version.h>
70 #include <obd_class.h>
71 #include <lnet/lnetctl.h>
72 #include <libcfs/libcfsutil.h>
73 #include <lustre/liblustreapi.h>
75 #define MAX_STRING_SIZE 128
76 #define DEVICES_LIST "/proc/fs/lustre/devices"
83 #define MAX_THREADS 4096
84 #define MAX_BASE_ID 0xffffffff
90 __u64 counters[MAX_THREADS];
91 __u64 offsets[MAX_THREADS];
95 struct timeval start_time;
96 struct timeval end_time;
100 static struct shared_data *shared_data;
101 static __u64 counter_snapshot[2][MAX_THREADS];
102 static int prev_valid;
103 static struct timeval prev_time;
107 const int thread = 0;
108 const int nthreads = 1;
111 #define MAX_IOC_BUFLEN 8192
113 static int cur_device = -1;
115 #define MAX_STRIPES 170
116 struct lov_oinfo lov_oinfos[MAX_STRIPES];
119 struct lov_stripe_md lsm;
120 struct lov_oinfo *ptrs[MAX_STRIPES];
123 static int l2_ioctl(int dev_id, int opc, void *buf)
125 return l_ioctl(dev_id, opc, buf);
128 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
130 struct obd_ioctl_data data;
131 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
134 memset(&data, 0, sizeof(data));
135 data.ioc_dev = cur_device;
136 data.ioc_type = LUSTRE_CFG_TYPE;
137 data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
139 data.ioc_pbuf1 = (void *)lcfg;
140 memset(buf, 0, sizeof(rawbuf));
141 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
143 fprintf(stderr, "error: %s: invalid ioctl\n",
148 rc = l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
153 static int do_device(char *func, char *devname);
155 static int get_mgs_device()
158 static int mgs_device = -1;
160 if (mgs_device == -1) {
162 do_disconnect(NULL, 1);
163 rc = do_device("mgsioc", mgs);
166 "This command must be run on the MGS.\n");
170 mgs_device = cur_device;
175 /* Returns -1 on error with errno set */
176 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
178 struct obd_ioctl_data data;
179 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
182 memset(&data, 0, sizeof(data));
183 rc = data.ioc_dev = get_mgs_device();
186 data.ioc_type = LUSTRE_CFG_TYPE;
187 data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
189 data.ioc_pbuf1 = (void *)lcfg;
190 memset(buf, 0, sizeof(rawbuf));
191 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
193 fprintf(stderr, "error: %s: invalid ioctl\n",
198 rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
202 fprintf(stderr, "Make sure cfg_device is set first.\n");
207 char *obdo_print(struct obdo *obd)
211 sprintf(buf, "id: "LPX64"\ngrp: "LPX64"\natime: "LPU64"\nmtime: "LPU64
212 "\nctime: "LPU64"\nsize: "LPU64"\nblocks: "LPU64
213 "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
214 "misc: %x\nnlink: %d,\nvalid "LPX64"\n",
215 obd->o_id, obd->o_seq, obd->o_atime, obd->o_mtime, obd->o_ctime,
216 obd->o_size, obd->o_blocks, obd->o_blksize, obd->o_mode,
217 obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
218 obd->o_nlink, obd->o_valid);
223 #define BAD_VERBOSE (-999999999)
225 #define N2D_OFF 0x100 /* So we can tell between error codes and devices */
227 static int do_name2dev(char *func, char *name)
229 struct obd_ioctl_data data;
230 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
233 memset(&data, 0, sizeof(data));
234 data.ioc_dev = cur_device;
235 data.ioc_inllen1 = strlen(name) + 1;
236 data.ioc_inlbuf1 = name;
238 memset(buf, 0, sizeof(rawbuf));
239 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
241 fprintf(stderr, "error: %s: invalid ioctl\n",
245 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
248 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
250 fprintf(stderr, "error: %s: invalid reply\n",
255 return data.ioc_dev + N2D_OFF;
259 * resolve a device name to a device number.
260 * supports a number, $name or %uuid.
262 int parse_devname(char *func, char *name)
269 if (isdigit(name[0])) {
270 ret = strtoul(name, NULL, 0);
272 if (name[0] == '$' || name[0] == '%')
274 rc = do_name2dev(func, name);
277 // printf("Name %s is device %d\n", name, ret);
279 fprintf(stderr, "No device found for name %s: %s\n",
287 reset_lsmb (struct lsm_buffer *lsmb)
289 memset (&lsmb->lsm, 0, sizeof (lsmb->lsm));
290 memset(lov_oinfos, 0, sizeof(lov_oinfos));
291 lsmb->lsm.lsm_magic = LOV_MAGIC;
295 parse_lsm (struct lsm_buffer *lsmb, char *string)
297 struct lov_stripe_md *lsm = &lsmb->lsm;
302 * object_id[=size#count[@offset:id]*]
307 lsm->lsm_object_id = strtoull (string, &end, 0);
319 lsm->lsm_stripe_size = strtoul (string, &end, 0);
328 lsm->lsm_stripe_count = strtoul (string, &end, 0);
333 if (*string == 0) /* don't have to specify obj ids */
336 for (i = 0; i < lsm->lsm_stripe_count; i++) {
340 lsm->lsm_oinfo[i]->loi_ost_idx = strtoul(string, &end, 0);
344 lsm->lsm_oinfo[i]->loi_id = strtoull(string, &end, 0);
354 char *jt_cmdname(char *func)
356 static char buf[512];
359 sprintf(buf, "%s-%d", func, thread);
366 #define difftime(a, b) \
367 ((a)->tv_sec - (b)->tv_sec + \
368 ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
370 static int be_verbose(int verbose, struct timeval *next_time,
371 __u64 num, __u64 *next_num, int num_total)
378 if (next_time != NULL)
379 gettimeofday(&now, NULL);
381 /* A positive verbosity means to print every X iterations */
382 if (verbose > 0 && (num >= *next_num || num >= num_total)) {
383 *next_num += verbose;
385 next_time->tv_sec = now.tv_sec - verbose;
386 next_time->tv_usec = now.tv_usec;
391 /* A negative verbosity means to print at most each X seconds */
392 if (verbose < 0 && next_time != NULL &&
393 difftime(&now, next_time) >= 0.0){
394 next_time->tv_sec = now.tv_sec - verbose;
395 next_time->tv_usec = now.tv_usec;
403 static int get_verbose(char *func, const char *arg)
408 if (!arg || arg[0] == 'v')
410 else if (arg[0] == 's' || arg[0] == 'q')
413 verbose = (int)strtoul(arg, &end, 0);
415 fprintf(stderr, "error: %s: bad verbose option '%s'\n",
416 jt_cmdname(func), arg);
422 printf("Print status every %d seconds\n", -verbose);
423 else if (verbose == 1)
424 printf("Print status every operation\n");
425 else if (verbose > 1)
426 printf("Print status every %d operations\n", verbose);
431 int do_disconnect(char *func, int verbose)
433 lcfg_set_devname(NULL);
439 static int shmem_setup(void)
441 pthread_mutexattr_t mattr;
442 pthread_condattr_t cattr;
446 /* Create new segment */
447 shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
449 fprintf(stderr, "Can't create shared data: %s\n",
454 /* Attatch to new segment */
455 shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
457 if (shared_data == (struct shared_data *)(-1)) {
458 fprintf(stderr, "Can't attach shared data: %s\n",
464 /* Mark segment as destroyed, so it will disappear when we exit.
465 * Forks will inherit attached segments, so we should be OK.
467 if (shmctl(shmid, IPC_RMID, NULL) == -1) {
468 fprintf(stderr, "Can't destroy shared data: %s\n",
473 pthread_mutexattr_init(&mattr);
474 pthread_condattr_init(&cattr);
476 rc = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
478 fprintf(stderr, "Can't set shared mutex attr\n");
482 rc = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
484 fprintf(stderr, "Can't set shared cond attr\n");
488 pthread_mutex_init(&shared_data->mutex, &mattr);
489 pthread_cond_init(&shared_data->cond, &cattr);
491 pthread_mutexattr_destroy(&mattr);
492 pthread_condattr_destroy(&cattr);
497 static inline void shmem_lock(void)
499 l_mutex_lock(&shared_data->mutex);
502 static inline void shmem_unlock(void)
504 l_mutex_unlock(&shared_data->mutex);
507 static inline void shmem_wait(void)
509 l_cond_wait(&shared_data->cond, &shared_data->mutex);
512 static inline void shmem_wakeup_all(void)
514 l_cond_broadcast(&shared_data->cond);
517 static inline void shmem_reset(int total_threads)
519 if (shared_data == NULL)
522 memset(&shared_data->body, 0, sizeof(shared_data->body));
523 memset(counter_snapshot, 0, sizeof(counter_snapshot));
525 shared_data->stopping = 0;
526 shared_data->body.start_barrier = total_threads;
527 shared_data->body.stop_barrier = total_threads;
530 static inline void shmem_bump(__u32 counter)
532 static bool running_not_bumped = true;
534 if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
538 shared_data->body.counters[thread - 1] += counter;
539 if (running_not_bumped) {
540 shared_data->body.thr_running++;
541 running_not_bumped = false;
546 static void shmem_total(int total_threads)
552 if (shared_data == NULL || total_threads > MAX_THREADS)
556 for (i = 0; i < total_threads; i++)
557 total += shared_data->body.counters[i];
559 secs = difftime(&shared_data->body.end_time,
560 &shared_data->body.start_time);
563 printf("Total: total %llu threads %d sec %f %f/second\n", total,
564 total_threads, secs, total / secs);
569 static void shmem_snap(int total_threads, int live_threads)
571 struct timeval this_time;
578 if (shared_data == NULL || total_threads > MAX_THREADS)
582 memcpy(counter_snapshot[0], shared_data->body.counters,
583 total_threads * sizeof(counter_snapshot[0][0]));
584 running = shared_data->body.thr_running;
587 gettimeofday(&this_time, NULL);
589 for (i = 0; i < total_threads; i++) {
590 long long this_count =
591 counter_snapshot[0][i] - counter_snapshot[1][i];
593 if (this_count != 0) {
599 secs = difftime(&this_time, &prev_time);
600 if (prev_valid && secs > 1.0) /* someone screwed with the time? */
601 printf("%d/%d Total: %f/second\n", non_zero, total_threads,
604 memcpy(counter_snapshot[1], counter_snapshot[0],
605 total_threads * sizeof(counter_snapshot[0][0]));
606 prev_time = this_time;
608 running == total_threads)
612 static void shmem_stop(void)
614 if (shared_data == NULL)
617 shared_data->stopping = 1;
620 static void shmem_cleanup(void)
622 if (shared_data == NULL)
627 pthread_mutex_destroy(&shared_data->mutex);
628 pthread_cond_destroy(&shared_data->cond);
631 static int shmem_running(void)
633 return (shared_data == NULL || !shared_data->stopping);
636 static int shmem_setup(void)
641 static inline void shmem_reset(int total_threads)
645 static inline void shmem_bump(__u32 counters)
649 static void shmem_lock()
653 static void shmem_unlock()
657 static void shmem_cleanup(void)
661 static int shmem_running(void)
667 extern command_t cmdlist[];
669 static int do_device(char *func, char *devname)
673 dev = parse_devname(func, devname);
677 lcfg_set_devname(devname);
682 int jt_obd_get_device()
687 int jt_obd_device(int argc, char **argv)
695 printf("current device is %d - %s\n",
696 cur_device, lcfg_get_devname() ? : "not set");
699 rc = do_device("device", argv[1]);
703 int jt_opt_device(int argc, char **argv)
711 rc = do_device("device", argv[1]);
714 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
716 ret = do_disconnect(argv[0], 0);
724 static void parent_sighandler (int sig)
729 int jt_opt_threads(int argc, char **argv)
731 static char cmdstr[128];
734 struct sigaction sigact;
735 struct sigaction saveact1;
736 struct sigaction saveact2;
737 unsigned long threads;
741 int report_count = -1;
748 threads = strtoul(argv[1], &end, 0);
751 report_count = strtoul(end + 1, &end, 0);
753 if (*end || threads > MAX_THREADS) {
754 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
755 jt_cmdname(argv[0]), argv[1]);
759 verbose = get_verbose(argv[0], argv[2]);
760 if (verbose == BAD_VERBOSE)
764 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
765 for (i = 5; i < argc; i++)
766 snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
769 printf("%s: starting %ld threads on device %s running %s\n",
770 argv[0], threads, argv[3], cmdstr);
773 shmem_reset(threads);
775 sigemptyset(&sigset);
776 sigaddset(&sigset, SIGALRM);
777 sigaddset(&sigset, SIGCHLD);
778 sigprocmask(SIG_BLOCK, &sigset, &saveset);
782 for (i = 1, next_thread = verbose; i <= threads; i++) {
785 fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
786 strerror(rc = errno));
788 } else if (rc == 0) {
789 sigprocmask(SIG_SETMASK, &saveset, NULL);
792 argv[2] = "--device";
793 exit(jt_opt_device(argc - 2, argv + 2));
794 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
795 printf("%s: thread #%d (PID %d) started\n",
800 if (!thread) { /* parent process */
801 int live_threads = threads;
803 sigemptyset(&sigset);
804 sigemptyset(&sigact.sa_mask);
805 sigact.sa_handler = parent_sighandler;
808 sigaction(SIGALRM, &sigact, &saveact1);
809 sigaction(SIGCHLD, &sigact, &saveact2);
811 while (live_threads > 0) {
815 if (verbose < 0) /* periodic stats */
821 while (live_threads > 0) {
822 ret = waitpid(0, &status, WNOHANG);
827 fprintf(stderr, "error: %s: wait - %s\n",
828 argv[0], strerror(errno));
834 * This is a hack. We _should_ be able
835 * to use WIFEXITED(status) to see if
836 * there was an error, but it appears
837 * to be broken and it always returns 1
840 int err = WEXITSTATUS(status);
841 if (err || WIFSIGNALED(status))
843 "%s: PID %d had rc=%d\n",
852 /* Show stats while all threads running */
854 shmem_snap(threads, live_threads);
855 if (report_count > 0 && --report_count == 0)
859 sigaction(SIGCHLD, &saveact2, NULL);
860 sigaction(SIGALRM, &saveact1, NULL);
863 shmem_total(threads);
864 sigprocmask(SIG_SETMASK, &saveset, NULL);
869 int jt_opt_threads(int argc, char **argv)
871 fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
872 jt_cmdname(argv[0]));
877 int jt_opt_net(int argc, char **argv)
888 rc = jt_ptl_network (2, arg2);
891 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
896 int jt_obd_no_transno(int argc, char **argv)
898 struct obd_ioctl_data data;
899 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
902 memset(&data, 0, sizeof(data));
903 data.ioc_dev = cur_device;
908 memset(buf, 0, sizeof(rawbuf));
909 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
911 fprintf(stderr, "error: %s: invalid ioctl\n",
912 jt_cmdname(argv[0]));
915 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
917 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
918 strerror(rc = errno));
923 int jt_obd_set_readonly(int argc, char **argv)
925 struct obd_ioctl_data data;
926 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
929 memset(&data, 0, sizeof(data));
930 data.ioc_dev = cur_device;
935 memset(buf, 0, sizeof(rawbuf));
936 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
938 fprintf(stderr, "error: %s: invalid ioctl\n",
939 jt_cmdname(argv[0]));
942 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
944 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
945 strerror(rc = errno));
950 int jt_obd_abort_recovery(int argc, char **argv)
952 struct obd_ioctl_data data;
953 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
956 memset(&data, 0, sizeof(data));
957 data.ioc_dev = cur_device;
962 memset(buf, 0, sizeof(rawbuf));
963 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
965 fprintf(stderr, "error: %s: invalid ioctl\n",
966 jt_cmdname(argv[0]));
969 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
971 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
972 strerror(rc = errno));
977 int jt_get_version(int argc, char **argv)
980 char rawbuf[MAX_IOC_BUFLEN];
986 rc = llapi_get_version(rawbuf, MAX_IOC_BUFLEN, &version);
988 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
991 printf("Lustre version: %s\n", version);
993 printf("lctl version: %s\n", BUILD_VERSION);
998 * Print an obd device line with the ost_conn_uuid inserted, if the obd
1001 static void print_obd_line(char *s)
1003 char buf[MAX_STRING_SIZE];
1004 char obd_name[MAX_OBD_NAME];
1008 if (sscanf(s, " %*d %*s osc %s %*s %*d ", obd_name) == 0)
1010 snprintf(buf, sizeof(buf),
1011 "/proc/fs/lustre/osc/%s/ost_conn_uuid", obd_name);
1012 if ((fp = fopen(buf, "r")) == NULL)
1017 if (sscanf(s, " %*d %*s mdc %s %*s %*d ", obd_name) == 0)
1019 snprintf(buf, sizeof(buf),
1020 "/proc/fs/lustre/mdc/%s/mds_conn_uuid", obd_name);
1021 if ((fp = fopen(buf, "r")) == NULL)
1025 /* should not ignore fgets(3)'s return value */
1026 if (!fgets(buf, sizeof(buf), fp)) {
1027 fprintf(stderr, "reading from %s: %s", buf, strerror(errno));
1033 /* trim trailing newlines */
1034 ptr = strrchr(buf, '\n');
1035 if (ptr) *ptr = '\0';
1036 ptr = strrchr(s, '\n');
1037 if (ptr) *ptr = '\0';
1039 printf("%s %s\n", s, buf);
1047 /* get device list by ioctl */
1048 int jt_obd_list_ioctl(int argc, char **argv)
1051 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1052 struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
1056 /* Just ignore a -t option. Only supported with /proc. */
1057 else if (argc == 2 && strcmp(argv[1], "-t") != 0)
1060 for (index = 0;; index++) {
1061 memset(buf, 0, sizeof(rawbuf));
1062 data->ioc_version = OBD_IOCTL_VERSION;
1064 sizeof(rawbuf) - cfs_size_round(sizeof(*data));
1065 data->ioc_inlbuf1 = buf + cfs_size_round(sizeof(*data));
1066 data->ioc_len = obd_ioctl_packlen(data);
1067 data->ioc_count = index;
1069 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
1072 printf("%s\n", (char *)data->ioc_bulk);
1075 if (errno == ENOENT)
1076 /* no device or the last device */
1079 fprintf(stderr, "Error getting device list: %s: "
1080 "check dmesg.\n", strerror(errno));
1085 int jt_obd_list(int argc, char **argv)
1088 char buf[MAX_STRING_SIZE];
1094 else if (argc == 2) {
1095 if (strcmp(argv[1], "-t") == 0)
1101 fp = fopen(DEVICES_LIST, "r");
1103 fprintf(stderr, "error: %s: %s opening "DEVICES_LIST"\n",
1104 jt_cmdname(argv[0]), strerror(rc = errno));
1105 return jt_obd_list_ioctl(argc, argv);
1108 while (fgets(buf, sizeof(buf), fp) != NULL)
1110 print_obd_line(buf);
1118 struct jt_fid_space {
1124 int jt_obd_alloc_fids(struct jt_fid_space *space, struct lu_fid *fid,
1129 if (space->jt_seq == 0 || space->jt_id == space->jt_width) {
1130 struct obd_ioctl_data data;
1131 char rawbuf[MAX_IOC_BUFLEN];
1136 memset(&data, 0, sizeof(data));
1137 data.ioc_dev = cur_device;
1139 data.ioc_pbuf1 = (char *)&seqnr;
1140 data.ioc_plen1 = sizeof(seqnr);
1142 data.ioc_pbuf2 = (char *)&max_count;
1143 data.ioc_plen2 = sizeof(max_count);
1145 memset(buf, 0, sizeof(rawbuf));
1146 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1148 fprintf(stderr, "error: invalid ioctl rc = %d\n", rc);
1152 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_ALLOC_SEQ, buf);
1154 fprintf(stderr, "ioctl error: rc = %d\n", rc);
1158 space->jt_seq = *(__u64 *)data.ioc_pbuf1;
1159 space->jt_width = *(int *)data.ioc_pbuf2;
1162 fid->f_seq = space->jt_seq;
1163 fid->f_oid = space->jt_id;
1166 space->jt_id = min(space->jt_id + *count, space->jt_width);
1168 *count = space->jt_id - fid->f_oid;
1172 #define MD_STEP_COUNT 1000
1173 int jt_obd_md_common(int argc, char **argv, int cmd)
1175 struct obd_ioctl_data data;
1176 struct timeval start;
1177 struct timeval next_time;
1178 struct timeval end_time;
1179 char rawbuf[MAX_IOC_BUFLEN];
1185 char *parent_basedir = NULL;
1187 int parent_base_id = 0;
1188 int parent_count = 1;
1189 __u64 child_base_id = -1;
1190 int stripe_count = 0;
1191 int stripe_index = -1;
1198 __u64 total_count = 0;
1200 struct jt_fid_space fid_space = {0};
1202 struct option long_opts[] = {
1203 {"child_base_id", required_argument, 0, 'b'},
1204 {"stripe_count", required_argument, 0, 'c'},
1205 {"parent_basedir", required_argument, 0, 'd'},
1206 {"parent_dircount", required_argument, 0, 'D'},
1207 {"stripe_index", required_argument, 0, 'i'},
1208 {"mode", required_argument, 0, 'm'},
1209 {"count", required_argument, 0, 'n'},
1210 {"time", required_argument, 0, 't'},
1211 {"version", no_argument, 0, 'v'},
1212 {"xattr_size", required_argument, 0, 'x'},
1217 while ((c = getopt_long(argc, argv, "b:c:d:D:m:n:t:vx:",
1218 long_opts, NULL)) >= 0) {
1221 child_base_id = strtoull(optarg, &end, 0);
1223 fprintf(stderr, "error: %s: bad child_base_id"
1224 " '%s'\n", jt_cmdname(argv[0]), optarg);
1229 stripe_count = strtoul(optarg, &end, 0);
1231 fprintf(stderr, "error: %s: bad stripe count"
1232 " '%s'\n", jt_cmdname(argv[0]), optarg);
1237 parent_basedir = optarg;
1240 parent_count = strtoul(optarg, &end, 0);
1242 fprintf(stderr, "error: %s: bad parent count"
1243 " '%s'\n", jt_cmdname(argv[0]), optarg);
1248 stripe_index = strtoul(optarg, &end, 0);
1250 fprintf(stderr, "error: %s: bad stripe index"
1251 " '%s'\n", jt_cmdname(argv[0]), optarg);
1256 mode = strtoul(optarg, &end, 0);
1258 fprintf(stderr, "error: %s: bad mode '%s'\n",
1259 jt_cmdname(argv[0]), optarg);
1264 total_count = strtoul(optarg, &end, 0);
1265 if (*end || total_count == 0) {
1266 fprintf(stderr, "%s: bad child count '%s'\n",
1267 jt_cmdname(argv[0]), optarg);
1272 seconds = strtoull(optarg, &end, 0);
1274 fprintf(stderr, "error: %s: senconds '%s'\n",
1275 jt_cmdname(argv[0]), optarg);
1283 xattr_size = strtoul(optarg, &end, 0);
1285 fprintf(stderr, "error: %s: senconds '%s'\n",
1286 jt_cmdname(argv[0]), optarg);
1291 fprintf(stderr, "error: %s: option '%s' "
1292 "unrecognized\n", argv[0], argv[optind - 1]);
1297 memset(&data, 0, sizeof(data));
1298 data.ioc_dev = cur_device;
1299 if (child_base_id == -1) {
1302 name = argv[optind];
1305 if (optind < argc) {
1306 fprintf(stderr, "child_base_id and name can not"
1307 " specified at the same time\n");
1312 if (stripe_count == 0 && stripe_index != -1) {
1313 fprintf(stderr, "If stripe_count is 0, stripe_index can not"
1318 if (total_count == 0 && seconds == 0) {
1319 fprintf(stderr, "count or seconds needs to be indicated\n");
1323 if (parent_count <= 0) {
1324 fprintf(stderr, "parent count must < 0\n");
1331 /* threads interleave */
1332 if (parent_base_id != -1)
1333 parent_base_id += (thread - 1) % parent_count;
1335 if (child_base_id != -1)
1336 child_base_id += (thread - 1) * \
1337 (MAX_BASE_ID / nthreads);
1339 shared_data->body.start_barrier--;
1340 if (shared_data->body.start_barrier == 0) {
1343 gettimeofday(&shared_data->body.start_time, NULL);
1344 printf("%s: start at %s", jt_cmdname(argv[0]),
1345 ctime(&shared_data->body.start_time.tv_sec));
1352 /* If parent directory is not specified, try to get the directory
1354 if (parent_basedir == NULL) {
1357 fprintf(stderr, "parent_basedir or name must be"
1361 /*Get directory and name from name*/
1362 last_lash = strrchr(name, '/');
1363 if (last_lash == NULL || name[0] != '/') {
1364 fprintf(stderr, "Can not locate %s\n", name);
1368 if (last_lash == name) {
1369 sprintf(dirname, "%s", "/");
1372 int namelen = (unsigned long)last_lash -
1373 (unsigned long)name;
1374 snprintf(dirname, namelen, "%s", name);
1377 data.ioc_pbuf1 = dirname;
1378 data.ioc_plen1 = strlen(dirname);
1380 data.ioc_pbuf2 = name;
1381 data.ioc_plen2 = strlen(name);
1384 data.ioc_pbuf2 = name;
1385 data.ioc_plen2 = strlen(name);
1387 if (parent_base_id > 0)
1388 sprintf(dirname, "%s%d", parent_basedir,
1391 sprintf(dirname, "%s", parent_basedir);
1393 data.ioc_pbuf1 = dirname;
1394 data.ioc_plen1 = strlen(dirname);
1397 if (cmd == ECHO_MD_MKDIR || cmd == ECHO_MD_RMDIR)
1398 create_mode = S_IFDIR;
1400 create_mode = S_IFREG;
1402 data.ioc_obdo1.o_mode = mode | S_IFDIR;
1403 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
1404 OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
1405 data.ioc_command = cmd;
1407 gettimeofday(&start, NULL);
1408 next_time.tv_sec = start.tv_sec - verbose;
1409 next_time.tv_usec = start.tv_usec;
1410 while (shmem_running()) {
1413 data.ioc_obdo2.o_id = child_base_id;
1414 data.ioc_obdo2.o_mode = mode | create_mode;
1415 data.ioc_obdo2.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE |
1416 OBD_MD_FLMODE | OBD_MD_FLFLAGS |
1418 data.ioc_obdo2.o_misc = stripe_count;
1419 data.ioc_obdo2.o_stripe_idx = stripe_index;
1421 if (total_count > 0) {
1422 if ((total_count - count) > MD_STEP_COUNT)
1423 data.ioc_count = MD_STEP_COUNT;
1425 data.ioc_count = total_count - count;
1427 data.ioc_count = MD_STEP_COUNT;
1430 child_base_id += data.ioc_count;
1431 count += data.ioc_count;
1432 if (cmd == ECHO_MD_CREATE || cmd == ECHO_MD_MKDIR) {
1433 /*Allocate fids for the create */
1434 rc = jt_obd_alloc_fids(&fid_space, &fid,
1437 fprintf(stderr, "Allocate fids error %d.\n",rc);
1440 data.ioc_obdo1.o_seq = fid.f_seq;
1441 data.ioc_obdo1.o_id = fid.f_oid;
1443 memset(buf, 0, sizeof(rawbuf));
1444 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1446 fprintf(stderr, "error: %s: invalid ioctl %d\n",
1447 jt_cmdname(argv[0]), rc);
1451 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_MD, buf);
1453 fprintf(stderr, "error: %s: %s\n",
1454 jt_cmdname(argv[0]), strerror(rc = errno));
1457 shmem_bump(data.ioc_count);
1459 gettimeofday(&end_time, NULL);
1460 diff = difftime(&end_time, &start);
1461 if (seconds > 0 && (__u64)diff > seconds)
1464 if (count >= total_count && total_count > 0)
1468 if (count > 0 && version) {
1469 gettimeofday(&end_time, NULL);
1470 diff = difftime(&end_time, &start);
1471 printf("%s: %d in %.3fs (%.3f /s): %s",
1472 jt_cmdname(argv[0]), count, diff,
1473 (double)count/diff, ctime(&end_time.tv_sec));
1479 shared_data->body.stop_barrier--;
1480 if (shared_data->body.stop_barrier == 0) {
1481 gettimeofday(&shared_data->body.end_time, NULL);
1482 printf("%s: end at %s", jt_cmdname(argv[0]),
1483 ctime(&shared_data->body.end_time.tv_sec));
1491 int jt_obd_test_create(int argc, char **argv)
1493 return jt_obd_md_common(argc, argv, ECHO_MD_CREATE);
1496 int jt_obd_test_mkdir(int argc, char **argv)
1498 return jt_obd_md_common(argc, argv, ECHO_MD_MKDIR);
1501 int jt_obd_test_destroy(int argc, char **argv)
1503 return jt_obd_md_common(argc, argv, ECHO_MD_DESTROY);
1506 int jt_obd_test_rmdir(int argc, char **argv)
1508 return jt_obd_md_common(argc, argv, ECHO_MD_RMDIR);
1511 int jt_obd_test_lookup(int argc, char **argv)
1513 return jt_obd_md_common(argc, argv, ECHO_MD_LOOKUP);
1516 int jt_obd_test_setxattr(int argc, char **argv)
1518 return jt_obd_md_common(argc, argv, ECHO_MD_SETATTR);
1521 int jt_obd_test_md_getattr(int argc, char **argv)
1523 return jt_obd_md_common(argc, argv, ECHO_MD_GETATTR);
1526 /* Create one or more objects, arg[4] may describe stripe meta-data. If
1527 * not, defaults assumed. This echo-client instance stashes the stripe
1528 * object ids. Use get_stripe on this node to print full lsm and
1529 * set_stripe on another node to cut/paste between nodes.
1531 /* create <count> [<file_create_mode>] [q|v|# verbosity] [striping] */
1532 int jt_obd_create(int argc, char **argv)
1534 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1535 struct obd_ioctl_data data;
1536 struct timeval next_time;
1537 __u64 count = 1, next_count, base_id = 0;
1538 int verbose = 1, mode = 0100644, rc = 0, i, valid_lsm = 0;
1541 memset(&data, 0, sizeof(data));
1542 data.ioc_dev = cur_device;
1543 if (argc < 2 || argc > 5)
1546 count = strtoull(argv[1], &end, 0);
1548 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1549 jt_cmdname(argv[0]), argv[1]);
1554 mode = strtoul(argv[2], &end, 0);
1556 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1557 jt_cmdname(argv[0]), argv[2]);
1560 if (!(mode & S_IFMT))
1565 verbose = get_verbose(argv[0], argv[3]);
1566 if (verbose == BAD_VERBOSE)
1571 reset_lsmb (&lsm_buffer); /* will set default */
1573 rc = parse_lsm (&lsm_buffer, argv[4]);
1575 fprintf(stderr, "error: %s: invalid lsm '%s'\n",
1576 jt_cmdname(argv[0]), argv[4]);
1579 base_id = lsm_buffer.lsm.lsm_object_id;
1583 printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1584 gettimeofday(&next_time, NULL);
1585 next_time.tv_sec -= verbose;
1587 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1588 data.ioc_obdo1.o_mode = mode;
1589 data.ioc_obdo1.o_id = base_id;
1590 data.ioc_obdo1.o_uid = 0;
1591 data.ioc_obdo1.o_gid = 0;
1592 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1593 OBD_MD_FLID | OBD_MD_FLUID | OBD_MD_FLGID;
1596 data.ioc_plen1 = sizeof lsm_buffer;
1597 data.ioc_pbuf1 = (char *)&lsm_buffer;
1600 memset(buf, 0, sizeof(rawbuf));
1601 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1603 fprintf(stderr, "error: %s: invalid ioctl\n",
1604 jt_cmdname(argv[0]));
1607 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1608 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1611 fprintf(stderr, "error: %s: #%d - %s\n",
1612 jt_cmdname(argv[0]), i, strerror(rc = errno));
1615 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1616 fprintf(stderr,"error: %s: oid not valid #%d:"LPX64"\n",
1617 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_valid);
1622 if (be_verbose(verbose, &next_time, i, &next_count, count))
1623 printf("%s: #%d is object id "LPX64"\n",
1624 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_id);
1629 int jt_obd_setattr(int argc, char **argv)
1631 struct obd_ioctl_data data;
1632 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1636 memset(&data, 0, sizeof(data));
1637 data.ioc_dev = cur_device;
1641 data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1643 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1644 jt_cmdname(argv[0]), argv[1]);
1647 data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1649 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1650 jt_cmdname(argv[0]), argv[2]);
1653 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1655 memset(buf, 0, sizeof(rawbuf));
1656 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1658 fprintf(stderr, "error: %s: invalid ioctl\n",
1659 jt_cmdname(argv[0]));
1662 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1664 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1665 strerror(rc = errno));
1670 int jt_obd_test_setattr(int argc, char **argv)
1672 struct obd_ioctl_data data;
1673 struct timeval start, next_time;
1674 __u64 i, count, next_count;
1675 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1681 if (argc < 2 || argc > 4)
1684 memset(&data, 0, sizeof(data));
1685 data.ioc_dev = cur_device;
1686 count = strtoull(argv[1], &end, 0);
1688 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1689 jt_cmdname(argv[0]), argv[1]);
1694 verbose = get_verbose(argv[0], argv[2]);
1695 if (verbose == BAD_VERBOSE)
1700 if (argv[3][0] == 't') {
1701 objid = strtoull(argv[3] + 1, &end, 0);
1703 objid += thread - 1;
1705 objid = strtoull(argv[3], &end, 0);
1707 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1708 jt_cmdname(argv[0]), argv[3]);
1713 gettimeofday(&start, NULL);
1714 next_time.tv_sec = start.tv_sec - verbose;
1715 next_time.tv_usec = start.tv_usec;
1717 printf("%s: setting "LPD64" attrs (objid "LPX64"): %s",
1718 jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1720 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1721 data.ioc_obdo1.o_id = objid;
1722 data.ioc_obdo1.o_mode = S_IFREG;
1723 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1724 memset(buf, 0, sizeof(rawbuf));
1725 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1727 fprintf(stderr, "error: %s: invalid ioctl\n",
1728 jt_cmdname(argv[0]));
1731 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1734 fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1735 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1739 (verbose, &next_time, i, &next_count, count))
1740 printf("%s: set attr #"LPD64"\n",
1741 jt_cmdname(argv[0]), i);
1749 gettimeofday(&end, NULL);
1751 diff = difftime(&end, &start);
1755 printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1756 jt_cmdname(argv[0]), i, diff, i / diff,
1757 ctime(&end.tv_sec));
1762 int jt_obd_destroy(int argc, char **argv)
1764 struct obd_ioctl_data data;
1765 struct timeval next_time;
1766 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1767 __u64 count = 1, next_count;
1773 memset(&data, 0, sizeof(data));
1774 data.ioc_dev = cur_device;
1775 if (argc < 2 || argc > 4)
1778 id = strtoull(argv[1], &end, 0);
1779 if (*end || id == 0 || errno != 0) {
1780 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1781 jt_cmdname(argv[0]), argv[1]);
1785 count = strtoull(argv[2], &end, 0);
1788 "error: %s: invalid iteration count '%s'\n",
1789 jt_cmdname(argv[0]), argv[2]);
1795 verbose = get_verbose(argv[0], argv[3]);
1796 if (verbose == BAD_VERBOSE)
1800 printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1801 gettimeofday(&next_time, NULL);
1802 next_time.tv_sec -= verbose;
1804 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1805 data.ioc_obdo1.o_id = id;
1806 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1807 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1809 memset(buf, 0, sizeof(rawbuf));
1810 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1812 fprintf(stderr, "error: %s: invalid ioctl\n",
1813 jt_cmdname(argv[0]));
1816 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1817 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1820 fprintf(stderr, "error: %s: objid "LPX64": %s\n",
1821 jt_cmdname(argv[0]), id, strerror(rc = errno));
1825 if (be_verbose(verbose, &next_time, i, &next_count, count))
1826 printf("%s: #%d is object id "LPX64"\n",
1827 jt_cmdname(argv[0]), i, id);
1833 int jt_obd_getattr(int argc, char **argv)
1835 struct obd_ioctl_data data;
1836 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1843 memset(&data, 0, sizeof(data));
1844 data.ioc_dev = cur_device;
1845 data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1847 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1848 jt_cmdname(argv[0]), argv[1]);
1851 /* to help obd filter */
1852 data.ioc_obdo1.o_mode = 0100644;
1853 data.ioc_obdo1.o_valid = 0xffffffff;
1854 printf("%s: object id "LPX64"\n", jt_cmdname(argv[0]),data.ioc_obdo1.o_id);
1856 memset(buf, 0, sizeof(rawbuf));
1857 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1859 fprintf(stderr, "error: %s: invalid ioctl\n",
1860 jt_cmdname(argv[0]));
1863 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1864 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1866 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1867 strerror(rc = errno));
1869 printf("%s: object id "LPX64", mode %o\n", jt_cmdname(argv[0]),
1870 data.ioc_obdo1.o_id, data.ioc_obdo1.o_mode);
1875 int jt_obd_test_getattr(int argc, char **argv)
1877 struct obd_ioctl_data data;
1878 struct timeval start, next_time;
1879 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1880 __u64 i, count, next_count;
1886 if (argc < 2 || argc > 4)
1889 memset(&data, 0, sizeof(data));
1890 data.ioc_dev = cur_device;
1891 count = strtoull(argv[1], &end, 0);
1893 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1894 jt_cmdname(argv[0]), argv[1]);
1899 verbose = get_verbose(argv[0], argv[2]);
1900 if (verbose == BAD_VERBOSE)
1905 if (argv[3][0] == 't') {
1906 objid = strtoull(argv[3] + 1, &end, 0);
1908 objid += thread - 1;
1910 objid = strtoull(argv[3], &end, 0);
1912 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1913 jt_cmdname(argv[0]), argv[3]);
1918 gettimeofday(&start, NULL);
1919 next_time.tv_sec = start.tv_sec - verbose;
1920 next_time.tv_usec = start.tv_usec;
1922 printf("%s: getting "LPD64" attrs (objid "LPX64"): %s",
1923 jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1925 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1926 data.ioc_obdo1.o_id = objid;
1927 data.ioc_obdo1.o_mode = S_IFREG;
1928 data.ioc_obdo1.o_valid = 0xffffffff;
1929 memset(buf, 0, sizeof(rawbuf));
1930 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1932 fprintf(stderr, "error: %s: invalid ioctl\n",
1933 jt_cmdname(argv[0]));
1936 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1939 fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1940 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1944 (verbose, &next_time, i, &next_count, count))
1945 printf("%s: got attr #"LPD64"\n",
1946 jt_cmdname(argv[0]), i);
1954 gettimeofday(&end, NULL);
1956 diff = difftime(&end, &start);
1960 printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1961 jt_cmdname(argv[0]), i, diff, i / diff,
1962 ctime(&end.tv_sec));
1967 /* test_brw <cnt> count
1968 <r|w[r(repeat)x(noverify)]> mode
1969 <q|v|#(print interval)> verbosity
1970 <npages[+offset]> blocksize
1971 <[[<interleave_threads>]t(inc obj by thread#)]obj> object
1972 [p|g<args>] batch */
1973 int jt_obd_test_brw(int argc, char **argv)
1975 struct obd_ioctl_data data;
1976 struct timeval start, next_time;
1977 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1978 __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1979 int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1980 int offset_pages = 0;
1982 int repeat_offset = 0;
1983 unsigned long long ull;
1984 int nthr_per_obj = 0;
1989 if (argc < 2 || argc > 7) {
1990 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1991 jt_cmdname(argv[0]), argc);
1995 count = strtoull(argv[1], &end, 0);
1997 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
1998 jt_cmdname(argv[0]), argv[1]);
2003 if (argv[2][0] == 'w' || argv[2][0] == '1')
2005 /* else it's a read */
2007 if (argv[2][0] != 0)
2008 for (i = 1; argv[2][i] != 0; i++)
2009 switch (argv[2][i]) {
2019 fprintf (stderr, "Can't parse cmd '%s'\n",
2026 verbose = get_verbose(argv[0], argv[3]);
2027 if (verbose == BAD_VERBOSE)
2032 pages = strtoul(argv[4], &end, 0);
2035 offset_pages = strtoul(end + 1, &end, 0);
2038 offset_pages < 0 || offset_pages >= pages) {
2039 fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
2040 jt_cmdname(argv[0]), argv[4]);
2047 (n = strtol(argv[5], &end, 0)) > 0 &&
2049 (ull = strtoull(end + 1, &end, 0)) > 0 &&
2053 } else if (thread &&
2054 argv[5][0] == 't') {
2056 objid = strtoull(argv[5] + 1, &end, 0);
2059 objid = strtoull(argv[5], &end, 0);
2062 fprintf(stderr, "error: %s: bad objid '%s'\n",
2063 jt_cmdname(argv[0]), argv[5]);
2068 memset(&data, 0, sizeof(data));
2069 data.ioc_dev = cur_device;
2071 /* communicate the 'type' of brw test and batching to echo_client.
2072 * don't start. we'd love to refactor this lctl->echo_client
2074 data.ioc_pbuf1 = (void *)1;
2078 switch(argv[6][0]) {
2079 case 'g': /* plug and unplug */
2080 data.ioc_pbuf1 = (void *)2;
2081 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2084 case 'p': /* prep and commit */
2085 data.ioc_pbuf1 = (void *)3;
2086 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2090 fprintf(stderr, "error: %s: batching '%s' "
2091 "needs to specify 'p' or 'g'\n",
2092 jt_cmdname(argv[0]), argv[6]);
2097 fprintf(stderr, "error: %s: bad batching '%s'\n",
2098 jt_cmdname(argv[0]), argv[6]);
2101 data.ioc_plen1 *= getpagesize();
2104 len = pages * getpagesize();
2105 thr_offset = offset_pages * getpagesize();
2111 if (nthr_per_obj != 0) {
2112 /* threads interleave */
2113 obj_idx = (thread - 1)/nthr_per_obj;
2115 stride *= nthr_per_obj;
2116 if ((thread - 1) % nthr_per_obj == 0) {
2117 shared_data->body.offsets[obj_idx] =
2118 stride + thr_offset;
2120 thr_offset += ((thread - 1) % nthr_per_obj) * len;
2122 /* threads disjoint */
2123 thr_offset += (thread - 1) * len;
2126 shared_data->body.start_barrier--;
2127 if (shared_data->body.start_barrier == 0)
2136 data.ioc_obdo1.o_id = objid;
2137 data.ioc_obdo1.o_mode = S_IFREG;
2138 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE | OBD_MD_FLFLAGS;
2139 data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
2140 data.ioc_count = len;
2141 data.ioc_offset = (repeat_offset ? 0 : thr_offset);
2143 gettimeofday(&start, NULL);
2144 next_time.tv_sec = start.tv_sec - verbose;
2145 next_time.tv_usec = start.tv_usec;
2148 printf("%s: %s "LPU64"x%d pages (obj "LPX64", off "LPU64"): %s",
2149 jt_cmdname(argv[0]), write ? "writing" : "reading", count,
2150 pages, objid, data.ioc_offset, ctime(&start.tv_sec));
2152 cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
2153 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
2154 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
2155 memset(buf, 0, sizeof(rawbuf));
2156 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2158 fprintf(stderr, "error: %s: invalid ioctl\n",
2159 jt_cmdname(argv[0]));
2162 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
2165 fprintf(stderr, "error: %s: #%d - %s on %s\n",
2166 jt_cmdname(argv[0]), i, strerror(rc = errno),
2167 write ? "write" : "read");
2169 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
2171 printf("%s: %s number %d @ "LPD64":"LPU64" for %d\n",
2172 jt_cmdname(argv[0]), write ? "write" : "read", i,
2173 data.ioc_obdo1.o_id, data.ioc_offset,
2174 (int)(pages * getpagesize()));
2178 if (!repeat_offset) {
2180 if (stride == len) {
2181 data.ioc_offset += stride;
2182 } else if (i < count) {
2185 shared_data->body.offsets[obj_idx];
2186 shared_data->body.offsets[obj_idx] += len;
2190 data.ioc_offset += len;
2191 obj_idx = 0; /* avoids an unused var warning */
2200 gettimeofday(&end, NULL);
2202 diff = difftime(&end, &start);
2206 printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
2207 jt_cmdname(argv[0]), write ? "wrote" : "read",
2209 ((double)i * pages * getpagesize()) /
2211 ctime(&end.tv_sec));
2217 int jt_obd_lov_getconfig(int argc, char **argv)
2219 struct obd_ioctl_data data;
2220 struct lov_desc desc;
2221 struct obd_uuid *uuidarray;
2222 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2227 memset(&data, 0, sizeof(data));
2228 data.ioc_dev = cur_device;
2234 fd = open(path, O_RDONLY);
2236 fprintf(stderr, "open \"%s\" failed: %s\n", path,
2241 memset(&desc, 0, sizeof(desc));
2242 obd_str2uuid(&desc.ld_uuid, argv[1]);
2243 desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
2244 (sizeof(*uuidarray) + sizeof(*obdgens)));
2247 uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
2249 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
2250 jt_cmdname(argv[0]), desc.ld_tgt_count);
2254 obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
2256 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
2257 jt_cmdname(argv[0]), desc.ld_tgt_count);
2262 memset(buf, 0, sizeof(rawbuf));
2263 data.ioc_inllen1 = sizeof(desc);
2264 data.ioc_inlbuf1 = (char *)&desc;
2265 data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
2266 data.ioc_inlbuf2 = (char *)uuidarray;
2267 data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
2268 data.ioc_inlbuf3 = (char *)obdgens;
2270 if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
2271 fprintf(stderr, "error: %s: invalid ioctl\n",
2272 jt_cmdname(argv[0]));
2276 rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
2277 if (rc == -ENOSPC) {
2282 fprintf(stderr, "error: %s: ioctl error: %s\n",
2283 jt_cmdname(argv[0]), strerror(rc = errno));
2285 struct obd_uuid *uuidp;
2289 if (obd_ioctl_unpack(&data, buf, sizeof(rawbuf))) {
2290 fprintf(stderr, "error: %s: invalid reply\n",
2291 jt_cmdname(argv[0]));
2295 if (desc.ld_default_stripe_count == (__u32)-1)
2296 printf("default_stripe_count: %d\n", -1);
2298 printf("default_stripe_count: %u\n",
2299 desc.ld_default_stripe_count);
2300 printf("default_stripe_size: "LPU64"\n",
2301 desc.ld_default_stripe_size);
2302 printf("default_stripe_offset: "LPU64"\n",
2303 desc.ld_default_stripe_offset);
2304 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
2305 printf("obd_count: %u\n", desc.ld_tgt_count);
2306 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
2309 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
2310 printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
2321 int jt_obd_ldlm_regress_start(int argc, char **argv)
2324 struct obd_ioctl_data data;
2325 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2326 char argstring[200];
2327 int i, count = sizeof(argstring) - 1;
2329 memset(&data, 0, sizeof(data));
2330 data.ioc_dev = cur_device;
2334 argstring[0] = '\0';
2335 for (i = 1; i < argc; i++) {
2336 strncat(argstring, " ", count);
2338 strncat(argstring, argv[i], count);
2339 count -= strlen(argv[i]);
2342 if (strlen(argstring)) {
2343 data.ioc_inlbuf1 = argstring;
2344 data.ioc_inllen1 = strlen(argstring) + 1;
2347 memset(buf, 0, sizeof(rawbuf));
2348 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2350 fprintf(stderr, "error: %s: invalid ioctl\n",
2351 jt_cmdname(argv[0]));
2354 rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_START, buf);
2356 fprintf(stderr, "error: %s: test failed: %s\n",
2357 jt_cmdname(argv[0]), strerror(rc = errno));
2362 int jt_obd_ldlm_regress_stop(int argc, char **argv)
2365 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2366 struct obd_ioctl_data data;
2368 memset(&data, 0, sizeof(data));
2369 data.ioc_dev = cur_device;
2374 memset(buf, 0, sizeof(rawbuf));
2375 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2377 fprintf(stderr, "error: %s: invalid ioctl\n",
2378 jt_cmdname(argv[0]));
2381 rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_STOP, buf);
2384 fprintf(stderr, "error: %s: test failed: %s\n",
2385 jt_cmdname(argv[0]), strerror(rc = errno));
2389 static int do_activate(int argc, char **argv, int flag)
2391 struct obd_ioctl_data data;
2392 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2395 memset(&data, 0, sizeof(data));
2396 data.ioc_dev = cur_device;
2400 /* reuse offset for 'active' */
2401 data.ioc_offset = flag;
2403 memset(buf, 0, sizeof(rawbuf));
2404 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2406 fprintf(stderr, "error: %s: invalid ioctl\n",
2407 jt_cmdname(argv[0]));
2410 rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
2412 fprintf(stderr, "error: %s: failed: %s\n",
2413 jt_cmdname(argv[0]), strerror(rc = errno));
2418 int jt_obd_deactivate(int argc, char **argv)
2420 return do_activate(argc, argv, 0);
2423 int jt_obd_activate(int argc, char **argv)
2425 return do_activate(argc, argv, 1);
2428 int jt_obd_recover(int argc, char **argv)
2431 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2432 struct obd_ioctl_data data;
2434 memset(&data, 0, sizeof(data));
2435 data.ioc_dev = cur_device;
2440 data.ioc_inllen1 = strlen(argv[1]) + 1;
2441 data.ioc_inlbuf1 = argv[1];
2444 memset(buf, 0, sizeof(rawbuf));
2445 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2447 fprintf(stderr, "error: %s: invalid ioctl\n",
2448 jt_cmdname(argv[0]));
2451 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
2453 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2454 strerror(rc = errno));
2460 int jt_obd_mdc_lookup(int argc, char **argv)
2462 struct obd_ioctl_data data;
2463 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2464 char *parent, *child;
2465 int rc, fd, verbose = 1;
2467 if (argc < 3 || argc > 4)
2473 verbose = get_verbose(argv[0], argv[3]);
2475 memset(&data, 0, sizeof(data));
2476 data.ioc_dev = cur_device;
2478 data.ioc_inllen1 = strlen(child) + 1;
2479 data.ioc_inlbuf1 = child;
2481 memset(buf, 0, sizeof(rawbuf));
2482 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2484 fprintf(stderr, "error: %s: invalid ioctl\n",
2485 jt_cmdname(argv[0]));
2489 fd = open(parent, O_RDONLY);
2491 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
2496 rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
2498 fprintf(stderr, "error: %s: ioctl error: %s\n",
2499 jt_cmdname(argv[0]), strerror(rc = errno));
2504 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
2506 fprintf(stderr, "error: %s: invalid reply\n",
2507 jt_cmdname(argv[0]));
2510 printf("%s: mode %o uid %d gid %d\n", child,
2511 data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
2512 data.ioc_obdo1.o_gid);
2518 int jt_cfg_dump_log(int argc, char **argv)
2520 struct obd_ioctl_data data;
2521 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2527 memset(&data, 0, sizeof(data));
2528 data.ioc_dev = cur_device;
2529 data.ioc_inllen1 = strlen(argv[1]) + 1;
2530 data.ioc_inlbuf1 = argv[1];
2532 memset(buf, 0, sizeof(rawbuf));
2533 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2535 fprintf(stderr, "error: %s: invalid ioctl\n",
2536 jt_cmdname(argv[0]));
2539 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_DUMP_LOG, buf);
2541 fprintf(stderr, "OBD_IOC_DUMP_LOG failed: %s\n",
2547 int jt_llog_catlist(int argc, char **argv)
2549 struct obd_ioctl_data data;
2550 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2556 memset(&data, 0, sizeof(data));
2557 data.ioc_dev = cur_device;
2558 data.ioc_inllen1 = sizeof(rawbuf) - cfs_size_round(sizeof(data));
2559 memset(buf, 0, sizeof(rawbuf));
2560 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2562 fprintf(stderr, "error: %s: invalid ioctl\n",
2563 jt_cmdname(argv[0]));
2566 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
2568 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2570 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
2576 int jt_llog_info(int argc, char **argv)
2578 struct obd_ioctl_data data;
2579 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2585 memset(&data, 0, sizeof(data));
2586 data.ioc_dev = cur_device;
2587 data.ioc_inllen1 = strlen(argv[1]) + 1;
2588 data.ioc_inlbuf1 = argv[1];
2589 data.ioc_inllen2 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2590 cfs_size_round(data.ioc_inllen1);
2591 memset(buf, 0, sizeof(rawbuf));
2592 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2594 fprintf(stderr, "error: %s: invalid ioctl\n",
2595 jt_cmdname(argv[0]));
2599 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
2601 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2603 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
2609 int jt_llog_print(int argc, char **argv)
2611 struct obd_ioctl_data data;
2612 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2615 if (argc != 2 && argc != 4)
2618 memset(&data, 0, sizeof(data));
2619 data.ioc_dev = cur_device;
2620 data.ioc_inllen1 = strlen(argv[1]) + 1;
2621 data.ioc_inlbuf1 = argv[1];
2623 data.ioc_inllen2 = strlen(argv[2]) + 1;
2624 data.ioc_inlbuf2 = argv[2];
2625 data.ioc_inllen3 = strlen(argv[3]) + 1;
2626 data.ioc_inlbuf3 = argv[3];
2628 char from[2] = "1", to[3] = "-1";
2629 data.ioc_inllen2 = strlen(from) + 1;
2630 data.ioc_inlbuf2 = from;
2631 data.ioc_inllen3 = strlen(to) + 1;
2632 data.ioc_inlbuf3 = to;
2634 data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2635 cfs_size_round(data.ioc_inllen1) -
2636 cfs_size_round(data.ioc_inllen2) -
2637 cfs_size_round(data.ioc_inllen3);
2638 memset(buf, 0, sizeof(rawbuf));
2639 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2641 fprintf(stderr, "error: %s: invalid ioctl\n",
2642 jt_cmdname(argv[0]));
2646 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2648 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2650 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2656 int jt_llog_cancel(int argc, char **argv)
2658 struct obd_ioctl_data data;
2659 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2665 memset(&data, 0, sizeof(data));
2666 data.ioc_dev = cur_device;
2667 data.ioc_inllen1 = strlen(argv[1]) + 1;
2668 data.ioc_inlbuf1 = argv[1];
2669 data.ioc_inllen2 = strlen(argv[2]) + 1;
2670 data.ioc_inlbuf2 = argv[2];
2671 data.ioc_inllen3 = strlen(argv[3]) + 1;
2672 data.ioc_inlbuf3 = argv[3];
2673 memset(buf, 0, sizeof(rawbuf));
2674 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2676 fprintf(stderr, "error: %s: invalid ioctl\n",
2677 jt_cmdname(argv[0]));
2681 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2683 fprintf(stdout, "index %s be canceled.\n", argv[3]);
2685 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2691 int jt_llog_check(int argc, char **argv)
2693 struct obd_ioctl_data data;
2694 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2697 if (argc != 2 && argc != 4)
2700 memset(&data, 0, sizeof(data));
2701 data.ioc_dev = cur_device;
2702 data.ioc_inllen1 = strlen(argv[1]) + 1;
2703 data.ioc_inlbuf1 = argv[1];
2705 data.ioc_inllen2 = strlen(argv[2]) + 1;
2706 data.ioc_inlbuf2 = argv[2];
2707 data.ioc_inllen3 = strlen(argv[3]) + 1;
2708 data.ioc_inlbuf3 = argv[3];
2710 char from[2] = "1", to[3] = "-1";
2711 data.ioc_inllen2 = strlen(from) + 1;
2712 data.ioc_inlbuf2 = from;
2713 data.ioc_inllen3 = strlen(to) + 1;
2714 data.ioc_inlbuf3 = to;
2716 data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2717 cfs_size_round(data.ioc_inllen1) -
2718 cfs_size_round(data.ioc_inllen2) -
2719 cfs_size_round(data.ioc_inllen3);
2720 memset(buf, 0, sizeof(rawbuf));
2721 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2723 fprintf(stderr, "error: %s: invalid ioctl\n",
2724 jt_cmdname(argv[0]));
2728 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2730 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2732 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2737 int jt_llog_remove(int argc, char **argv)
2739 struct obd_ioctl_data data;
2740 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2743 if (argc != 3 && argc != 2)
2746 memset(&data, 0, sizeof(data));
2747 data.ioc_dev = cur_device;
2748 data.ioc_inllen1 = strlen(argv[1]) + 1;
2749 data.ioc_inlbuf1 = argv[1];
2751 data.ioc_inllen2 = strlen(argv[2]) + 1;
2752 data.ioc_inlbuf2 = argv[2];
2754 memset(buf, 0, sizeof(rawbuf));
2755 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2757 fprintf(stderr, "error: %s: invalid ioctl\n",
2758 jt_cmdname(argv[0]));
2762 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2765 fprintf(stdout, "log %s are removed.\n", argv[2]);
2767 fprintf(stdout, "the log in catalog %s are removed. \n", argv[1]);
2769 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2775 /* attach a regular file to virtual block device.
2778 * 1: error, it always means the command run failed
2781 static int jt_blockdev_run_process(const char *file, char *argv[])
2787 if (pid == 0) { /* child process */
2788 /* don't print error messages */
2790 (void)execvp(file, argv);
2792 } else if (pid > 0) {
2795 rc = waitpid(pid, &status, 0);
2796 if (rc < 0 || !WIFEXITED(status))
2799 return WEXITSTATUS(status);
2805 static int jt_blockdev_find_module(const char *module)
2811 fp = fopen("/proc/modules", "r");
2815 while (fgets(buf, 1024, fp) != NULL) {
2816 *strchr(buf, ' ') = 0;
2817 if (strcmp(module, buf) == 0) {
2827 static int jt_blockdev_probe_module(const char *module)
2833 if (jt_blockdev_find_module(module) == 1)
2836 /* run modprobe first */
2838 argv[c++] = "/sbin/modprobe";
2840 argv[c++] = (char *)module;
2842 rc = jt_blockdev_run_process("modprobe", argv);
2846 /* cannot find the module in default directory ... */
2847 sprintf(buf, "../llite/%s.ko", module);
2849 argv[c++] = "/sbin/insmod";
2852 rc = jt_blockdev_run_process("insmod", argv);
2856 int jt_blockdev_attach(int argc, char **argv)
2860 char *filename, *devname;
2866 if (jt_blockdev_probe_module("llite_lloop") < 0) {
2867 fprintf(stderr, "error: cannot find module llite_lloop.(k)o\n");
2874 fd = open(filename, O_RDWR);
2876 fprintf(stderr, "file %s can't be opened(%s)\n\n",
2877 filename, strerror(errno));
2881 rc = ioctl(fd, LL_IOC_LLOOP_ATTACH, &dev);
2884 fprintf(stderr, "attach error(%s)\n", strerror(rc));
2888 rc = stat(devname, &st);
2889 if (rc == 0 && (!S_ISBLK(st.st_mode) || st.st_rdev != dev)) {
2891 } else if (rc < 0) {
2892 if (errno == ENOENT &&
2893 !mknod(devname, S_IFBLK|S_IRUSR|S_IWUSR, dev))
2900 fprintf(stderr, "error: the file %s could be attached to block "
2901 "device %X but creating %s failed: %s\n"
2902 "now detaching the block device..",
2903 filename, (int)dev, devname, strerror(rc));
2905 (void)ioctl(fd, LL_IOC_LLOOP_DETACH_BYDEV, dev);
2906 fprintf(stderr, "%s\n", strerror(errno));
2913 int jt_blockdev_detach(int argc, char **argv)
2922 fd = open(filename, O_RDONLY);
2924 fprintf(stderr, "cannot open file %s error %s\n",
2925 filename, strerror(errno));
2929 rc = ioctl(fd, LL_IOC_LLOOP_DETACH, 0);
2932 fprintf(stderr, "detach error(%s)\n", strerror(rc));
2934 (void)unlink(filename);
2941 int jt_blockdev_info(int argc, char **argv)
2951 fd = open(filename, O_RDONLY);
2953 fprintf(stderr, "cannot open file %s error: %s\n",
2954 filename, strerror(errno));
2958 rc = ioctl(fd, LL_IOC_LLOOP_INFO, &fid);
2961 fprintf(stderr, "error: %s\n", strerror(errno));
2964 fprintf(stdout, "lloop device info: ");
2965 if (fid_is_zero(&fid))
2966 fprintf(stdout, "Not attached\n");
2968 fprintf(stdout, "attached to inode "DFID"\n", PFID(&fid));
2974 static void signal_server(int sig)
2976 if (sig == SIGINT) {
2977 do_disconnect("sigint", 1);
2980 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
2983 int obd_initialize(int argc, char **argv)
2987 for (i = 0; i < MAX_STRIPES; i++)
2988 lsm_buffer.lsm.lsm_oinfo[i] = lov_oinfos + i;
2990 if (shmem_setup() != 0)
2993 register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
2994 OBD_DEV_MAJOR, OBD_DEV_MINOR);
2999 void obd_finalize(int argc, char **argv)
3001 struct sigaction sigact;
3003 sigact.sa_handler = signal_server;
3004 sigfillset(&sigact.sa_mask);
3005 sigact.sa_flags = SA_RESTART;
3006 sigaction(SIGINT, &sigact, NULL);
3009 do_disconnect(argv[0], 1);
3012 static int check_pool_cmd(enum lcfg_command_type cmd,
3013 char *fsname, char *poolname,
3018 rc = llapi_search_ost(fsname, poolname, ostname);
3019 if (rc < 0 && (cmd != LCFG_POOL_NEW)) {
3020 fprintf(stderr, "Pool %s.%s not found\n",
3026 case LCFG_POOL_NEW: {
3027 LASSERT(ostname == NULL);
3029 fprintf(stderr, "Pool %s.%s already exists\n",
3035 case LCFG_POOL_DEL: {
3036 LASSERT(ostname == NULL);
3038 fprintf(stderr, "Pool %s.%s not empty, "
3039 "please remove all members\n",
3045 case LCFG_POOL_ADD: {
3047 fprintf(stderr, "OST %s is already in pool %s.%s\n",
3048 ostname, fsname, poolname);
3051 rc = llapi_search_ost(fsname, NULL, ostname);
3053 fprintf(stderr, "OST %s is not part of the '%s' fs.\n",
3059 case LCFG_POOL_REM: {
3061 fprintf(stderr, "OST %s not found in pool %s.%s\n",
3062 ostname, fsname, poolname);
3073 /* This check only verifies that the changes have been "pushed out" to
3074 the client successfully. This involves waiting for a config update,
3075 and so may fail because of problems in that code or post-command
3076 network loss. So reporting a warning is appropriate, but not a failure.
3078 static int check_pool_cmd_result(enum lcfg_command_type cmd,
3079 char *fsname, char *poolname,
3086 case LCFG_POOL_NEW: {
3088 rc = llapi_search_ost(fsname, poolname, NULL);
3094 } while ((rc < 0) && (cpt > 0));
3096 fprintf(stderr, "Pool %s.%s created\n",
3100 fprintf(stderr, "Warning, pool %s.%s not found\n",
3105 case LCFG_POOL_DEL: {
3107 rc = llapi_search_ost(fsname, poolname, NULL);
3113 } while ((rc >= 0) && (cpt > 0));
3115 fprintf(stderr, "Pool %s.%s destroyed\n",
3119 fprintf(stderr, "Warning, pool %s.%s still found\n",
3124 case LCFG_POOL_ADD: {
3126 rc = llapi_search_ost(fsname, poolname, ostname);
3132 } while ((rc != 1) && (cpt > 0));
3134 fprintf(stderr, "OST %s added to pool %s.%s\n",
3135 ostname, fsname, poolname);
3138 fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
3139 ostname, fsname, poolname);
3143 case LCFG_POOL_REM: {
3145 rc = llapi_search_ost(fsname, poolname, ostname);
3151 } while ((rc == 1) && (cpt > 0));
3153 fprintf(stderr, "OST %s removed from pool %s.%s\n",
3154 ostname, fsname, poolname);
3157 fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
3158 ostname, fsname, poolname);
3168 static int check_and_complete_ostname(char *fsname, char *ostname)
3171 char real_ostname[MAX_OBD_NAME + 1];
3174 /* if OST name does not start with fsname, we add it */
3175 /* if not check if the fsname is the right one */
3176 ptr = strchr(ostname, '-');
3178 sprintf(real_ostname, "%s-%s", fsname, ostname);
3179 } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
3180 fprintf(stderr, "%s does not start with fsname %s\n",
3184 strcpy(real_ostname, ostname);
3186 /* real_ostname is fsname-????? */
3187 ptr = real_ostname + strlen(fsname) + 1;
3188 if (strncmp(ptr, "OST", 3) != 0) {
3189 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
3193 /* real_ostname is fsname-OST????? */
3195 for (i = 0; i < 4; i++) {
3196 if (!isxdigit(*ptr)) {
3198 "ost's index in %s is not an hexa number\n",
3204 /* real_ostname is fsname-OSTXXXX????? */
3205 /* if OST name does not end with _UUID, we add it */
3207 strcat(real_ostname, "_UUID");
3208 } else if (strcmp(ptr, "_UUID") != 0) {
3210 "ostname %s does not end with _UUID\n", ostname);
3213 /* real_ostname is fsname-OSTXXXX_UUID */
3214 strcpy(ostname, real_ostname);
3218 /* returns 0 or -errno */
3219 static int pool_cmd(enum lcfg_command_type cmd,
3220 char *cmdname, char *fullpoolname,
3221 char *fsname, char *poolname, char *ostname)
3224 struct obd_ioctl_data data;
3225 struct lustre_cfg_bufs bufs;
3226 struct lustre_cfg *lcfg;
3227 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3229 rc = check_pool_cmd(cmd, fsname, poolname, ostname);
3231 fprintf(stderr, "Can't verify pool command since there "
3232 "is no local MDT or client, proceeding anyhow...\n");
3236 lustre_cfg_bufs_reset(&bufs, NULL);
3237 lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
3238 lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
3239 if (ostname != NULL)
3240 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
3242 lcfg = lustre_cfg_new(cmd, &bufs);
3248 memset(&data, 0, sizeof(data));
3249 rc = data.ioc_dev = get_mgs_device();
3253 data.ioc_type = LUSTRE_CFG_TYPE;
3254 data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3255 lcfg->lcfg_buflens);
3256 data.ioc_pbuf1 = (void *)lcfg;
3258 memset(buf, 0, sizeof(rawbuf));
3259 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3261 fprintf(stderr, "error: %s: invalid ioctl\n",
3262 jt_cmdname(cmdname));
3265 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
3269 lustre_cfg_free(lcfg);
3274 * this function tranforms a rule [start-end/step] into an array
3275 * of matching numbers
3276 * supported forms are:
3277 * [start] : just this number
3278 * [start-end] : all numbers from start to end
3279 * [start-end/step] : numbers from start to end with increment of step
3280 * on return, format contains a printf format string which can be used
3281 * to generate all the strings
3283 static int get_array_idx(char *rule, char *format, int **array)
3285 char *start, *end, *ptr;
3286 unsigned int lo, hi, step;
3291 start = strchr(rule, '[');
3292 end = strchr(rule, ']');
3293 if ((start == NULL) || (end == NULL)) {
3294 *array = malloc(sizeof(int));
3297 strcpy(format, rule);
3305 /* put in format the printf format (the rule without the range) */
3306 sprintf(format, "%s%%.4x%s", rule, end);
3311 /* loop on , separator */
3313 /* extract the 3 fields */
3314 rc = sscanf(start, "%x-%x/%u", &lo, &hi, &step);
3321 *array = realloc(*array, array_sz * sizeof(int));
3324 (*array)[array_idx] = lo;
3330 /* do not break to share code with case 3: */
3333 if ((hi < lo) || (step == 0))
3335 array_sz += (hi - lo) / step + 1;
3336 *array = realloc(*array, sizeof(int) * array_sz);
3339 for (i = lo; i <= hi; i+=step, array_idx++)
3340 (*array)[array_idx] = i;
3344 ptr = strchr(start, ',');
3348 } while (ptr != NULL);
3352 static int extract_fsname_poolname(char *arg, char *fsname, char *poolname)
3358 strcpy(fsname, arg);
3359 ptr = strchr(fsname, '.');
3361 fprintf(stderr, ". is missing in %s\n", fsname);
3368 fprintf(stderr, "fsname is empty\n");
3373 len = strlen(ptr + 1);
3375 fprintf(stderr, "poolname is empty\n");
3379 if (len > LOV_MAXPOOLNAME) {
3381 "poolname %s is too long (length is %d max is %d)\n",
3382 ptr + 1, len, LOV_MAXPOOLNAME);
3386 strncpy(poolname, ptr + 1, LOV_MAXPOOLNAME);
3387 poolname[LOV_MAXPOOLNAME] = '\0';
3392 fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
3396 int jt_pool_cmd(int argc, char **argv)
3398 enum lcfg_command_type cmd;
3399 char fsname[PATH_MAX + 1];
3400 char poolname[LOV_MAXPOOLNAME + 1];
3401 char *ostnames_buf = NULL;
3403 int *array = NULL, array_sz;
3411 case 1: return CMD_HELP;
3413 if (strcmp("pool_new", argv[0]) == 0)
3414 cmd = LCFG_POOL_NEW;
3415 else if (strcmp("pool_destroy", argv[0]) == 0)
3416 cmd = LCFG_POOL_DEL;
3417 else if (strcmp("pool_list", argv[0]) == 0)
3418 return llapi_poollist(argv[1]);
3419 else return CMD_HELP;
3421 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3425 rc = pool_cmd(cmd, argv[0], argv[1], fsname, poolname, NULL);
3429 check_pool_cmd_result(cmd, fsname, poolname, NULL);
3433 char format[2*MAX_OBD_NAME];
3435 if (strcmp("pool_remove", argv[0]) == 0) {
3436 cmd = LCFG_POOL_REM;
3437 } else if (strcmp("pool_add", argv[0]) == 0) {
3438 cmd = LCFG_POOL_ADD;
3443 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3447 for (i = 2; i < argc; i++) {
3450 array_sz = get_array_idx(argv[i], format, &array);
3454 cmds = malloc(array_sz * sizeof(cmds[0]));
3456 ostnames_buf = malloc(array_sz *
3457 (MAX_OBD_NAME + 1));
3464 for (j = 0; j < array_sz; j++) {
3465 char ostname[MAX_OBD_NAME + 1];
3467 snprintf(ostname, MAX_OBD_NAME, format,
3469 ostname[MAX_OBD_NAME] = '\0';
3471 rc = check_and_complete_ostname(fsname,ostname);
3479 if (ostnames_buf != NULL) {
3481 &ostnames_buf[(MAX_OBD_NAME + 1) * j];
3482 strcpy(cmds[j].ostname, ostname);
3484 cmds[j].ostname = NULL;
3486 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
3489 /* Return an err if any of the add/dels fail */
3493 for (j = 0; j < array_sz; j++) {
3495 char ostname[MAX_OBD_NAME + 1];
3497 if (!cmds[j].ostname) {
3498 snprintf(ostname, MAX_OBD_NAME,
3500 ostname[MAX_OBD_NAME] = '\0';
3501 check_and_complete_ostname(
3507 check_pool_cmd_result(cmd, fsname,
3531 int jt_get_obj_version(int argc, char **argv)
3534 struct obd_ioctl_data data;
3536 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf, *fidstr;
3543 while (*fidstr == '[')
3545 sscanf(fidstr, SFID, RFID(&fid));
3546 if (!fid_is_sane(&fid)) {
3547 fprintf(stderr, "bad FID format [%s], should be "DFID"\n",
3548 fidstr, (__u64)1, 2, 0);
3552 memset(&data, 0, sizeof data);
3553 data.ioc_dev = cur_device;
3554 data.ioc_inlbuf1 = (char *) &fid;
3555 data.ioc_inllen1 = sizeof fid;
3556 data.ioc_inlbuf2 = (char *) &version;
3557 data.ioc_inllen2 = sizeof version;
3559 memset(buf, 0, sizeof *buf);
3560 rc = obd_ioctl_pack(&data, &buf, sizeof rawbuf);
3562 fprintf(stderr, "error: %s: packing ioctl arguments: %s\n",
3563 jt_cmdname(argv[0]), strerror(-rc));
3567 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GET_OBJ_VERSION, buf);
3569 fprintf(stderr, "error: %s: ioctl: %s\n",
3570 jt_cmdname(argv[0]), strerror(errno));
3574 obd_ioctl_unpack(&data, buf, sizeof rawbuf);
3575 printf(LPX64"\n", version);
3579 void llapi_ping_target(char *obd_type, char *obd_name,
3580 char *obd_uuid, void *args)
3583 struct obd_ioctl_data data;
3584 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3586 memset(&data, 0, sizeof(data));
3587 data.ioc_inlbuf4 = obd_name;
3588 data.ioc_inllen4 = strlen(obd_name) + 1;
3589 data.ioc_dev = OBD_DEV_BY_DEVNAME;
3590 memset(buf, 0, sizeof(rawbuf));
3591 if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
3592 fprintf(stderr, "error: invalid ioctl\n");
3595 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_PING_TARGET, buf);
3598 if (rc == ENOTCONN || rc == ESHUTDOWN) {
3599 printf("%s: INACTIVE\n", obd_name);
3601 printf("%s: check error: %s\n",
3602 obd_name, strerror(errno));
3604 printf("%s: active\n", obd_name);
3608 int jt_changelog_register(int argc, char **argv)
3610 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3611 struct obd_ioctl_data data;
3617 else if (argc == 2 && strcmp(argv[1], "-n") != 0)
3622 memset(&data, 0, sizeof(data));
3623 data.ioc_dev = cur_device;
3624 memset(buf, 0, sizeof(rawbuf));
3625 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3627 fprintf(stderr, "error: %s: invalid ioctl\n",
3628 jt_cmdname(argv[0]));
3632 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_REG, buf);
3634 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3635 strerror(rc = errno));
3638 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3640 if (data.ioc_u32_1 == 0) {
3641 fprintf(stderr, "received invalid userid!\n");
3645 if (lcfg_get_devname() != NULL)
3646 strcpy(devname, lcfg_get_devname());
3648 sprintf(devname, "dev %d", cur_device);
3651 /* -n means bare name */
3652 printf(CHANGELOG_USER_PREFIX"%u\n", data.ioc_u32_1);
3654 printf("%s: Registered changelog userid '"CHANGELOG_USER_PREFIX
3655 "%u'\n", devname, data.ioc_u32_1);
3659 int jt_changelog_deregister(int argc, char **argv)
3661 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3662 struct obd_ioctl_data data;
3666 if (argc != 2 || cur_device < 0)
3669 id = strtol(argv[1] + strlen(CHANGELOG_USER_PREFIX), NULL, 10);
3670 if ((id == 0) || (strncmp(argv[1], CHANGELOG_USER_PREFIX,
3671 strlen(CHANGELOG_USER_PREFIX)) != 0)) {
3672 fprintf(stderr, "expecting id of the form '"
3673 CHANGELOG_USER_PREFIX"<num>'; got '%s'\n", argv[1]);
3677 memset(&data, 0, sizeof(data));
3678 data.ioc_dev = cur_device;
3679 data.ioc_u32_1 = id;
3680 memset(buf, 0, sizeof(rawbuf));
3681 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3683 fprintf(stderr, "error: %s: invalid ioctl\n",
3684 jt_cmdname(argv[0]));
3688 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_DEREG, buf);
3690 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3691 strerror(rc = errno));
3694 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3696 if (data.ioc_u32_1 != id) {
3697 fprintf(stderr, "No changelog user '%s'. Blocking user"
3698 " is '"CHANGELOG_USER_PREFIX"%d'.\n", argv[1],
3703 if (lcfg_get_devname() != NULL)
3704 strcpy(devname, lcfg_get_devname());
3706 sprintf(devname, "dev %d", cur_device);
3708 printf("%s: Deregistered changelog user '"CHANGELOG_USER_PREFIX"%d'\n",
3709 devname, data.ioc_u32_1);