1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
6 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 only,
10 * as published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License version 2 for more details (a copy is included
16 * in the LICENSE file that accompanied this code).
18 * You should have received a copy of the GNU General Public License
19 * version 2 along with this program; If not, see
20 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
22 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23 * CA 95054 USA or visit www.sun.com if you need additional information or
29 * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
30 * Use is subject to license terms.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
38 * Author: Peter J. Braam <braam@clusterfs.com>
39 * Author: Phil Schwan <phil@clusterfs.com>
40 * Author: Andreas Dilger <adilger@clusterfs.com>
41 * Author: Robert Read <rread@clusterfs.com>
44 #include <sys/ioctl.h>
45 #include <sys/socket.h>
48 #include <sys/types.h>
67 #include <obd.h> /* for struct lov_stripe_md */
68 #include <lustre/lustre_build_version.h>
70 #include <obd_class.h>
71 #include <lnet/lnetctl.h>
72 #include <libcfs/libcfsutil.h>
73 #include <lustre/liblustreapi.h>
75 #define MAX_STRING_SIZE 128
76 #define DEVICES_LIST "/proc/fs/lustre/devices"
83 #define MAX_THREADS 4096
84 #define MAX_BASE_ID 0xffffffff
90 __u64 counters[MAX_THREADS];
91 __u64 offsets[MAX_THREADS];
95 struct timeval start_time;
96 struct timeval end_time;
100 static struct shared_data *shared_data;
101 static __u64 counter_snapshot[2][MAX_THREADS];
102 static int prev_valid;
103 static struct timeval prev_time;
107 const int thread = 0;
108 const int nthreads = 1;
111 #define MAX_IOC_BUFLEN 8192
113 static int cur_device = -1;
115 struct lov_oinfo lov_oinfos[LOV_MAX_STRIPE_COUNT];
118 struct lov_stripe_md lsm;
119 struct lov_oinfo *ptrs[LOV_MAX_STRIPE_COUNT];
122 static int l2_ioctl(int dev_id, int opc, void *buf)
124 return l_ioctl(dev_id, opc, buf);
127 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
129 struct obd_ioctl_data data;
130 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
133 memset(&data, 0, sizeof(data));
134 data.ioc_dev = cur_device;
135 data.ioc_type = LUSTRE_CFG_TYPE;
136 data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
138 data.ioc_pbuf1 = (void *)lcfg;
139 memset(buf, 0, sizeof(rawbuf));
140 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
142 fprintf(stderr, "error: %s: invalid ioctl\n",
147 rc = l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
152 static int do_device(char *func, char *devname);
154 static int get_mgs_device()
157 static int mgs_device = -1;
159 if (mgs_device == -1) {
161 do_disconnect(NULL, 1);
162 rc = do_device("mgsioc", mgs);
165 "This command must be run on the MGS.\n");
169 mgs_device = cur_device;
174 /* Returns -1 on error with errno set */
175 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
177 struct obd_ioctl_data data;
178 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
181 memset(&data, 0, sizeof(data));
182 rc = data.ioc_dev = get_mgs_device();
185 data.ioc_type = LUSTRE_CFG_TYPE;
186 data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
188 data.ioc_pbuf1 = (void *)lcfg;
189 memset(buf, 0, sizeof(rawbuf));
190 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
192 fprintf(stderr, "error: %s: invalid ioctl\n",
197 rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
201 fprintf(stderr, "Make sure cfg_device is set first.\n");
206 char *obdo_print(struct obdo *obd)
210 sprintf(buf, "id: "LPX64"\ngrp: "LPX64"\natime: "LPU64"\nmtime: "LPU64
211 "\nctime: "LPU64"\nsize: "LPU64"\nblocks: "LPU64
212 "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
213 "misc: %x\nnlink: %d,\nvalid "LPX64"\n",
214 obd->o_id, obd->o_seq, obd->o_atime, obd->o_mtime, obd->o_ctime,
215 obd->o_size, obd->o_blocks, obd->o_blksize, obd->o_mode,
216 obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
217 obd->o_nlink, obd->o_valid);
222 #define BAD_VERBOSE (-999999999)
224 #define N2D_OFF 0x100 /* So we can tell between error codes and devices */
226 static int do_name2dev(char *func, char *name)
228 struct obd_ioctl_data data;
229 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
232 memset(&data, 0, sizeof(data));
233 data.ioc_dev = cur_device;
234 data.ioc_inllen1 = strlen(name) + 1;
235 data.ioc_inlbuf1 = name;
237 memset(buf, 0, sizeof(rawbuf));
238 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
240 fprintf(stderr, "error: %s: invalid ioctl\n",
244 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
247 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
249 fprintf(stderr, "error: %s: invalid reply\n",
254 return data.ioc_dev + N2D_OFF;
258 * resolve a device name to a device number.
259 * supports a number, $name or %uuid.
261 int parse_devname(char *func, char *name)
268 if (isdigit(name[0])) {
269 ret = strtoul(name, NULL, 0);
271 if (name[0] == '$' || name[0] == '%')
273 rc = do_name2dev(func, name);
276 // printf("Name %s is device %d\n", name, ret);
278 fprintf(stderr, "No device found for name %s: %s\n",
286 reset_lsmb (struct lsm_buffer *lsmb)
288 memset (&lsmb->lsm, 0, sizeof (lsmb->lsm));
289 memset(lov_oinfos, 0, sizeof(lov_oinfos));
290 lsmb->lsm.lsm_magic = LOV_MAGIC;
294 parse_lsm (struct lsm_buffer *lsmb, char *string)
296 struct lov_stripe_md *lsm = &lsmb->lsm;
301 * object_id[=size#count[@offset:id]*]
306 lsm->lsm_object_id = strtoull (string, &end, 0);
318 lsm->lsm_stripe_size = strtoul (string, &end, 0);
327 lsm->lsm_stripe_count = strtoul (string, &end, 0);
332 if (*string == 0) /* don't have to specify obj ids */
335 for (i = 0; i < lsm->lsm_stripe_count; i++) {
339 lsm->lsm_oinfo[i]->loi_ost_idx = strtoul(string, &end, 0);
343 lsm->lsm_oinfo[i]->loi_id = strtoull(string, &end, 0);
353 char *jt_cmdname(char *func)
355 static char buf[512];
358 sprintf(buf, "%s-%d", func, thread);
365 #define difftime(a, b) \
366 ((a)->tv_sec - (b)->tv_sec + \
367 ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
369 static int be_verbose(int verbose, struct timeval *next_time,
370 __u64 num, __u64 *next_num, int num_total)
377 if (next_time != NULL)
378 gettimeofday(&now, NULL);
380 /* A positive verbosity means to print every X iterations */
381 if (verbose > 0 && (num >= *next_num || num >= num_total)) {
382 *next_num += verbose;
384 next_time->tv_sec = now.tv_sec - verbose;
385 next_time->tv_usec = now.tv_usec;
390 /* A negative verbosity means to print at most each X seconds */
391 if (verbose < 0 && next_time != NULL &&
392 difftime(&now, next_time) >= 0.0){
393 next_time->tv_sec = now.tv_sec - verbose;
394 next_time->tv_usec = now.tv_usec;
402 static int get_verbose(char *func, const char *arg)
407 if (!arg || arg[0] == 'v')
409 else if (arg[0] == 's' || arg[0] == 'q')
412 verbose = (int)strtoul(arg, &end, 0);
414 fprintf(stderr, "error: %s: bad verbose option '%s'\n",
415 jt_cmdname(func), arg);
421 printf("Print status every %d seconds\n", -verbose);
422 else if (verbose == 1)
423 printf("Print status every operation\n");
424 else if (verbose > 1)
425 printf("Print status every %d operations\n", verbose);
430 int do_disconnect(char *func, int verbose)
432 lcfg_set_devname(NULL);
438 static int shmem_setup(void)
440 pthread_mutexattr_t mattr;
441 pthread_condattr_t cattr;
445 /* Create new segment */
446 shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
448 fprintf(stderr, "Can't create shared data: %s\n",
453 /* Attatch to new segment */
454 shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
456 if (shared_data == (struct shared_data *)(-1)) {
457 fprintf(stderr, "Can't attach shared data: %s\n",
463 /* Mark segment as destroyed, so it will disappear when we exit.
464 * Forks will inherit attached segments, so we should be OK.
466 if (shmctl(shmid, IPC_RMID, NULL) == -1) {
467 fprintf(stderr, "Can't destroy shared data: %s\n",
472 pthread_mutexattr_init(&mattr);
473 pthread_condattr_init(&cattr);
475 rc = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
477 fprintf(stderr, "Can't set shared mutex attr\n");
481 rc = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
483 fprintf(stderr, "Can't set shared cond attr\n");
487 pthread_mutex_init(&shared_data->mutex, &mattr);
488 pthread_cond_init(&shared_data->cond, &cattr);
490 pthread_mutexattr_destroy(&mattr);
491 pthread_condattr_destroy(&cattr);
496 static inline void shmem_lock(void)
498 l_mutex_lock(&shared_data->mutex);
501 static inline void shmem_unlock(void)
503 l_mutex_unlock(&shared_data->mutex);
506 static inline void shmem_wait(void)
508 l_cond_wait(&shared_data->cond, &shared_data->mutex);
511 static inline void shmem_wakeup_all(void)
513 l_cond_broadcast(&shared_data->cond);
516 static inline void shmem_reset(int total_threads)
518 if (shared_data == NULL)
521 memset(&shared_data->body, 0, sizeof(shared_data->body));
522 memset(counter_snapshot, 0, sizeof(counter_snapshot));
524 shared_data->stopping = 0;
525 shared_data->body.start_barrier = total_threads;
526 shared_data->body.stop_barrier = total_threads;
529 static inline void shmem_bump(__u32 counter)
531 static bool running_not_bumped = true;
533 if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
537 shared_data->body.counters[thread - 1] += counter;
538 if (running_not_bumped) {
539 shared_data->body.thr_running++;
540 running_not_bumped = false;
545 static void shmem_total(int total_threads)
551 if (shared_data == NULL || total_threads > MAX_THREADS)
555 for (i = 0; i < total_threads; i++)
556 total += shared_data->body.counters[i];
558 secs = difftime(&shared_data->body.end_time,
559 &shared_data->body.start_time);
562 printf("Total: total %llu threads %d sec %f %f/second\n", total,
563 total_threads, secs, total / secs);
568 static void shmem_snap(int total_threads, int live_threads)
570 struct timeval this_time;
577 if (shared_data == NULL || total_threads > MAX_THREADS)
581 memcpy(counter_snapshot[0], shared_data->body.counters,
582 total_threads * sizeof(counter_snapshot[0][0]));
583 running = shared_data->body.thr_running;
586 gettimeofday(&this_time, NULL);
588 for (i = 0; i < total_threads; i++) {
589 long long this_count =
590 counter_snapshot[0][i] - counter_snapshot[1][i];
592 if (this_count != 0) {
598 secs = difftime(&this_time, &prev_time);
599 if (prev_valid && secs > 1.0) /* someone screwed with the time? */
600 printf("%d/%d Total: %f/second\n", non_zero, total_threads,
603 memcpy(counter_snapshot[1], counter_snapshot[0],
604 total_threads * sizeof(counter_snapshot[0][0]));
605 prev_time = this_time;
607 running == total_threads)
611 static void shmem_stop(void)
613 if (shared_data == NULL)
616 shared_data->stopping = 1;
619 static void shmem_cleanup(void)
621 if (shared_data == NULL)
626 pthread_mutex_destroy(&shared_data->mutex);
627 pthread_cond_destroy(&shared_data->cond);
630 static int shmem_running(void)
632 return (shared_data == NULL || !shared_data->stopping);
635 static int shmem_setup(void)
640 static inline void shmem_reset(int total_threads)
644 static inline void shmem_bump(__u32 counters)
648 static void shmem_lock()
652 static void shmem_unlock()
656 static void shmem_cleanup(void)
660 static int shmem_running(void)
666 extern command_t cmdlist[];
668 static int do_device(char *func, char *devname)
672 dev = parse_devname(func, devname);
676 lcfg_set_devname(devname);
681 int jt_obd_get_device()
686 int jt_obd_device(int argc, char **argv)
694 printf("current device is %d - %s\n",
695 cur_device, lcfg_get_devname() ? : "not set");
698 rc = do_device("device", argv[1]);
702 int jt_opt_device(int argc, char **argv)
710 rc = do_device("device", argv[1]);
713 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
715 ret = do_disconnect(argv[0], 0);
723 static void parent_sighandler (int sig)
728 int jt_opt_threads(int argc, char **argv)
730 static char cmdstr[128];
733 struct sigaction sigact;
734 struct sigaction saveact1;
735 struct sigaction saveact2;
736 unsigned long threads;
740 int report_count = -1;
747 threads = strtoul(argv[1], &end, 0);
750 report_count = strtoul(end + 1, &end, 0);
752 if (*end || threads > MAX_THREADS) {
753 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
754 jt_cmdname(argv[0]), argv[1]);
758 verbose = get_verbose(argv[0], argv[2]);
759 if (verbose == BAD_VERBOSE)
763 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
764 for (i = 5; i < argc; i++)
765 snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
768 printf("%s: starting %ld threads on device %s running %s\n",
769 argv[0], threads, argv[3], cmdstr);
772 shmem_reset(threads);
774 sigemptyset(&sigset);
775 sigaddset(&sigset, SIGALRM);
776 sigaddset(&sigset, SIGCHLD);
777 sigprocmask(SIG_BLOCK, &sigset, &saveset);
781 for (i = 1, next_thread = verbose; i <= threads; i++) {
784 fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
785 strerror(rc = errno));
787 } else if (rc == 0) {
788 sigprocmask(SIG_SETMASK, &saveset, NULL);
791 argv[2] = "--device";
792 exit(jt_opt_device(argc - 2, argv + 2));
793 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
794 printf("%s: thread #%d (PID %d) started\n",
799 if (!thread) { /* parent process */
800 int live_threads = threads;
802 sigemptyset(&sigset);
803 sigemptyset(&sigact.sa_mask);
804 sigact.sa_handler = parent_sighandler;
807 sigaction(SIGALRM, &sigact, &saveact1);
808 sigaction(SIGCHLD, &sigact, &saveact2);
810 while (live_threads > 0) {
814 if (verbose < 0) /* periodic stats */
820 while (live_threads > 0) {
821 ret = waitpid(0, &status, WNOHANG);
826 fprintf(stderr, "error: %s: wait - %s\n",
827 argv[0], strerror(errno));
833 * This is a hack. We _should_ be able
834 * to use WIFEXITED(status) to see if
835 * there was an error, but it appears
836 * to be broken and it always returns 1
839 int err = WEXITSTATUS(status);
840 if (err || WIFSIGNALED(status))
842 "%s: PID %d had rc=%d\n",
851 /* Show stats while all threads running */
853 shmem_snap(threads, live_threads);
854 if (report_count > 0 && --report_count == 0)
858 sigaction(SIGCHLD, &saveact2, NULL);
859 sigaction(SIGALRM, &saveact1, NULL);
862 shmem_total(threads);
863 sigprocmask(SIG_SETMASK, &saveset, NULL);
868 int jt_opt_threads(int argc, char **argv)
870 fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
871 jt_cmdname(argv[0]));
876 int jt_opt_net(int argc, char **argv)
887 rc = jt_ptl_network (2, arg2);
890 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
895 int jt_obd_no_transno(int argc, char **argv)
897 struct obd_ioctl_data data;
898 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
901 memset(&data, 0, sizeof(data));
902 data.ioc_dev = cur_device;
907 memset(buf, 0, sizeof(rawbuf));
908 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
910 fprintf(stderr, "error: %s: invalid ioctl\n",
911 jt_cmdname(argv[0]));
914 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
916 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
917 strerror(rc = errno));
922 int jt_obd_set_readonly(int argc, char **argv)
924 struct obd_ioctl_data data;
925 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
928 memset(&data, 0, sizeof(data));
929 data.ioc_dev = cur_device;
934 memset(buf, 0, sizeof(rawbuf));
935 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
937 fprintf(stderr, "error: %s: invalid ioctl\n",
938 jt_cmdname(argv[0]));
941 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
943 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
944 strerror(rc = errno));
949 int jt_obd_abort_recovery(int argc, char **argv)
951 struct obd_ioctl_data data;
952 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
955 memset(&data, 0, sizeof(data));
956 data.ioc_dev = cur_device;
961 memset(buf, 0, sizeof(rawbuf));
962 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
964 fprintf(stderr, "error: %s: invalid ioctl\n",
965 jt_cmdname(argv[0]));
968 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
970 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
971 strerror(rc = errno));
976 int jt_get_version(int argc, char **argv)
979 char rawbuf[MAX_IOC_BUFLEN];
985 rc = llapi_get_version(rawbuf, MAX_IOC_BUFLEN, &version);
987 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
990 printf("Lustre version: %s\n", version);
992 printf("lctl version: %s\n", BUILD_VERSION);
997 * Print an obd device line with the ost_conn_uuid inserted, if the obd
1000 static void print_obd_line(char *s)
1002 char buf[MAX_STRING_SIZE];
1003 char obd_name[MAX_OBD_NAME];
1007 if (sscanf(s, " %*d %*s osc %s %*s %*d ", obd_name) == 0)
1009 snprintf(buf, sizeof(buf),
1010 "/proc/fs/lustre/osc/%s/ost_conn_uuid", obd_name);
1011 if ((fp = fopen(buf, "r")) == NULL)
1016 if (sscanf(s, " %*d %*s mdc %s %*s %*d ", obd_name) == 0)
1018 snprintf(buf, sizeof(buf),
1019 "/proc/fs/lustre/mdc/%s/mds_conn_uuid", obd_name);
1020 if ((fp = fopen(buf, "r")) == NULL)
1024 /* should not ignore fgets(3)'s return value */
1025 if (!fgets(buf, sizeof(buf), fp)) {
1026 fprintf(stderr, "reading from %s: %s", buf, strerror(errno));
1032 /* trim trailing newlines */
1033 ptr = strrchr(buf, '\n');
1034 if (ptr) *ptr = '\0';
1035 ptr = strrchr(s, '\n');
1036 if (ptr) *ptr = '\0';
1038 printf("%s %s\n", s, buf);
1046 /* get device list by ioctl */
1047 int jt_obd_list_ioctl(int argc, char **argv)
1050 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1051 struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
1055 /* Just ignore a -t option. Only supported with /proc. */
1056 else if (argc == 2 && strcmp(argv[1], "-t") != 0)
1059 for (index = 0;; index++) {
1060 memset(buf, 0, sizeof(rawbuf));
1061 data->ioc_version = OBD_IOCTL_VERSION;
1063 sizeof(rawbuf) - cfs_size_round(sizeof(*data));
1064 data->ioc_inlbuf1 = buf + cfs_size_round(sizeof(*data));
1065 data->ioc_len = obd_ioctl_packlen(data);
1066 data->ioc_count = index;
1068 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
1071 printf("%s\n", (char *)data->ioc_bulk);
1074 if (errno == ENOENT)
1075 /* no device or the last device */
1078 fprintf(stderr, "Error getting device list: %s: "
1079 "check dmesg.\n", strerror(errno));
1084 int jt_obd_list(int argc, char **argv)
1087 char buf[MAX_STRING_SIZE];
1093 else if (argc == 2) {
1094 if (strcmp(argv[1], "-t") == 0)
1100 fp = fopen(DEVICES_LIST, "r");
1102 fprintf(stderr, "error: %s: %s opening "DEVICES_LIST"\n",
1103 jt_cmdname(argv[0]), strerror(rc = errno));
1104 return jt_obd_list_ioctl(argc, argv);
1107 while (fgets(buf, sizeof(buf), fp) != NULL)
1109 print_obd_line(buf);
1117 struct jt_fid_space {
1123 int jt_obd_alloc_fids(struct jt_fid_space *space, struct lu_fid *fid,
1128 if (space->jt_seq == 0 || space->jt_id == space->jt_width) {
1129 struct obd_ioctl_data data;
1130 char rawbuf[MAX_IOC_BUFLEN];
1135 memset(&data, 0, sizeof(data));
1136 data.ioc_dev = cur_device;
1138 data.ioc_pbuf1 = (char *)&seqnr;
1139 data.ioc_plen1 = sizeof(seqnr);
1141 data.ioc_pbuf2 = (char *)&max_count;
1142 data.ioc_plen2 = sizeof(max_count);
1144 memset(buf, 0, sizeof(rawbuf));
1145 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1147 fprintf(stderr, "error: invalid ioctl rc = %d\n", rc);
1151 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_ALLOC_SEQ, buf);
1153 fprintf(stderr, "ioctl error: rc = %d\n", rc);
1157 space->jt_seq = *(__u64 *)data.ioc_pbuf1;
1158 space->jt_width = *(int *)data.ioc_pbuf2;
1161 fid->f_seq = space->jt_seq;
1162 fid->f_oid = space->jt_id;
1165 space->jt_id = min(space->jt_id + *count, space->jt_width);
1167 *count = space->jt_id - fid->f_oid;
1171 #define MD_STEP_COUNT 1000
1172 int jt_obd_md_common(int argc, char **argv, int cmd)
1174 struct obd_ioctl_data data;
1175 struct timeval start;
1176 struct timeval next_time;
1177 struct timeval end_time;
1178 char rawbuf[MAX_IOC_BUFLEN];
1184 char *parent_basedir = NULL;
1186 int parent_base_id = 0;
1187 int parent_count = 1;
1188 __u64 child_base_id = -1;
1189 int stripe_count = 0;
1190 int stripe_index = -1;
1197 __u64 total_count = 0;
1199 struct jt_fid_space fid_space = {0};
1201 struct option long_opts[] = {
1202 {"child_base_id", required_argument, 0, 'b'},
1203 {"stripe_count", required_argument, 0, 'c'},
1204 {"parent_basedir", required_argument, 0, 'd'},
1205 {"parent_dircount", required_argument, 0, 'D'},
1206 {"stripe_index", required_argument, 0, 'i'},
1207 {"mode", required_argument, 0, 'm'},
1208 {"count", required_argument, 0, 'n'},
1209 {"time", required_argument, 0, 't'},
1210 {"version", no_argument, 0, 'v'},
1211 {"xattr_size", required_argument, 0, 'x'},
1216 while ((c = getopt_long(argc, argv, "b:c:d:D:m:n:t:vx:",
1217 long_opts, NULL)) >= 0) {
1220 child_base_id = strtoull(optarg, &end, 0);
1222 fprintf(stderr, "error: %s: bad child_base_id"
1223 " '%s'\n", jt_cmdname(argv[0]), optarg);
1228 stripe_count = strtoul(optarg, &end, 0);
1230 fprintf(stderr, "error: %s: bad stripe count"
1231 " '%s'\n", jt_cmdname(argv[0]), optarg);
1236 parent_basedir = optarg;
1239 parent_count = strtoul(optarg, &end, 0);
1241 fprintf(stderr, "error: %s: bad parent count"
1242 " '%s'\n", jt_cmdname(argv[0]), optarg);
1247 stripe_index = strtoul(optarg, &end, 0);
1249 fprintf(stderr, "error: %s: bad stripe index"
1250 " '%s'\n", jt_cmdname(argv[0]), optarg);
1255 mode = strtoul(optarg, &end, 0);
1257 fprintf(stderr, "error: %s: bad mode '%s'\n",
1258 jt_cmdname(argv[0]), optarg);
1263 total_count = strtoul(optarg, &end, 0);
1264 if (*end || total_count == 0) {
1265 fprintf(stderr, "%s: bad child count '%s'\n",
1266 jt_cmdname(argv[0]), optarg);
1271 seconds = strtoull(optarg, &end, 0);
1273 fprintf(stderr, "error: %s: senconds '%s'\n",
1274 jt_cmdname(argv[0]), optarg);
1282 xattr_size = strtoul(optarg, &end, 0);
1284 fprintf(stderr, "error: %s: senconds '%s'\n",
1285 jt_cmdname(argv[0]), optarg);
1290 fprintf(stderr, "error: %s: option '%s' "
1291 "unrecognized\n", argv[0], argv[optind - 1]);
1296 memset(&data, 0, sizeof(data));
1297 data.ioc_dev = cur_device;
1298 if (child_base_id == -1) {
1301 name = argv[optind];
1304 if (optind < argc) {
1305 fprintf(stderr, "child_base_id and name can not"
1306 " specified at the same time\n");
1311 if (stripe_count == 0 && stripe_index != -1) {
1312 fprintf(stderr, "If stripe_count is 0, stripe_index can not"
1317 if (total_count == 0 && seconds == 0) {
1318 fprintf(stderr, "count or seconds needs to be indicated\n");
1322 if (parent_count <= 0) {
1323 fprintf(stderr, "parent count must < 0\n");
1330 /* threads interleave */
1331 if (parent_base_id != -1)
1332 parent_base_id += (thread - 1) % parent_count;
1334 if (child_base_id != -1)
1335 child_base_id += (thread - 1) * \
1336 (MAX_BASE_ID / nthreads);
1338 shared_data->body.start_barrier--;
1339 if (shared_data->body.start_barrier == 0) {
1342 gettimeofday(&shared_data->body.start_time, NULL);
1343 printf("%s: start at %s", jt_cmdname(argv[0]),
1344 ctime(&shared_data->body.start_time.tv_sec));
1351 /* If parent directory is not specified, try to get the directory
1353 if (parent_basedir == NULL) {
1356 fprintf(stderr, "parent_basedir or name must be"
1360 /*Get directory and name from name*/
1361 last_lash = strrchr(name, '/');
1362 if (last_lash == NULL || name[0] != '/') {
1363 fprintf(stderr, "Can not locate %s\n", name);
1367 if (last_lash == name) {
1368 sprintf(dirname, "%s", "/");
1371 int namelen = (unsigned long)last_lash -
1372 (unsigned long)name;
1373 snprintf(dirname, namelen, "%s", name);
1376 data.ioc_pbuf1 = dirname;
1377 data.ioc_plen1 = strlen(dirname);
1379 data.ioc_pbuf2 = name;
1380 data.ioc_plen2 = strlen(name);
1383 data.ioc_pbuf2 = name;
1384 data.ioc_plen2 = strlen(name);
1386 if (parent_base_id > 0)
1387 sprintf(dirname, "%s%d", parent_basedir,
1390 sprintf(dirname, "%s", parent_basedir);
1392 data.ioc_pbuf1 = dirname;
1393 data.ioc_plen1 = strlen(dirname);
1396 if (cmd == ECHO_MD_MKDIR || cmd == ECHO_MD_RMDIR)
1397 create_mode = S_IFDIR;
1399 create_mode = S_IFREG;
1401 data.ioc_obdo1.o_mode = mode | S_IFDIR;
1402 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
1403 OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
1404 data.ioc_command = cmd;
1406 gettimeofday(&start, NULL);
1407 next_time.tv_sec = start.tv_sec - verbose;
1408 next_time.tv_usec = start.tv_usec;
1409 while (shmem_running()) {
1412 data.ioc_obdo2.o_id = child_base_id;
1413 data.ioc_obdo2.o_mode = mode | create_mode;
1414 data.ioc_obdo2.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE |
1415 OBD_MD_FLMODE | OBD_MD_FLFLAGS |
1417 data.ioc_obdo2.o_misc = stripe_count;
1418 data.ioc_obdo2.o_stripe_idx = stripe_index;
1420 if (total_count > 0) {
1421 if ((total_count - count) > MD_STEP_COUNT)
1422 data.ioc_count = MD_STEP_COUNT;
1424 data.ioc_count = total_count - count;
1426 data.ioc_count = MD_STEP_COUNT;
1429 child_base_id += data.ioc_count;
1430 count += data.ioc_count;
1431 if (cmd == ECHO_MD_CREATE || cmd == ECHO_MD_MKDIR) {
1432 /*Allocate fids for the create */
1433 rc = jt_obd_alloc_fids(&fid_space, &fid,
1436 fprintf(stderr, "Allocate fids error %d.\n",rc);
1439 data.ioc_obdo1.o_seq = fid.f_seq;
1440 data.ioc_obdo1.o_id = fid.f_oid;
1442 memset(buf, 0, sizeof(rawbuf));
1443 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1445 fprintf(stderr, "error: %s: invalid ioctl %d\n",
1446 jt_cmdname(argv[0]), rc);
1450 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_MD, buf);
1452 fprintf(stderr, "error: %s: %s\n",
1453 jt_cmdname(argv[0]), strerror(rc = errno));
1456 shmem_bump(data.ioc_count);
1458 gettimeofday(&end_time, NULL);
1459 diff = difftime(&end_time, &start);
1460 if (seconds > 0 && (__u64)diff > seconds)
1463 if (count >= total_count && total_count > 0)
1467 if (count > 0 && version) {
1468 gettimeofday(&end_time, NULL);
1469 diff = difftime(&end_time, &start);
1470 printf("%s: %d in %.3fs (%.3f /s): %s",
1471 jt_cmdname(argv[0]), count, diff,
1472 (double)count/diff, ctime(&end_time.tv_sec));
1478 shared_data->body.stop_barrier--;
1479 if (shared_data->body.stop_barrier == 0) {
1480 gettimeofday(&shared_data->body.end_time, NULL);
1481 printf("%s: end at %s", jt_cmdname(argv[0]),
1482 ctime(&shared_data->body.end_time.tv_sec));
1490 int jt_obd_test_create(int argc, char **argv)
1492 return jt_obd_md_common(argc, argv, ECHO_MD_CREATE);
1495 int jt_obd_test_mkdir(int argc, char **argv)
1497 return jt_obd_md_common(argc, argv, ECHO_MD_MKDIR);
1500 int jt_obd_test_destroy(int argc, char **argv)
1502 return jt_obd_md_common(argc, argv, ECHO_MD_DESTROY);
1505 int jt_obd_test_rmdir(int argc, char **argv)
1507 return jt_obd_md_common(argc, argv, ECHO_MD_RMDIR);
1510 int jt_obd_test_lookup(int argc, char **argv)
1512 return jt_obd_md_common(argc, argv, ECHO_MD_LOOKUP);
1515 int jt_obd_test_setxattr(int argc, char **argv)
1517 return jt_obd_md_common(argc, argv, ECHO_MD_SETATTR);
1520 int jt_obd_test_md_getattr(int argc, char **argv)
1522 return jt_obd_md_common(argc, argv, ECHO_MD_GETATTR);
1525 /* Create one or more objects, arg[4] may describe stripe meta-data. If
1526 * not, defaults assumed. This echo-client instance stashes the stripe
1527 * object ids. Use get_stripe on this node to print full lsm and
1528 * set_stripe on another node to cut/paste between nodes.
1530 /* create <count> [<file_create_mode>] [q|v|# verbosity] [striping] */
1531 int jt_obd_create(int argc, char **argv)
1533 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1534 struct obd_ioctl_data data;
1535 struct timeval next_time;
1536 __u64 count = 1, next_count, base_id = 0;
1537 int verbose = 1, mode = 0100644, rc = 0, i, valid_lsm = 0;
1540 memset(&data, 0, sizeof(data));
1541 data.ioc_dev = cur_device;
1542 if (argc < 2 || argc > 5)
1545 count = strtoull(argv[1], &end, 0);
1547 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1548 jt_cmdname(argv[0]), argv[1]);
1553 mode = strtoul(argv[2], &end, 0);
1555 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1556 jt_cmdname(argv[0]), argv[2]);
1559 if (!(mode & S_IFMT))
1564 verbose = get_verbose(argv[0], argv[3]);
1565 if (verbose == BAD_VERBOSE)
1570 reset_lsmb (&lsm_buffer); /* will set default */
1572 rc = parse_lsm (&lsm_buffer, argv[4]);
1574 fprintf(stderr, "error: %s: invalid lsm '%s'\n",
1575 jt_cmdname(argv[0]), argv[4]);
1578 base_id = lsm_buffer.lsm.lsm_object_id;
1582 printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1583 gettimeofday(&next_time, NULL);
1584 next_time.tv_sec -= verbose;
1586 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1587 data.ioc_obdo1.o_mode = mode;
1588 data.ioc_obdo1.o_id = base_id;
1589 data.ioc_obdo1.o_uid = 0;
1590 data.ioc_obdo1.o_gid = 0;
1591 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1592 OBD_MD_FLID | OBD_MD_FLUID | OBD_MD_FLGID;
1595 data.ioc_plen1 = sizeof lsm_buffer;
1596 data.ioc_pbuf1 = (char *)&lsm_buffer;
1599 memset(buf, 0, sizeof(rawbuf));
1600 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1602 fprintf(stderr, "error: %s: invalid ioctl\n",
1603 jt_cmdname(argv[0]));
1606 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1607 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1610 fprintf(stderr, "error: %s: #%d - %s\n",
1611 jt_cmdname(argv[0]), i, strerror(rc = errno));
1614 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1615 fprintf(stderr,"error: %s: oid not valid #%d:"LPX64"\n",
1616 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_valid);
1621 if (be_verbose(verbose, &next_time, i, &next_count, count))
1622 printf("%s: #%d is object id "LPX64"\n",
1623 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_id);
1628 int jt_obd_setattr(int argc, char **argv)
1630 struct obd_ioctl_data data;
1631 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1635 memset(&data, 0, sizeof(data));
1636 data.ioc_dev = cur_device;
1640 data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1642 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1643 jt_cmdname(argv[0]), argv[1]);
1646 data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1648 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1649 jt_cmdname(argv[0]), argv[2]);
1652 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1654 memset(buf, 0, sizeof(rawbuf));
1655 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1657 fprintf(stderr, "error: %s: invalid ioctl\n",
1658 jt_cmdname(argv[0]));
1661 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1663 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1664 strerror(rc = errno));
1669 int jt_obd_test_setattr(int argc, char **argv)
1671 struct obd_ioctl_data data;
1672 struct timeval start, next_time;
1673 __u64 i, count, next_count;
1674 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1680 if (argc < 2 || argc > 4)
1683 memset(&data, 0, sizeof(data));
1684 data.ioc_dev = cur_device;
1685 count = strtoull(argv[1], &end, 0);
1687 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1688 jt_cmdname(argv[0]), argv[1]);
1693 verbose = get_verbose(argv[0], argv[2]);
1694 if (verbose == BAD_VERBOSE)
1699 if (argv[3][0] == 't') {
1700 objid = strtoull(argv[3] + 1, &end, 0);
1702 objid += thread - 1;
1704 objid = strtoull(argv[3], &end, 0);
1706 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1707 jt_cmdname(argv[0]), argv[3]);
1712 gettimeofday(&start, NULL);
1713 next_time.tv_sec = start.tv_sec - verbose;
1714 next_time.tv_usec = start.tv_usec;
1716 printf("%s: setting "LPD64" attrs (objid "LPX64"): %s",
1717 jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1719 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1720 data.ioc_obdo1.o_id = objid;
1721 data.ioc_obdo1.o_mode = S_IFREG;
1722 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1723 memset(buf, 0, sizeof(rawbuf));
1724 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1726 fprintf(stderr, "error: %s: invalid ioctl\n",
1727 jt_cmdname(argv[0]));
1730 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1733 fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1734 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1738 (verbose, &next_time, i, &next_count, count))
1739 printf("%s: set attr #"LPD64"\n",
1740 jt_cmdname(argv[0]), i);
1748 gettimeofday(&end, NULL);
1750 diff = difftime(&end, &start);
1754 printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1755 jt_cmdname(argv[0]), i, diff, i / diff,
1756 ctime(&end.tv_sec));
1761 int jt_obd_destroy(int argc, char **argv)
1763 struct obd_ioctl_data data;
1764 struct timeval next_time;
1765 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1766 __u64 count = 1, next_count;
1772 memset(&data, 0, sizeof(data));
1773 data.ioc_dev = cur_device;
1774 if (argc < 2 || argc > 4)
1777 id = strtoull(argv[1], &end, 0);
1778 if (*end || id == 0 || errno != 0) {
1779 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1780 jt_cmdname(argv[0]), argv[1]);
1784 count = strtoull(argv[2], &end, 0);
1787 "error: %s: invalid iteration count '%s'\n",
1788 jt_cmdname(argv[0]), argv[2]);
1794 verbose = get_verbose(argv[0], argv[3]);
1795 if (verbose == BAD_VERBOSE)
1799 printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1800 gettimeofday(&next_time, NULL);
1801 next_time.tv_sec -= verbose;
1803 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1804 data.ioc_obdo1.o_id = id;
1805 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1806 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1808 memset(buf, 0, sizeof(rawbuf));
1809 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1811 fprintf(stderr, "error: %s: invalid ioctl\n",
1812 jt_cmdname(argv[0]));
1815 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1816 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1819 fprintf(stderr, "error: %s: objid "LPX64": %s\n",
1820 jt_cmdname(argv[0]), id, strerror(rc = errno));
1824 if (be_verbose(verbose, &next_time, i, &next_count, count))
1825 printf("%s: #%d is object id "LPX64"\n",
1826 jt_cmdname(argv[0]), i, id);
1832 int jt_obd_getattr(int argc, char **argv)
1834 struct obd_ioctl_data data;
1835 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1842 memset(&data, 0, sizeof(data));
1843 data.ioc_dev = cur_device;
1844 data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1846 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1847 jt_cmdname(argv[0]), argv[1]);
1850 /* to help obd filter */
1851 data.ioc_obdo1.o_mode = 0100644;
1852 data.ioc_obdo1.o_valid = 0xffffffff;
1853 printf("%s: object id "LPX64"\n", jt_cmdname(argv[0]),data.ioc_obdo1.o_id);
1855 memset(buf, 0, sizeof(rawbuf));
1856 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1858 fprintf(stderr, "error: %s: invalid ioctl\n",
1859 jt_cmdname(argv[0]));
1862 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1863 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1865 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1866 strerror(rc = errno));
1868 printf("%s: object id "LPX64", mode %o\n", jt_cmdname(argv[0]),
1869 data.ioc_obdo1.o_id, data.ioc_obdo1.o_mode);
1874 int jt_obd_test_getattr(int argc, char **argv)
1876 struct obd_ioctl_data data;
1877 struct timeval start, next_time;
1878 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1879 __u64 i, count, next_count;
1885 if (argc < 2 || argc > 4)
1888 memset(&data, 0, sizeof(data));
1889 data.ioc_dev = cur_device;
1890 count = strtoull(argv[1], &end, 0);
1892 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1893 jt_cmdname(argv[0]), argv[1]);
1898 verbose = get_verbose(argv[0], argv[2]);
1899 if (verbose == BAD_VERBOSE)
1904 if (argv[3][0] == 't') {
1905 objid = strtoull(argv[3] + 1, &end, 0);
1907 objid += thread - 1;
1909 objid = strtoull(argv[3], &end, 0);
1911 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1912 jt_cmdname(argv[0]), argv[3]);
1917 gettimeofday(&start, NULL);
1918 next_time.tv_sec = start.tv_sec - verbose;
1919 next_time.tv_usec = start.tv_usec;
1921 printf("%s: getting "LPD64" attrs (objid "LPX64"): %s",
1922 jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1924 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1925 data.ioc_obdo1.o_id = objid;
1926 data.ioc_obdo1.o_mode = S_IFREG;
1927 data.ioc_obdo1.o_valid = 0xffffffff;
1928 memset(buf, 0, sizeof(rawbuf));
1929 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1931 fprintf(stderr, "error: %s: invalid ioctl\n",
1932 jt_cmdname(argv[0]));
1935 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1938 fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1939 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1943 (verbose, &next_time, i, &next_count, count))
1944 printf("%s: got attr #"LPD64"\n",
1945 jt_cmdname(argv[0]), i);
1953 gettimeofday(&end, NULL);
1955 diff = difftime(&end, &start);
1959 printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1960 jt_cmdname(argv[0]), i, diff, i / diff,
1961 ctime(&end.tv_sec));
1966 /* test_brw <cnt> count
1967 <r|w[r(repeat)x(noverify)]> mode
1968 <q|v|#(print interval)> verbosity
1969 <npages[+offset]> blocksize
1970 <[[<interleave_threads>]t(inc obj by thread#)]obj> object
1971 [p|g<args>] batch */
1972 int jt_obd_test_brw(int argc, char **argv)
1974 struct obd_ioctl_data data;
1975 struct timeval start, next_time;
1976 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1977 __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1978 int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1979 int offset_pages = 0;
1981 int repeat_offset = 0;
1982 unsigned long long ull;
1983 int nthr_per_obj = 0;
1988 if (argc < 2 || argc > 7) {
1989 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1990 jt_cmdname(argv[0]), argc);
1994 count = strtoull(argv[1], &end, 0);
1996 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
1997 jt_cmdname(argv[0]), argv[1]);
2002 if (argv[2][0] == 'w' || argv[2][0] == '1')
2004 /* else it's a read */
2006 if (argv[2][0] != 0)
2007 for (i = 1; argv[2][i] != 0; i++)
2008 switch (argv[2][i]) {
2018 fprintf (stderr, "Can't parse cmd '%s'\n",
2025 verbose = get_verbose(argv[0], argv[3]);
2026 if (verbose == BAD_VERBOSE)
2031 pages = strtoul(argv[4], &end, 0);
2034 offset_pages = strtoul(end + 1, &end, 0);
2037 offset_pages < 0 || offset_pages >= pages) {
2038 fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
2039 jt_cmdname(argv[0]), argv[4]);
2046 (n = strtol(argv[5], &end, 0)) > 0 &&
2048 (ull = strtoull(end + 1, &end, 0)) > 0 &&
2052 } else if (thread &&
2053 argv[5][0] == 't') {
2055 objid = strtoull(argv[5] + 1, &end, 0);
2058 objid = strtoull(argv[5], &end, 0);
2061 fprintf(stderr, "error: %s: bad objid '%s'\n",
2062 jt_cmdname(argv[0]), argv[5]);
2067 memset(&data, 0, sizeof(data));
2068 data.ioc_dev = cur_device;
2070 /* communicate the 'type' of brw test and batching to echo_client.
2071 * don't start. we'd love to refactor this lctl->echo_client
2073 data.ioc_pbuf1 = (void *)1;
2077 switch(argv[6][0]) {
2078 case 'g': /* plug and unplug */
2079 data.ioc_pbuf1 = (void *)2;
2080 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2083 case 'p': /* prep and commit */
2084 data.ioc_pbuf1 = (void *)3;
2085 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2089 fprintf(stderr, "error: %s: batching '%s' "
2090 "needs to specify 'p' or 'g'\n",
2091 jt_cmdname(argv[0]), argv[6]);
2096 fprintf(stderr, "error: %s: bad batching '%s'\n",
2097 jt_cmdname(argv[0]), argv[6]);
2100 data.ioc_plen1 *= getpagesize();
2103 len = pages * getpagesize();
2104 thr_offset = offset_pages * getpagesize();
2110 if (nthr_per_obj != 0) {
2111 /* threads interleave */
2112 obj_idx = (thread - 1)/nthr_per_obj;
2114 stride *= nthr_per_obj;
2115 if ((thread - 1) % nthr_per_obj == 0) {
2116 shared_data->body.offsets[obj_idx] =
2117 stride + thr_offset;
2119 thr_offset += ((thread - 1) % nthr_per_obj) * len;
2121 /* threads disjoint */
2122 thr_offset += (thread - 1) * len;
2125 shared_data->body.start_barrier--;
2126 if (shared_data->body.start_barrier == 0)
2135 data.ioc_obdo1.o_id = objid;
2136 data.ioc_obdo1.o_mode = S_IFREG;
2137 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE | OBD_MD_FLFLAGS;
2138 data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
2139 data.ioc_count = len;
2140 data.ioc_offset = (repeat_offset ? 0 : thr_offset);
2142 gettimeofday(&start, NULL);
2143 next_time.tv_sec = start.tv_sec - verbose;
2144 next_time.tv_usec = start.tv_usec;
2147 printf("%s: %s "LPU64"x%d pages (obj "LPX64", off "LPU64"): %s",
2148 jt_cmdname(argv[0]), write ? "writing" : "reading", count,
2149 pages, objid, data.ioc_offset, ctime(&start.tv_sec));
2151 cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
2152 for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
2153 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
2154 memset(buf, 0, sizeof(rawbuf));
2155 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2157 fprintf(stderr, "error: %s: invalid ioctl\n",
2158 jt_cmdname(argv[0]));
2161 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
2164 fprintf(stderr, "error: %s: #%d - %s on %s\n",
2165 jt_cmdname(argv[0]), i, strerror(rc = errno),
2166 write ? "write" : "read");
2168 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
2170 printf("%s: %s number %d @ "LPD64":"LPU64" for %d\n",
2171 jt_cmdname(argv[0]), write ? "write" : "read", i,
2172 data.ioc_obdo1.o_id, data.ioc_offset,
2173 (int)(pages * getpagesize()));
2177 if (!repeat_offset) {
2179 if (stride == len) {
2180 data.ioc_offset += stride;
2181 } else if (i < count) {
2184 shared_data->body.offsets[obj_idx];
2185 shared_data->body.offsets[obj_idx] += len;
2189 data.ioc_offset += len;
2190 obj_idx = 0; /* avoids an unused var warning */
2199 gettimeofday(&end, NULL);
2201 diff = difftime(&end, &start);
2205 printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
2206 jt_cmdname(argv[0]), write ? "wrote" : "read",
2208 ((double)i * pages * getpagesize()) /
2210 ctime(&end.tv_sec));
2216 int jt_obd_lov_getconfig(int argc, char **argv)
2218 struct obd_ioctl_data data;
2219 struct lov_desc desc;
2220 struct obd_uuid *uuidarray;
2221 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2226 memset(&data, 0, sizeof(data));
2227 data.ioc_dev = cur_device;
2233 fd = open(path, O_RDONLY);
2235 fprintf(stderr, "open \"%s\" failed: %s\n", path,
2240 memset(&desc, 0, sizeof(desc));
2241 obd_str2uuid(&desc.ld_uuid, argv[1]);
2242 desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
2243 (sizeof(*uuidarray) + sizeof(*obdgens)));
2246 uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
2248 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
2249 jt_cmdname(argv[0]), desc.ld_tgt_count);
2253 obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
2255 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
2256 jt_cmdname(argv[0]), desc.ld_tgt_count);
2261 memset(buf, 0, sizeof(rawbuf));
2262 data.ioc_inllen1 = sizeof(desc);
2263 data.ioc_inlbuf1 = (char *)&desc;
2264 data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
2265 data.ioc_inlbuf2 = (char *)uuidarray;
2266 data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
2267 data.ioc_inlbuf3 = (char *)obdgens;
2269 if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
2270 fprintf(stderr, "error: %s: invalid ioctl\n",
2271 jt_cmdname(argv[0]));
2275 rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
2276 if (rc == -ENOSPC) {
2281 fprintf(stderr, "error: %s: ioctl error: %s\n",
2282 jt_cmdname(argv[0]), strerror(rc = errno));
2284 struct obd_uuid *uuidp;
2288 if (obd_ioctl_unpack(&data, buf, sizeof(rawbuf))) {
2289 fprintf(stderr, "error: %s: invalid reply\n",
2290 jt_cmdname(argv[0]));
2294 if (desc.ld_default_stripe_count == (__u32)-1)
2295 printf("default_stripe_count: %d\n", -1);
2297 printf("default_stripe_count: %u\n",
2298 desc.ld_default_stripe_count);
2299 printf("default_stripe_size: "LPU64"\n",
2300 desc.ld_default_stripe_size);
2301 printf("default_stripe_offset: "LPU64"\n",
2302 desc.ld_default_stripe_offset);
2303 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
2304 printf("obd_count: %u\n", desc.ld_tgt_count);
2305 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
2308 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
2309 printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
2320 int jt_obd_ldlm_regress_start(int argc, char **argv)
2323 struct obd_ioctl_data data;
2324 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2325 char argstring[200];
2326 int i, count = sizeof(argstring) - 1;
2328 memset(&data, 0, sizeof(data));
2329 data.ioc_dev = cur_device;
2333 argstring[0] = '\0';
2334 for (i = 1; i < argc; i++) {
2335 strncat(argstring, " ", count);
2337 strncat(argstring, argv[i], count);
2338 count -= strlen(argv[i]);
2341 if (strlen(argstring)) {
2342 data.ioc_inlbuf1 = argstring;
2343 data.ioc_inllen1 = strlen(argstring) + 1;
2346 memset(buf, 0, sizeof(rawbuf));
2347 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2349 fprintf(stderr, "error: %s: invalid ioctl\n",
2350 jt_cmdname(argv[0]));
2353 rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_START, buf);
2355 fprintf(stderr, "error: %s: test failed: %s\n",
2356 jt_cmdname(argv[0]), strerror(rc = errno));
2361 int jt_obd_ldlm_regress_stop(int argc, char **argv)
2364 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2365 struct obd_ioctl_data data;
2367 memset(&data, 0, sizeof(data));
2368 data.ioc_dev = cur_device;
2373 memset(buf, 0, sizeof(rawbuf));
2374 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2376 fprintf(stderr, "error: %s: invalid ioctl\n",
2377 jt_cmdname(argv[0]));
2380 rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_STOP, buf);
2383 fprintf(stderr, "error: %s: test failed: %s\n",
2384 jt_cmdname(argv[0]), strerror(rc = errno));
2388 static int do_activate(int argc, char **argv, int flag)
2390 struct obd_ioctl_data data;
2391 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2394 memset(&data, 0, sizeof(data));
2395 data.ioc_dev = cur_device;
2399 /* reuse offset for 'active' */
2400 data.ioc_offset = flag;
2402 memset(buf, 0, sizeof(rawbuf));
2403 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2405 fprintf(stderr, "error: %s: invalid ioctl\n",
2406 jt_cmdname(argv[0]));
2409 rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
2411 fprintf(stderr, "error: %s: failed: %s\n",
2412 jt_cmdname(argv[0]), strerror(rc = errno));
2417 int jt_obd_deactivate(int argc, char **argv)
2419 return do_activate(argc, argv, 0);
2422 int jt_obd_activate(int argc, char **argv)
2424 return do_activate(argc, argv, 1);
2427 int jt_obd_recover(int argc, char **argv)
2430 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2431 struct obd_ioctl_data data;
2433 memset(&data, 0, sizeof(data));
2434 data.ioc_dev = cur_device;
2439 data.ioc_inllen1 = strlen(argv[1]) + 1;
2440 data.ioc_inlbuf1 = argv[1];
2443 memset(buf, 0, sizeof(rawbuf));
2444 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2446 fprintf(stderr, "error: %s: invalid ioctl\n",
2447 jt_cmdname(argv[0]));
2450 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
2452 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2453 strerror(rc = errno));
2459 int jt_obd_mdc_lookup(int argc, char **argv)
2461 struct obd_ioctl_data data;
2462 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2463 char *parent, *child;
2464 int rc, fd, verbose = 1;
2466 if (argc < 3 || argc > 4)
2472 verbose = get_verbose(argv[0], argv[3]);
2474 memset(&data, 0, sizeof(data));
2475 data.ioc_dev = cur_device;
2477 data.ioc_inllen1 = strlen(child) + 1;
2478 data.ioc_inlbuf1 = child;
2480 memset(buf, 0, sizeof(rawbuf));
2481 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2483 fprintf(stderr, "error: %s: invalid ioctl\n",
2484 jt_cmdname(argv[0]));
2488 fd = open(parent, O_RDONLY);
2490 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
2495 rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
2497 fprintf(stderr, "error: %s: ioctl error: %s\n",
2498 jt_cmdname(argv[0]), strerror(rc = errno));
2503 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
2505 fprintf(stderr, "error: %s: invalid reply\n",
2506 jt_cmdname(argv[0]));
2509 printf("%s: mode %o uid %d gid %d\n", child,
2510 data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
2511 data.ioc_obdo1.o_gid);
2517 int jt_cfg_dump_log(int argc, char **argv)
2519 struct obd_ioctl_data data;
2520 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2526 memset(&data, 0, sizeof(data));
2527 data.ioc_dev = cur_device;
2528 data.ioc_inllen1 = strlen(argv[1]) + 1;
2529 data.ioc_inlbuf1 = argv[1];
2531 memset(buf, 0, sizeof(rawbuf));
2532 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2534 fprintf(stderr, "error: %s: invalid ioctl\n",
2535 jt_cmdname(argv[0]));
2538 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_DUMP_LOG, buf);
2540 fprintf(stderr, "OBD_IOC_DUMP_LOG failed: %s\n",
2546 int jt_llog_catlist(int argc, char **argv)
2548 struct obd_ioctl_data data;
2549 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2555 memset(&data, 0, sizeof(data));
2556 data.ioc_dev = cur_device;
2557 data.ioc_inllen1 = sizeof(rawbuf) - cfs_size_round(sizeof(data));
2558 memset(buf, 0, sizeof(rawbuf));
2559 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2561 fprintf(stderr, "error: %s: invalid ioctl\n",
2562 jt_cmdname(argv[0]));
2565 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
2567 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2569 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
2575 int jt_llog_info(int argc, char **argv)
2577 struct obd_ioctl_data data;
2578 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2584 memset(&data, 0, sizeof(data));
2585 data.ioc_dev = cur_device;
2586 data.ioc_inllen1 = strlen(argv[1]) + 1;
2587 data.ioc_inlbuf1 = argv[1];
2588 data.ioc_inllen2 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2589 cfs_size_round(data.ioc_inllen1);
2590 memset(buf, 0, sizeof(rawbuf));
2591 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2593 fprintf(stderr, "error: %s: invalid ioctl\n",
2594 jt_cmdname(argv[0]));
2598 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
2600 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2602 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
2608 int jt_llog_print(int argc, char **argv)
2610 struct obd_ioctl_data data;
2611 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2614 if (argc != 2 && argc != 4)
2617 memset(&data, 0, sizeof(data));
2618 data.ioc_dev = cur_device;
2619 data.ioc_inllen1 = strlen(argv[1]) + 1;
2620 data.ioc_inlbuf1 = argv[1];
2622 data.ioc_inllen2 = strlen(argv[2]) + 1;
2623 data.ioc_inlbuf2 = argv[2];
2624 data.ioc_inllen3 = strlen(argv[3]) + 1;
2625 data.ioc_inlbuf3 = argv[3];
2627 char from[2] = "1", to[3] = "-1";
2628 data.ioc_inllen2 = strlen(from) + 1;
2629 data.ioc_inlbuf2 = from;
2630 data.ioc_inllen3 = strlen(to) + 1;
2631 data.ioc_inlbuf3 = to;
2633 data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2634 cfs_size_round(data.ioc_inllen1) -
2635 cfs_size_round(data.ioc_inllen2) -
2636 cfs_size_round(data.ioc_inllen3);
2637 memset(buf, 0, sizeof(rawbuf));
2638 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2640 fprintf(stderr, "error: %s: invalid ioctl\n",
2641 jt_cmdname(argv[0]));
2645 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2647 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2649 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2655 int jt_llog_cancel(int argc, char **argv)
2657 struct obd_ioctl_data data;
2658 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2664 memset(&data, 0, sizeof(data));
2665 data.ioc_dev = cur_device;
2666 data.ioc_inllen1 = strlen(argv[1]) + 1;
2667 data.ioc_inlbuf1 = argv[1];
2668 data.ioc_inllen2 = strlen(argv[2]) + 1;
2669 data.ioc_inlbuf2 = argv[2];
2670 data.ioc_inllen3 = strlen(argv[3]) + 1;
2671 data.ioc_inlbuf3 = argv[3];
2672 memset(buf, 0, sizeof(rawbuf));
2673 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2675 fprintf(stderr, "error: %s: invalid ioctl\n",
2676 jt_cmdname(argv[0]));
2680 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2682 fprintf(stdout, "index %s be canceled.\n", argv[3]);
2684 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2690 int jt_llog_check(int argc, char **argv)
2692 struct obd_ioctl_data data;
2693 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2696 if (argc != 2 && argc != 4)
2699 memset(&data, 0, sizeof(data));
2700 data.ioc_dev = cur_device;
2701 data.ioc_inllen1 = strlen(argv[1]) + 1;
2702 data.ioc_inlbuf1 = argv[1];
2704 data.ioc_inllen2 = strlen(argv[2]) + 1;
2705 data.ioc_inlbuf2 = argv[2];
2706 data.ioc_inllen3 = strlen(argv[3]) + 1;
2707 data.ioc_inlbuf3 = argv[3];
2709 char from[2] = "1", to[3] = "-1";
2710 data.ioc_inllen2 = strlen(from) + 1;
2711 data.ioc_inlbuf2 = from;
2712 data.ioc_inllen3 = strlen(to) + 1;
2713 data.ioc_inlbuf3 = to;
2715 data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2716 cfs_size_round(data.ioc_inllen1) -
2717 cfs_size_round(data.ioc_inllen2) -
2718 cfs_size_round(data.ioc_inllen3);
2719 memset(buf, 0, sizeof(rawbuf));
2720 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2722 fprintf(stderr, "error: %s: invalid ioctl\n",
2723 jt_cmdname(argv[0]));
2727 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2729 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2731 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2736 int jt_llog_remove(int argc, char **argv)
2738 struct obd_ioctl_data data;
2739 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2742 if (argc != 3 && argc != 2)
2745 memset(&data, 0, sizeof(data));
2746 data.ioc_dev = cur_device;
2747 data.ioc_inllen1 = strlen(argv[1]) + 1;
2748 data.ioc_inlbuf1 = argv[1];
2750 data.ioc_inllen2 = strlen(argv[2]) + 1;
2751 data.ioc_inlbuf2 = argv[2];
2753 memset(buf, 0, sizeof(rawbuf));
2754 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2756 fprintf(stderr, "error: %s: invalid ioctl\n",
2757 jt_cmdname(argv[0]));
2761 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2764 fprintf(stdout, "log %s are removed.\n", argv[2]);
2766 fprintf(stdout, "the log in catalog %s are removed. \n", argv[1]);
2768 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2774 /* attach a regular file to virtual block device.
2777 * 1: error, it always means the command run failed
2780 static int jt_blockdev_run_process(const char *file, char *argv[])
2786 if (pid == 0) { /* child process */
2787 /* don't print error messages */
2789 (void)execvp(file, argv);
2791 } else if (pid > 0) {
2794 rc = waitpid(pid, &status, 0);
2795 if (rc < 0 || !WIFEXITED(status))
2798 return WEXITSTATUS(status);
2804 static int jt_blockdev_find_module(const char *module)
2810 fp = fopen("/proc/modules", "r");
2814 while (fgets(buf, 1024, fp) != NULL) {
2815 *strchr(buf, ' ') = 0;
2816 if (strcmp(module, buf) == 0) {
2826 static int jt_blockdev_probe_module(const char *module)
2832 if (jt_blockdev_find_module(module) == 1)
2835 /* run modprobe first */
2837 argv[c++] = "/sbin/modprobe";
2839 argv[c++] = (char *)module;
2841 rc = jt_blockdev_run_process("modprobe", argv);
2845 /* cannot find the module in default directory ... */
2846 sprintf(buf, "../llite/%s.ko", module);
2848 argv[c++] = "/sbin/insmod";
2851 rc = jt_blockdev_run_process("insmod", argv);
2855 int jt_blockdev_attach(int argc, char **argv)
2859 char *filename, *devname;
2865 if (jt_blockdev_probe_module("llite_lloop") < 0) {
2866 fprintf(stderr, "error: cannot find module llite_lloop.(k)o\n");
2873 fd = open(filename, O_RDWR);
2875 fprintf(stderr, "file %s can't be opened(%s)\n\n",
2876 filename, strerror(errno));
2880 rc = ioctl(fd, LL_IOC_LLOOP_ATTACH, &dev);
2883 fprintf(stderr, "attach error(%s)\n", strerror(rc));
2887 rc = stat(devname, &st);
2888 if (rc == 0 && (!S_ISBLK(st.st_mode) || st.st_rdev != dev)) {
2890 } else if (rc < 0) {
2891 if (errno == ENOENT &&
2892 !mknod(devname, S_IFBLK|S_IRUSR|S_IWUSR, dev))
2899 fprintf(stderr, "error: the file %s could be attached to block "
2900 "device %X but creating %s failed: %s\n"
2901 "now detaching the block device..",
2902 filename, (int)dev, devname, strerror(rc));
2904 (void)ioctl(fd, LL_IOC_LLOOP_DETACH_BYDEV, dev);
2905 fprintf(stderr, "%s\n", strerror(errno));
2912 int jt_blockdev_detach(int argc, char **argv)
2921 fd = open(filename, O_RDONLY);
2923 fprintf(stderr, "cannot open file %s error %s\n",
2924 filename, strerror(errno));
2928 rc = ioctl(fd, LL_IOC_LLOOP_DETACH, 0);
2931 fprintf(stderr, "detach error(%s)\n", strerror(rc));
2933 (void)unlink(filename);
2940 int jt_blockdev_info(int argc, char **argv)
2950 fd = open(filename, O_RDONLY);
2952 fprintf(stderr, "cannot open file %s error: %s\n",
2953 filename, strerror(errno));
2957 rc = ioctl(fd, LL_IOC_LLOOP_INFO, &fid);
2960 fprintf(stderr, "error: %s\n", strerror(errno));
2963 fprintf(stdout, "lloop device info: ");
2964 if (fid_is_zero(&fid))
2965 fprintf(stdout, "Not attached\n");
2967 fprintf(stdout, "attached to inode "DFID"\n", PFID(&fid));
2973 static void signal_server(int sig)
2975 if (sig == SIGINT) {
2976 do_disconnect("sigint", 1);
2979 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
2982 int obd_initialize(int argc, char **argv)
2986 for (i = 0; i < LOV_MAX_STRIPE_COUNT; i++)
2987 lsm_buffer.lsm.lsm_oinfo[i] = lov_oinfos + i;
2989 if (shmem_setup() != 0)
2992 register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
2993 OBD_DEV_MAJOR, OBD_DEV_MINOR);
2998 void obd_finalize(int argc, char **argv)
3000 struct sigaction sigact;
3002 sigact.sa_handler = signal_server;
3003 sigfillset(&sigact.sa_mask);
3004 sigact.sa_flags = SA_RESTART;
3005 sigaction(SIGINT, &sigact, NULL);
3008 do_disconnect(argv[0], 1);
3011 static int check_pool_cmd(enum lcfg_command_type cmd,
3012 char *fsname, char *poolname,
3017 rc = llapi_search_ost(fsname, poolname, ostname);
3018 if (rc < 0 && (cmd != LCFG_POOL_NEW)) {
3019 fprintf(stderr, "Pool %s.%s not found\n",
3025 case LCFG_POOL_NEW: {
3026 LASSERT(ostname == NULL);
3028 fprintf(stderr, "Pool %s.%s already exists\n",
3034 case LCFG_POOL_DEL: {
3035 LASSERT(ostname == NULL);
3037 fprintf(stderr, "Pool %s.%s not empty, "
3038 "please remove all members\n",
3044 case LCFG_POOL_ADD: {
3046 fprintf(stderr, "OST %s is already in pool %s.%s\n",
3047 ostname, fsname, poolname);
3050 rc = llapi_search_ost(fsname, NULL, ostname);
3052 fprintf(stderr, "OST %s is not part of the '%s' fs.\n",
3058 case LCFG_POOL_REM: {
3060 fprintf(stderr, "OST %s not found in pool %s.%s\n",
3061 ostname, fsname, poolname);
3072 /* This check only verifies that the changes have been "pushed out" to
3073 the client successfully. This involves waiting for a config update,
3074 and so may fail because of problems in that code or post-command
3075 network loss. So reporting a warning is appropriate, but not a failure.
3077 static int check_pool_cmd_result(enum lcfg_command_type cmd,
3078 char *fsname, char *poolname,
3085 case LCFG_POOL_NEW: {
3087 rc = llapi_search_ost(fsname, poolname, NULL);
3093 } while ((rc < 0) && (cpt > 0));
3095 fprintf(stderr, "Pool %s.%s created\n",
3099 fprintf(stderr, "Warning, pool %s.%s not found\n",
3104 case LCFG_POOL_DEL: {
3106 rc = llapi_search_ost(fsname, poolname, NULL);
3112 } while ((rc >= 0) && (cpt > 0));
3114 fprintf(stderr, "Pool %s.%s destroyed\n",
3118 fprintf(stderr, "Warning, pool %s.%s still found\n",
3123 case LCFG_POOL_ADD: {
3125 rc = llapi_search_ost(fsname, poolname, ostname);
3131 } while ((rc != 1) && (cpt > 0));
3133 fprintf(stderr, "OST %s added to pool %s.%s\n",
3134 ostname, fsname, poolname);
3137 fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
3138 ostname, fsname, poolname);
3142 case LCFG_POOL_REM: {
3144 rc = llapi_search_ost(fsname, poolname, ostname);
3150 } while ((rc == 1) && (cpt > 0));
3152 fprintf(stderr, "OST %s removed from pool %s.%s\n",
3153 ostname, fsname, poolname);
3156 fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
3157 ostname, fsname, poolname);
3167 static int check_and_complete_ostname(char *fsname, char *ostname)
3170 char real_ostname[MAX_OBD_NAME + 1];
3173 /* if OST name does not start with fsname, we add it */
3174 /* if not check if the fsname is the right one */
3175 ptr = strchr(ostname, '-');
3177 sprintf(real_ostname, "%s-%s", fsname, ostname);
3178 } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
3179 fprintf(stderr, "%s does not start with fsname %s\n",
3183 strcpy(real_ostname, ostname);
3185 /* real_ostname is fsname-????? */
3186 ptr = real_ostname + strlen(fsname) + 1;
3187 if (strncmp(ptr, "OST", 3) != 0) {
3188 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
3192 /* real_ostname is fsname-OST????? */
3194 for (i = 0; i < 4; i++) {
3195 if (!isxdigit(*ptr)) {
3197 "ost's index in %s is not an hexa number\n",
3203 /* real_ostname is fsname-OSTXXXX????? */
3204 /* if OST name does not end with _UUID, we add it */
3206 strcat(real_ostname, "_UUID");
3207 } else if (strcmp(ptr, "_UUID") != 0) {
3209 "ostname %s does not end with _UUID\n", ostname);
3212 /* real_ostname is fsname-OSTXXXX_UUID */
3213 strcpy(ostname, real_ostname);
3217 /* returns 0 or -errno */
3218 static int pool_cmd(enum lcfg_command_type cmd,
3219 char *cmdname, char *fullpoolname,
3220 char *fsname, char *poolname, char *ostname)
3223 struct obd_ioctl_data data;
3224 struct lustre_cfg_bufs bufs;
3225 struct lustre_cfg *lcfg;
3226 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3228 rc = check_pool_cmd(cmd, fsname, poolname, ostname);
3230 fprintf(stderr, "Can't verify pool command since there "
3231 "is no local MDT or client, proceeding anyhow...\n");
3235 lustre_cfg_bufs_reset(&bufs, NULL);
3236 lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
3237 lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
3238 if (ostname != NULL)
3239 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
3241 lcfg = lustre_cfg_new(cmd, &bufs);
3247 memset(&data, 0, sizeof(data));
3248 rc = data.ioc_dev = get_mgs_device();
3252 data.ioc_type = LUSTRE_CFG_TYPE;
3253 data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3254 lcfg->lcfg_buflens);
3255 data.ioc_pbuf1 = (void *)lcfg;
3257 memset(buf, 0, sizeof(rawbuf));
3258 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3260 fprintf(stderr, "error: %s: invalid ioctl\n",
3261 jt_cmdname(cmdname));
3264 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
3268 lustre_cfg_free(lcfg);
3273 * this function tranforms a rule [start-end/step] into an array
3274 * of matching numbers
3275 * supported forms are:
3276 * [start] : just this number
3277 * [start-end] : all numbers from start to end
3278 * [start-end/step] : numbers from start to end with increment of step
3279 * on return, format contains a printf format string which can be used
3280 * to generate all the strings
3282 static int get_array_idx(char *rule, char *format, int **array)
3284 char *start, *end, *ptr;
3285 unsigned int lo, hi, step;
3290 start = strchr(rule, '[');
3291 end = strchr(rule, ']');
3292 if ((start == NULL) || (end == NULL)) {
3293 *array = malloc(sizeof(int));
3296 strcpy(format, rule);
3304 /* put in format the printf format (the rule without the range) */
3305 sprintf(format, "%s%%.4x%s", rule, end);
3310 /* loop on , separator */
3312 /* extract the 3 fields */
3313 rc = sscanf(start, "%x-%x/%u", &lo, &hi, &step);
3320 *array = realloc(*array, array_sz * sizeof(int));
3323 (*array)[array_idx] = lo;
3329 /* do not break to share code with case 3: */
3332 if ((hi < lo) || (step == 0))
3334 array_sz += (hi - lo) / step + 1;
3335 *array = realloc(*array, sizeof(int) * array_sz);
3338 for (i = lo; i <= hi; i+=step, array_idx++)
3339 (*array)[array_idx] = i;
3343 ptr = strchr(start, ',');
3347 } while (ptr != NULL);
3351 static int extract_fsname_poolname(char *arg, char *fsname, char *poolname)
3357 strcpy(fsname, arg);
3358 ptr = strchr(fsname, '.');
3360 fprintf(stderr, ". is missing in %s\n", fsname);
3367 fprintf(stderr, "fsname is empty\n");
3372 len = strlen(ptr + 1);
3374 fprintf(stderr, "poolname is empty\n");
3378 if (len > LOV_MAXPOOLNAME) {
3380 "poolname %s is too long (length is %d max is %d)\n",
3381 ptr + 1, len, LOV_MAXPOOLNAME);
3385 strncpy(poolname, ptr + 1, LOV_MAXPOOLNAME);
3386 poolname[LOV_MAXPOOLNAME] = '\0';
3391 fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
3395 int jt_pool_cmd(int argc, char **argv)
3397 enum lcfg_command_type cmd;
3398 char fsname[PATH_MAX + 1];
3399 char poolname[LOV_MAXPOOLNAME + 1];
3400 char *ostnames_buf = NULL;
3402 int *array = NULL, array_sz;
3410 case 1: return CMD_HELP;
3412 if (strcmp("pool_new", argv[0]) == 0)
3413 cmd = LCFG_POOL_NEW;
3414 else if (strcmp("pool_destroy", argv[0]) == 0)
3415 cmd = LCFG_POOL_DEL;
3416 else if (strcmp("pool_list", argv[0]) == 0)
3417 return llapi_poollist(argv[1]);
3418 else return CMD_HELP;
3420 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3424 rc = pool_cmd(cmd, argv[0], argv[1], fsname, poolname, NULL);
3428 check_pool_cmd_result(cmd, fsname, poolname, NULL);
3432 char format[2*MAX_OBD_NAME];
3434 if (strcmp("pool_remove", argv[0]) == 0) {
3435 cmd = LCFG_POOL_REM;
3436 } else if (strcmp("pool_add", argv[0]) == 0) {
3437 cmd = LCFG_POOL_ADD;
3442 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3446 for (i = 2; i < argc; i++) {
3449 array_sz = get_array_idx(argv[i], format, &array);
3453 cmds = malloc(array_sz * sizeof(cmds[0]));
3455 ostnames_buf = malloc(array_sz *
3456 (MAX_OBD_NAME + 1));
3463 for (j = 0; j < array_sz; j++) {
3464 char ostname[MAX_OBD_NAME + 1];
3466 snprintf(ostname, MAX_OBD_NAME, format,
3468 ostname[MAX_OBD_NAME] = '\0';
3470 rc = check_and_complete_ostname(fsname,ostname);
3478 if (ostnames_buf != NULL) {
3480 &ostnames_buf[(MAX_OBD_NAME + 1) * j];
3481 strcpy(cmds[j].ostname, ostname);
3483 cmds[j].ostname = NULL;
3485 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
3488 /* Return an err if any of the add/dels fail */
3492 for (j = 0; j < array_sz; j++) {
3494 char ostname[MAX_OBD_NAME + 1];
3496 if (!cmds[j].ostname) {
3497 snprintf(ostname, MAX_OBD_NAME,
3499 ostname[MAX_OBD_NAME] = '\0';
3500 check_and_complete_ostname(
3506 check_pool_cmd_result(cmd, fsname,
3530 int jt_get_obj_version(int argc, char **argv)
3533 struct obd_ioctl_data data;
3535 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf, *fidstr;
3542 while (*fidstr == '[')
3544 sscanf(fidstr, SFID, RFID(&fid));
3545 if (!fid_is_sane(&fid)) {
3546 fprintf(stderr, "bad FID format [%s], should be "DFID"\n",
3547 fidstr, (__u64)1, 2, 0);
3551 memset(&data, 0, sizeof data);
3552 data.ioc_dev = cur_device;
3553 data.ioc_inlbuf1 = (char *) &fid;
3554 data.ioc_inllen1 = sizeof fid;
3555 data.ioc_inlbuf2 = (char *) &version;
3556 data.ioc_inllen2 = sizeof version;
3558 memset(buf, 0, sizeof *buf);
3559 rc = obd_ioctl_pack(&data, &buf, sizeof rawbuf);
3561 fprintf(stderr, "error: %s: packing ioctl arguments: %s\n",
3562 jt_cmdname(argv[0]), strerror(-rc));
3566 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GET_OBJ_VERSION, buf);
3568 fprintf(stderr, "error: %s: ioctl: %s\n",
3569 jt_cmdname(argv[0]), strerror(errno));
3573 obd_ioctl_unpack(&data, buf, sizeof rawbuf);
3574 printf(LPX64"\n", version);
3578 void llapi_ping_target(char *obd_type, char *obd_name,
3579 char *obd_uuid, void *args)
3582 struct obd_ioctl_data data;
3583 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3585 memset(&data, 0, sizeof(data));
3586 data.ioc_inlbuf4 = obd_name;
3587 data.ioc_inllen4 = strlen(obd_name) + 1;
3588 data.ioc_dev = OBD_DEV_BY_DEVNAME;
3589 memset(buf, 0, sizeof(rawbuf));
3590 if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
3591 fprintf(stderr, "error: invalid ioctl\n");
3594 rc = l_ioctl(OBD_DEV_ID, OBD_IOC_PING_TARGET, buf);
3597 if (rc == ENOTCONN || rc == ESHUTDOWN) {
3598 printf("%s: INACTIVE\n", obd_name);
3600 printf("%s: check error: %s\n",
3601 obd_name, strerror(errno));
3603 printf("%s: active\n", obd_name);
3607 int jt_changelog_register(int argc, char **argv)
3609 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3610 struct obd_ioctl_data data;
3616 else if (argc == 2 && strcmp(argv[1], "-n") != 0)
3621 memset(&data, 0, sizeof(data));
3622 data.ioc_dev = cur_device;
3623 memset(buf, 0, sizeof(rawbuf));
3624 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3626 fprintf(stderr, "error: %s: invalid ioctl\n",
3627 jt_cmdname(argv[0]));
3631 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_REG, buf);
3633 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3634 strerror(rc = errno));
3637 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3639 if (data.ioc_u32_1 == 0) {
3640 fprintf(stderr, "received invalid userid!\n");
3644 if (lcfg_get_devname() != NULL)
3645 strcpy(devname, lcfg_get_devname());
3647 sprintf(devname, "dev %d", cur_device);
3650 /* -n means bare name */
3651 printf(CHANGELOG_USER_PREFIX"%u\n", data.ioc_u32_1);
3653 printf("%s: Registered changelog userid '"CHANGELOG_USER_PREFIX
3654 "%u'\n", devname, data.ioc_u32_1);
3658 int jt_changelog_deregister(int argc, char **argv)
3660 char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3661 struct obd_ioctl_data data;
3665 if (argc != 2 || cur_device < 0)
3668 id = strtol(argv[1] + strlen(CHANGELOG_USER_PREFIX), NULL, 10);
3669 if ((id == 0) || (strncmp(argv[1], CHANGELOG_USER_PREFIX,
3670 strlen(CHANGELOG_USER_PREFIX)) != 0)) {
3671 fprintf(stderr, "expecting id of the form '"
3672 CHANGELOG_USER_PREFIX"<num>'; got '%s'\n", argv[1]);
3676 memset(&data, 0, sizeof(data));
3677 data.ioc_dev = cur_device;
3678 data.ioc_u32_1 = id;
3679 memset(buf, 0, sizeof(rawbuf));
3680 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3682 fprintf(stderr, "error: %s: invalid ioctl\n",
3683 jt_cmdname(argv[0]));
3687 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_DEREG, buf);
3689 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3690 strerror(rc = errno));
3693 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3695 if (data.ioc_u32_1 != id) {
3696 fprintf(stderr, "No changelog user '%s'. Blocking user"
3697 " is '"CHANGELOG_USER_PREFIX"%d'.\n", argv[1],
3702 if (lcfg_get_devname() != NULL)
3703 strcpy(devname, lcfg_get_devname());
3705 sprintf(devname, "dev %d", cur_device);
3707 printf("%s: Deregistered changelog user '"CHANGELOG_USER_PREFIX"%d'\n",
3708 devname, data.ioc_u32_1);