Whamcloud - gitweb
LU-925 agl: async glimpse lock process in CLIO stack
[fs/lustre-release.git] / lustre / utils / obd.c
1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2  * vim:expandtab:shiftwidth=8:tabstop=8:
3  *
4  * GPL HEADER START
5  *
6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License version 2 only,
10  * as published by the Free Software Foundation.
11  *
12  * This program is distributed in the hope that it will be useful, but
13  * WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * General Public License version 2 for more details (a copy is included
16  * in the LICENSE file that accompanied this code).
17  *
18  * You should have received a copy of the GNU General Public License
19  * version 2 along with this program; If not, see
20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
21  *
22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23  * CA 95054 USA or visit www.sun.com if you need additional information or
24  * have any questions.
25  *
26  * GPL HEADER END
27  */
28 /*
29  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
30  * Use is subject to license terms.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  *
36  * lustre/utils/obd.c
37  *
38  * Author: Peter J. Braam <braam@clusterfs.com>
39  * Author: Phil Schwan <phil@clusterfs.com>
40  * Author: Andreas Dilger <adilger@clusterfs.com>
41  * Author: Robert Read <rread@clusterfs.com>
42  */
43
44 #include <sys/ioctl.h>
45 #include <sys/socket.h>
46 #include <sys/stat.h>
47 #include <sys/time.h>
48 #include <sys/types.h>
49 #include <sys/un.h>
50 #include <sys/wait.h>
51
52 #include <ctype.h>
53 #include <errno.h>
54 #include <fcntl.h>
55 #include <glob.h>
56 #include <signal.h>
57 #include <stdarg.h>
58 #include <stdbool.h>
59 #include <stdio.h>
60 #include <stdlib.h>
61 #include <string.h>
62 #include <time.h>
63 #include <unistd.h>
64
65 #include "obdctl.h"
66
67 #include <obd.h>          /* for struct lov_stripe_md */
68 #include <lustre/lustre_build_version.h>
69
70 #include <obd_class.h>
71 #include <lnet/lnetctl.h>
72 #include <libcfs/libcfsutil.h>
73 #include <lustre/liblustreapi.h>
74
75 #define MAX_STRING_SIZE 128
76 #define DEVICES_LIST "/proc/fs/lustre/devices"
77
78 #if HAVE_LIBPTHREAD
79 #include <sys/ipc.h>
80 #include <sys/shm.h>
81 #include <pthread.h>
82
83 #define MAX_THREADS 4096
84 #define MAX_BASE_ID 0xffffffff
85 struct shared_data {
86         l_mutex_t mutex;
87         l_cond_t  cond;
88         int       stopping;
89         struct {
90                 __u64 counters[MAX_THREADS];
91                 __u64 offsets[MAX_THREADS];
92                 int   thr_running;
93                 int   start_barrier;
94                 int   stop_barrier;
95                 struct timeval start_time;
96                 struct timeval end_time;
97         } body;
98 };
99
100 static struct shared_data *shared_data;
101 static __u64 counter_snapshot[2][MAX_THREADS];
102 static int prev_valid;
103 static struct timeval prev_time;
104 static int thread;
105 static int nthreads;
106 #else
107 const int thread = 0;
108 const int nthreads = 1;
109 #endif
110
111 #define MAX_IOC_BUFLEN 8192
112
113 static int cur_device = -1;
114
115 #define MAX_STRIPES     170
116 struct lov_oinfo lov_oinfos[MAX_STRIPES];
117
118 struct lsm_buffer {
119         struct lov_stripe_md lsm;
120         struct lov_oinfo *ptrs[MAX_STRIPES];
121 } lsm_buffer;
122
123 static int l2_ioctl(int dev_id, int opc, void *buf)
124 {
125         return l_ioctl(dev_id, opc, buf);
126 }
127
128 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
129 {
130         struct obd_ioctl_data data;
131         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
132         int rc;
133
134         memset(&data, 0, sizeof(data));
135         data.ioc_dev = cur_device;
136         data.ioc_type = LUSTRE_CFG_TYPE;
137         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
138                                         lcfg->lcfg_buflens);
139         data.ioc_pbuf1 = (void *)lcfg;
140         memset(buf, 0, sizeof(rawbuf));
141         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
142         if (rc) {
143                 fprintf(stderr, "error: %s: invalid ioctl\n",
144                         jt_cmdname(func));
145                 return rc;
146         }
147
148         rc =  l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
149
150         return rc;
151 }
152
153 static int do_device(char *func, char *devname);
154
155 static int get_mgs_device()
156 {
157         char mgs[] = "$MGS";
158         static int mgs_device = -1;
159
160         if (mgs_device == -1) {
161                 int rc;
162                 do_disconnect(NULL, 1);
163                 rc = do_device("mgsioc", mgs);
164                 if (rc) {
165                         fprintf(stderr,
166                                 "This command must be run on the MGS.\n");
167                         errno = ENODEV;
168                         return -1;
169                 }
170                 mgs_device = cur_device;
171         }
172         return mgs_device;
173 }
174
175 /* Returns -1 on error with errno set */
176 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
177 {
178         struct obd_ioctl_data data;
179         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
180         int rc;
181
182         memset(&data, 0, sizeof(data));
183         rc = data.ioc_dev = get_mgs_device();
184         if (rc < 0)
185                 goto out;
186         data.ioc_type = LUSTRE_CFG_TYPE;
187         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
188                                         lcfg->lcfg_buflens);
189         data.ioc_pbuf1 = (void *)lcfg;
190         memset(buf, 0, sizeof(rawbuf));
191         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
192         if (rc) {
193                 fprintf(stderr, "error: %s: invalid ioctl\n",
194                         jt_cmdname(func));
195                 return rc;
196         }
197
198         rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
199 out:
200         if (rc) {
201                 if (errno == ENOSYS)
202                         fprintf(stderr, "Make sure cfg_device is set first.\n");
203         }
204         return rc;
205 }
206
207 char *obdo_print(struct obdo *obd)
208 {
209         char buf[1024];
210
211         sprintf(buf, "id: "LPX64"\ngrp: "LPX64"\natime: "LPU64"\nmtime: "LPU64
212                 "\nctime: "LPU64"\nsize: "LPU64"\nblocks: "LPU64
213                 "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
214                 "misc: %x\nnlink: %d,\nvalid "LPX64"\n",
215                 obd->o_id, obd->o_seq, obd->o_atime, obd->o_mtime, obd->o_ctime,
216                 obd->o_size, obd->o_blocks, obd->o_blksize, obd->o_mode,
217                 obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
218                 obd->o_nlink, obd->o_valid);
219         return strdup(buf);
220 }
221
222
223 #define BAD_VERBOSE (-999999999)
224
225 #define N2D_OFF 0x100      /* So we can tell between error codes and devices */
226
227 static int do_name2dev(char *func, char *name)
228 {
229         struct obd_ioctl_data data;
230         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
231         int rc;
232
233         memset(&data, 0, sizeof(data));
234         data.ioc_dev = cur_device;
235         data.ioc_inllen1 = strlen(name) + 1;
236         data.ioc_inlbuf1 = name;
237
238         memset(buf, 0, sizeof(rawbuf));
239         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
240         if (rc) {
241                 fprintf(stderr, "error: %s: invalid ioctl\n",
242                         jt_cmdname(func));
243                 return rc;
244         }
245         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
246         if (rc < 0)
247                 return errno;
248         rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
249         if (rc) {
250                 fprintf(stderr, "error: %s: invalid reply\n",
251                         jt_cmdname(func));
252                 return rc;
253         }
254
255         return data.ioc_dev + N2D_OFF;
256 }
257
258 /*
259  * resolve a device name to a device number.
260  * supports a number, $name or %uuid.
261  */
262 int parse_devname(char *func, char *name)
263 {
264         int rc;
265         int ret = -1;
266
267         if (!name)
268                 return ret;
269         if (isdigit(name[0])) {
270                 ret = strtoul(name, NULL, 0);
271         } else {
272                 if (name[0] == '$' || name[0] == '%')
273                         name++;
274                 rc = do_name2dev(func, name);
275                 if (rc >= N2D_OFF) {
276                         ret = rc - N2D_OFF;
277                         // printf("Name %s is device %d\n", name, ret);
278                 } else {
279                         fprintf(stderr, "No device found for name %s: %s\n",
280                                 name, strerror(rc));
281                 }
282         }
283         return ret;
284 }
285
286 static void
287 reset_lsmb (struct lsm_buffer *lsmb)
288 {
289         memset (&lsmb->lsm, 0, sizeof (lsmb->lsm));
290         memset(lov_oinfos, 0, sizeof(lov_oinfos));
291         lsmb->lsm.lsm_magic = LOV_MAGIC;
292 }
293
294 static int
295 parse_lsm (struct lsm_buffer *lsmb, char *string)
296 {
297         struct lov_stripe_md *lsm = &lsmb->lsm;
298         char                 *end;
299         int                   i;
300
301         /*
302          * object_id[=size#count[@offset:id]*]
303          */
304
305         reset_lsmb (lsmb);
306
307         lsm->lsm_object_id = strtoull (string, &end, 0);
308         if (end == string)
309                 return (-1);
310         string = end;
311
312         if (*string == 0)
313                 return (0);
314
315         if (*string != '=')
316                 return (-1);
317         string++;
318
319         lsm->lsm_stripe_size = strtoul (string, &end, 0);
320         if (end == string)
321                 return (-1);
322         string = end;
323
324         if (*string != '#')
325                 return (-1);
326         string++;
327
328         lsm->lsm_stripe_count = strtoul (string, &end, 0);
329         if (end == string)
330                 return (-1);
331         string = end;
332
333         if (*string == 0)               /* don't have to specify obj ids */
334                 return (0);
335
336         for (i = 0; i < lsm->lsm_stripe_count; i++) {
337                 if (*string != '@')
338                         return (-1);
339                 string++;
340                 lsm->lsm_oinfo[i]->loi_ost_idx = strtoul(string, &end, 0);
341                 if (*end != ':')
342                         return (-1);
343                 string = end + 1;
344                 lsm->lsm_oinfo[i]->loi_id = strtoull(string, &end, 0);
345                 string = end;
346         }
347
348         if (*string != 0)
349                 return (-1);
350
351         return (0);
352 }
353
354 char *jt_cmdname(char *func)
355 {
356         static char buf[512];
357
358         if (thread) {
359                 sprintf(buf, "%s-%d", func, thread);
360                 return buf;
361         }
362
363         return func;
364 }
365
366 #define difftime(a, b)                                  \
367         ((a)->tv_sec - (b)->tv_sec +                    \
368          ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
369
370 static int be_verbose(int verbose, struct timeval *next_time,
371                       __u64 num, __u64 *next_num, int num_total)
372 {
373         struct timeval now;
374
375         if (!verbose)
376                 return 0;
377
378         if (next_time != NULL)
379                 gettimeofday(&now, NULL);
380
381         /* A positive verbosity means to print every X iterations */
382         if (verbose > 0 && (num >= *next_num || num >= num_total)) {
383                 *next_num += verbose;
384                 if (next_time) {
385                         next_time->tv_sec = now.tv_sec - verbose;
386                         next_time->tv_usec = now.tv_usec;
387                 }
388                 return 1;
389         }
390
391         /* A negative verbosity means to print at most each X seconds */
392         if (verbose < 0 && next_time != NULL &&
393             difftime(&now, next_time) >= 0.0){
394                 next_time->tv_sec = now.tv_sec - verbose;
395                 next_time->tv_usec = now.tv_usec;
396                 *next_num = num;
397                 return 1;
398         }
399
400         return 0;
401 }
402
403 static int get_verbose(char *func, const char *arg)
404 {
405         int verbose;
406         char *end;
407
408         if (!arg || arg[0] == 'v')
409                 verbose = 1;
410         else if (arg[0] == 's' || arg[0] == 'q')
411                 verbose = 0;
412         else {
413                 verbose = (int)strtoul(arg, &end, 0);
414                 if (*end) {
415                         fprintf(stderr, "error: %s: bad verbose option '%s'\n",
416                                 jt_cmdname(func), arg);
417                         return BAD_VERBOSE;
418                 }
419         }
420
421         if (verbose < 0)
422                 printf("Print status every %d seconds\n", -verbose);
423         else if (verbose == 1)
424                 printf("Print status every operation\n");
425         else if (verbose > 1)
426                 printf("Print status every %d operations\n", verbose);
427
428         return verbose;
429 }
430
431 int do_disconnect(char *func, int verbose)
432 {
433         lcfg_set_devname(NULL);
434         cur_device = -1;
435         return 0;
436 }
437
438 #ifdef MAX_THREADS
439 static int shmem_setup(void)
440 {
441         pthread_mutexattr_t mattr;
442         pthread_condattr_t  cattr;
443         int                 rc;
444         int                 shmid;
445
446         /* Create new segment */
447         shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
448         if (shmid == -1) {
449                 fprintf(stderr, "Can't create shared data: %s\n",
450                         strerror(errno));
451                 return errno;
452         }
453
454         /* Attatch to new segment */
455         shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
456
457         if (shared_data == (struct shared_data *)(-1)) {
458                 fprintf(stderr, "Can't attach shared data: %s\n",
459                         strerror(errno));
460                 shared_data = NULL;
461                 return errno;
462         }
463
464         /* Mark segment as destroyed, so it will disappear when we exit.
465          * Forks will inherit attached segments, so we should be OK.
466          */
467         if (shmctl(shmid, IPC_RMID, NULL) == -1) {
468                 fprintf(stderr, "Can't destroy shared data: %s\n",
469                         strerror(errno));
470                 return errno;
471         }
472
473         pthread_mutexattr_init(&mattr);
474         pthread_condattr_init(&cattr);
475
476         rc = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
477         if (rc != 0) {
478                 fprintf(stderr, "Can't set shared mutex attr\n");
479                 return rc;
480         }
481
482         rc = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
483         if (rc != 0) {
484                 fprintf(stderr, "Can't set shared cond attr\n");
485                 return rc;
486         }
487
488         pthread_mutex_init(&shared_data->mutex, &mattr);
489         pthread_cond_init(&shared_data->cond, &cattr);
490
491         pthread_mutexattr_destroy(&mattr);
492         pthread_condattr_destroy(&cattr);
493
494         return 0;
495 }
496
497 static inline void shmem_lock(void)
498 {
499         l_mutex_lock(&shared_data->mutex);
500 }
501
502 static inline void shmem_unlock(void)
503 {
504         l_mutex_unlock(&shared_data->mutex);
505 }
506
507 static inline void shmem_wait(void)
508 {
509         l_cond_wait(&shared_data->cond, &shared_data->mutex);
510 }
511
512 static inline void shmem_wakeup_all(void)
513 {
514         l_cond_broadcast(&shared_data->cond);
515 }
516
517 static inline void shmem_reset(int total_threads)
518 {
519         if (shared_data == NULL)
520                 return;
521
522         memset(&shared_data->body, 0, sizeof(shared_data->body));
523         memset(counter_snapshot, 0, sizeof(counter_snapshot));
524         prev_valid = 0;
525         shared_data->stopping = 0;
526         shared_data->body.start_barrier = total_threads;
527         shared_data->body.stop_barrier = total_threads;
528 }
529
530 static inline void shmem_bump(__u32 counter)
531 {
532         static bool running_not_bumped = true;
533
534         if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
535                 return;
536
537         shmem_lock();
538         shared_data->body.counters[thread - 1] += counter;
539         if (running_not_bumped) {
540                 shared_data->body.thr_running++;
541                 running_not_bumped = false;
542         }
543         shmem_unlock();
544 }
545
546 static void shmem_total(int total_threads)
547 {
548         __u64 total = 0;
549         double secs;
550         int i;
551
552         if (shared_data == NULL || total_threads > MAX_THREADS)
553                 return;
554
555         shmem_lock();
556         for (i = 0; i < total_threads; i++)
557                 total += shared_data->body.counters[i];
558
559         secs = difftime(&shared_data->body.end_time,
560                         &shared_data->body.start_time);
561         shmem_unlock();
562
563         printf("Total: total %llu threads %d sec %f %f/second\n", total,
564                 total_threads, secs, total / secs);
565
566         return;
567 }
568
569 static void shmem_snap(int total_threads, int live_threads)
570 {
571         struct timeval this_time;
572         int non_zero = 0;
573         __u64 total = 0;
574         double secs;
575         int running;
576         int i;
577
578         if (shared_data == NULL || total_threads > MAX_THREADS)
579                 return;
580
581         shmem_lock();
582         memcpy(counter_snapshot[0], shared_data->body.counters,
583                total_threads * sizeof(counter_snapshot[0][0]));
584         running = shared_data->body.thr_running;
585         shmem_unlock();
586
587         gettimeofday(&this_time, NULL);
588
589         for (i = 0; i < total_threads; i++) {
590                 long long this_count =
591                         counter_snapshot[0][i] - counter_snapshot[1][i];
592
593                 if (this_count != 0) {
594                         non_zero++;
595                         total += this_count;
596                 }
597         }
598
599         secs = difftime(&this_time, &prev_time);
600         if (prev_valid && secs > 1.0)    /* someone screwed with the time? */
601                 printf("%d/%d Total: %f/second\n", non_zero, total_threads,
602                        total / secs);
603
604         memcpy(counter_snapshot[1], counter_snapshot[0],
605                total_threads * sizeof(counter_snapshot[0][0]));
606         prev_time = this_time;
607         if (!prev_valid &&
608             running == total_threads)
609                 prev_valid = 1;
610 }
611
612 static void shmem_stop(void)
613 {
614         if (shared_data == NULL)
615                 return;
616
617         shared_data->stopping = 1;
618 }
619
620 static void shmem_cleanup(void)
621 {
622         if (shared_data == NULL)
623                 return;
624
625         shmem_stop();
626
627         pthread_mutex_destroy(&shared_data->mutex);
628         pthread_cond_destroy(&shared_data->cond);
629 }
630
631 static int shmem_running(void)
632 {
633         return (shared_data == NULL || !shared_data->stopping);
634 }
635 #else
636 static int shmem_setup(void)
637 {
638         return 0;
639 }
640
641 static inline void shmem_reset(int total_threads)
642 {
643 }
644
645 static inline void shmem_bump(__u32 counters)
646 {
647 }
648
649 static void shmem_lock()
650 {
651 }
652
653 static void shmem_unlock()
654 {
655 }
656
657 static void shmem_cleanup(void)
658 {
659 }
660
661 static int shmem_running(void)
662 {
663         return 1;
664 }
665 #endif
666
667 extern command_t cmdlist[];
668
669 static int do_device(char *func, char *devname)
670 {
671         int dev;
672
673         dev = parse_devname(func, devname);
674         if (dev < 0)
675                 return -1;
676
677         lcfg_set_devname(devname);
678         cur_device = dev;
679         return 0;
680 }
681
682 int jt_obd_get_device()
683 {
684         return cur_device;
685 }
686
687 int jt_obd_device(int argc, char **argv)
688 {
689         int rc;
690
691         if (argc > 2)
692                 return CMD_HELP;
693
694         if (argc == 1) {
695                 printf("current device is %d - %s\n",
696                        cur_device, lcfg_get_devname() ? : "not set");
697                 return 0;
698         }
699         rc = do_device("device", argv[1]);
700         return rc;
701 }
702
703 int jt_opt_device(int argc, char **argv)
704 {
705         int ret;
706         int rc;
707
708         if (argc < 3)
709                 return CMD_HELP;
710
711         rc = do_device("device", argv[1]);
712
713         if (!rc)
714                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
715
716         ret = do_disconnect(argv[0], 0);
717         if (!rc)
718                 rc = ret;
719
720         return rc;
721 }
722
723 #ifdef MAX_THREADS
724 static void parent_sighandler (int sig)
725 {
726         return;
727 }
728
729 int jt_opt_threads(int argc, char **argv)
730 {
731         static char      cmdstr[128];
732         sigset_t         saveset;
733         sigset_t         sigset;
734         struct sigaction sigact;
735         struct sigaction saveact1;
736         struct sigaction saveact2;
737         unsigned long    threads;
738         __u64            next_thread;
739         int verbose;
740         int rc = 0;
741         int report_count = -1;
742         char *end;
743         int i;
744
745         if (argc < 5)
746                 return CMD_HELP;
747
748         threads = strtoul(argv[1], &end, 0);
749
750         if (*end == '.')
751                 report_count = strtoul(end + 1, &end, 0);
752
753         if (*end || threads > MAX_THREADS) {
754                 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
755                         jt_cmdname(argv[0]), argv[1]);
756                 return CMD_HELP;
757         }
758
759         verbose = get_verbose(argv[0], argv[2]);
760         if (verbose == BAD_VERBOSE)
761                 return CMD_HELP;
762
763         if (verbose != 0) {
764                 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
765                 for (i = 5; i < argc; i++)
766                         snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
767                                  " %s", argv[i]);
768
769                 printf("%s: starting %ld threads on device %s running %s\n",
770                        argv[0], threads, argv[3], cmdstr);
771         }
772
773         shmem_reset(threads);
774
775         sigemptyset(&sigset);
776         sigaddset(&sigset, SIGALRM);
777         sigaddset(&sigset, SIGCHLD);
778         sigprocmask(SIG_BLOCK, &sigset, &saveset);
779
780         nthreads = threads;
781
782         for (i = 1, next_thread = verbose; i <= threads; i++) {
783                 rc = fork();
784                 if (rc < 0) {
785                         fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
786                                 strerror(rc = errno));
787                         break;
788                 } else if (rc == 0) {
789                         sigprocmask(SIG_SETMASK, &saveset, NULL);
790
791                         thread = i;
792                         argv[2] = "--device";
793                         exit(jt_opt_device(argc - 2, argv + 2));
794                 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
795                         printf("%s: thread #%d (PID %d) started\n",
796                                argv[0], i, rc);
797                 rc = 0;
798         }
799
800         if (!thread) {          /* parent process */
801                 int live_threads = threads;
802
803                 sigemptyset(&sigset);
804                 sigemptyset(&sigact.sa_mask);
805                 sigact.sa_handler = parent_sighandler;
806                 sigact.sa_flags = 0;
807
808                 sigaction(SIGALRM, &sigact, &saveact1);
809                 sigaction(SIGCHLD, &sigact, &saveact2);
810
811                 while (live_threads > 0) {
812                         int status;
813                         pid_t ret;
814
815                         if (verbose < 0)        /* periodic stats */
816                                 alarm(-verbose);
817
818                         sigsuspend(&sigset);
819                         alarm(0);
820
821                         while (live_threads > 0) {
822                                 ret = waitpid(0, &status, WNOHANG);
823                                 if (ret == 0)
824                                         break;
825
826                                 if (ret < 0) {
827                                         fprintf(stderr, "error: %s: wait - %s\n",
828                                                 argv[0], strerror(errno));
829                                         if (!rc)
830                                                 rc = errno;
831                                         continue;
832                                 } else {
833                                         /*
834                                          * This is a hack.  We _should_ be able
835                                          * to use WIFEXITED(status) to see if
836                                          * there was an error, but it appears
837                                          * to be broken and it always returns 1
838                                          * (OK).  See wait(2).
839                                          */
840                                         int err = WEXITSTATUS(status);
841                                         if (err || WIFSIGNALED(status))
842                                                 fprintf(stderr,
843                                                         "%s: PID %d had rc=%d\n",
844                                                         argv[0], ret, err);
845                                         if (!rc)
846                                                 rc = err;
847
848                                         live_threads--;
849                                 }
850                         }
851
852                         /* Show stats while all threads running */
853                         if (verbose < 0) {
854                                 shmem_snap(threads, live_threads);
855                                 if (report_count > 0 && --report_count == 0)
856                                         shmem_stop();
857                         }
858                 }
859                 sigaction(SIGCHLD, &saveact2, NULL);
860                 sigaction(SIGALRM, &saveact1, NULL);
861         }
862
863         shmem_total(threads);
864         sigprocmask(SIG_SETMASK, &saveset, NULL);
865
866         return rc;
867 }
868 #else
869 int jt_opt_threads(int argc, char **argv)
870 {
871         fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
872                 jt_cmdname(argv[0]));
873         return CMD_HELP;
874 }
875 #endif
876
877 int jt_opt_net(int argc, char **argv)
878 {
879         char *arg2[3];
880         int rc;
881
882         if (argc < 3)
883                 return CMD_HELP;
884
885         arg2[0] = argv[0];
886         arg2[1] = argv[1];
887         arg2[2] = NULL;
888         rc = jt_ptl_network (2, arg2);
889
890         if (!rc)
891                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
892
893         return rc;
894 }
895
896 int jt_obd_no_transno(int argc, char **argv)
897 {
898         struct obd_ioctl_data data;
899         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
900         int rc;
901
902         memset(&data, 0, sizeof(data));
903         data.ioc_dev = cur_device;
904
905         if (argc != 1)
906                 return CMD_HELP;
907
908         memset(buf, 0, sizeof(rawbuf));
909         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
910         if (rc) {
911                 fprintf(stderr, "error: %s: invalid ioctl\n",
912                         jt_cmdname(argv[0]));
913                 return rc;
914         }
915         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
916         if (rc < 0)
917                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
918                         strerror(rc = errno));
919
920         return rc;
921 }
922
923 int jt_obd_set_readonly(int argc, char **argv)
924 {
925         struct obd_ioctl_data data;
926         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
927         int rc;
928
929         memset(&data, 0, sizeof(data));
930         data.ioc_dev = cur_device;
931
932         if (argc != 1)
933                 return CMD_HELP;
934
935         memset(buf, 0, sizeof(rawbuf));
936         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
937         if (rc) {
938                 fprintf(stderr, "error: %s: invalid ioctl\n",
939                         jt_cmdname(argv[0]));
940                 return rc;
941         }
942         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
943         if (rc < 0)
944                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
945                         strerror(rc = errno));
946
947         return rc;
948 }
949
950 int jt_obd_abort_recovery(int argc, char **argv)
951 {
952         struct obd_ioctl_data data;
953         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
954         int rc;
955
956         memset(&data, 0, sizeof(data));
957         data.ioc_dev = cur_device;
958
959         if (argc != 1)
960                 return CMD_HELP;
961
962         memset(buf, 0, sizeof(rawbuf));
963         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
964         if (rc) {
965                 fprintf(stderr, "error: %s: invalid ioctl\n",
966                         jt_cmdname(argv[0]));
967                 return rc;
968         }
969         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
970         if (rc < 0)
971                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
972                         strerror(rc = errno));
973
974         return rc;
975 }
976
977 int jt_get_version(int argc, char **argv)
978 {
979         int rc;
980         char rawbuf[MAX_IOC_BUFLEN];
981         char *version;
982
983         if (argc != 1)
984                 return CMD_HELP;
985
986         rc = llapi_get_version(rawbuf, MAX_IOC_BUFLEN, &version);
987         if (rc)
988                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
989                         strerror(-rc));
990         else
991                 printf("Lustre version: %s\n", version);
992
993         printf("lctl   version: %s\n", BUILD_VERSION);
994         return rc;
995 }
996
997 /*
998  * Print an obd device line with the ost_conn_uuid inserted, if the obd
999  * is an osc.
1000  */
1001 static void print_obd_line(char *s)
1002 {
1003         char buf[MAX_STRING_SIZE];
1004         char obd_name[MAX_OBD_NAME];
1005         FILE *fp = NULL;
1006         char *ptr;
1007
1008         if (sscanf(s, " %*d %*s osc %s %*s %*d ", obd_name) == 0)
1009                 goto try_mdc;
1010         snprintf(buf, sizeof(buf),
1011                  "/proc/fs/lustre/osc/%s/ost_conn_uuid", obd_name);
1012         if ((fp = fopen(buf, "r")) == NULL)
1013                 goto try_mdc;
1014         goto got_one;
1015
1016 try_mdc:
1017         if (sscanf(s, " %*d %*s mdc %s %*s %*d ", obd_name) == 0)
1018                 goto fail;
1019         snprintf(buf, sizeof(buf),
1020                  "/proc/fs/lustre/mdc/%s/mds_conn_uuid", obd_name);
1021         if ((fp = fopen(buf, "r")) == NULL)
1022                 goto fail;
1023
1024 got_one:
1025         /* should not ignore fgets(3)'s return value */
1026         if (!fgets(buf, sizeof(buf), fp)) {
1027                 fprintf(stderr, "reading from %s: %s", buf, strerror(errno));
1028                 fclose(fp);
1029                 return;
1030         }
1031         fclose(fp);
1032
1033         /* trim trailing newlines */
1034         ptr = strrchr(buf, '\n');
1035         if (ptr) *ptr = '\0';
1036         ptr = strrchr(s, '\n');
1037         if (ptr) *ptr = '\0';
1038
1039         printf("%s %s\n", s, buf);
1040         return;
1041
1042 fail:
1043         printf("%s", s);
1044         return;
1045 }
1046
1047 /* get device list by ioctl */
1048 int jt_obd_list_ioctl(int argc, char **argv)
1049 {
1050         int rc, index;
1051         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1052         struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
1053
1054         if (argc > 2)
1055                 return CMD_HELP;
1056         /* Just ignore a -t option.  Only supported with /proc. */
1057         else if (argc == 2 && strcmp(argv[1], "-t") != 0)
1058                 return CMD_HELP;
1059
1060         for (index = 0;; index++) {
1061                 memset(buf, 0, sizeof(rawbuf));
1062                 data->ioc_version = OBD_IOCTL_VERSION;
1063                 data->ioc_inllen1 =
1064                         sizeof(rawbuf) - cfs_size_round(sizeof(*data));
1065                 data->ioc_inlbuf1 = buf + cfs_size_round(sizeof(*data));
1066                 data->ioc_len = obd_ioctl_packlen(data);
1067                 data->ioc_count = index;
1068
1069                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
1070                 if (rc != 0)
1071                         break;
1072                 printf("%s\n", (char *)data->ioc_bulk);
1073         }
1074         if (rc != 0) {
1075                 if (errno == ENOENT)
1076                         /* no device or the last device */
1077                         rc = 0;
1078                 else
1079                         fprintf(stderr, "Error getting device list: %s: "
1080                                 "check dmesg.\n", strerror(errno));
1081         }
1082         return rc;
1083 }
1084
1085 int jt_obd_list(int argc, char **argv)
1086 {
1087         int rc;
1088         char buf[MAX_STRING_SIZE];
1089         FILE *fp = NULL;
1090         int print_obd = 0;
1091
1092         if (argc > 2)
1093                 return CMD_HELP;
1094         else if (argc == 2) {
1095                 if (strcmp(argv[1], "-t") == 0)
1096                         print_obd = 1;
1097                 else
1098                         return CMD_HELP;
1099         }
1100
1101         fp = fopen(DEVICES_LIST, "r");
1102         if (fp == NULL) {
1103                 fprintf(stderr, "error: %s: %s opening "DEVICES_LIST"\n",
1104                         jt_cmdname(argv[0]), strerror(rc =  errno));
1105                 return jt_obd_list_ioctl(argc, argv);
1106         }
1107
1108         while (fgets(buf, sizeof(buf), fp) != NULL)
1109                 if (print_obd)
1110                         print_obd_line(buf);
1111                 else
1112                         printf("%s", buf);
1113
1114         fclose(fp);
1115         return 0;
1116 }
1117
1118 struct jt_fid_space {
1119         obd_seq jt_seq;
1120         obd_id  jt_id;
1121         int     jt_width;
1122 };
1123
1124 int jt_obd_alloc_fids(struct jt_fid_space *space, struct lu_fid *fid,
1125                       __u64 *count)
1126 {
1127         int rc;
1128
1129         if (space->jt_seq == 0 || space->jt_id == space->jt_width) {
1130                 struct obd_ioctl_data  data;
1131                 char rawbuf[MAX_IOC_BUFLEN];
1132                 char *buf = rawbuf;
1133                 __u64 seqnr;
1134                 int max_count;
1135
1136                 memset(&data, 0, sizeof(data));
1137                 data.ioc_dev = cur_device;
1138
1139                 data.ioc_pbuf1 = (char *)&seqnr;
1140                 data.ioc_plen1 = sizeof(seqnr);
1141
1142                 data.ioc_pbuf2 = (char *)&max_count;
1143                 data.ioc_plen2 = sizeof(max_count);
1144
1145                 memset(buf, 0, sizeof(rawbuf));
1146                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1147                 if (rc) {
1148                         fprintf(stderr, "error: invalid ioctl rc = %d\n", rc);
1149                         return rc;
1150                 }
1151
1152                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_ALLOC_SEQ, buf);
1153                 if (rc) {
1154                         fprintf(stderr, "ioctl error: rc = %d\n", rc);
1155                         return rc;
1156                 }
1157
1158                 space->jt_seq = *(__u64 *)data.ioc_pbuf1;
1159                 space->jt_width = *(int *)data.ioc_pbuf2;
1160                 space->jt_id = 1;
1161         }
1162         fid->f_seq = space->jt_seq;
1163         fid->f_oid = space->jt_id;
1164         fid->f_ver = 0;
1165
1166         space->jt_id = min(space->jt_id + *count, space->jt_width);
1167
1168         *count = space->jt_id - fid->f_oid;
1169         return 0;
1170 }
1171
1172 #define MD_STEP_COUNT 1000
1173 int jt_obd_md_common(int argc, char **argv, int cmd)
1174 {
1175         struct obd_ioctl_data  data;
1176         struct timeval         start;
1177         struct timeval         next_time;
1178         struct timeval         end_time;
1179         char                   rawbuf[MAX_IOC_BUFLEN];
1180         char                  *buf = rawbuf;
1181         int                    verbose = 1;
1182         int                    mode = 0000644;
1183         int                    create_mode;
1184         int                    rc = 0;
1185         char                  *parent_basedir = NULL;
1186         char                   dirname[4096];
1187         int                    parent_base_id = 0;
1188         int                    parent_count = 1;
1189         __u64                  child_base_id = -1;
1190         int                    stripe_count = 0;
1191         int                    stripe_index = -1;
1192         int                    count = 0;
1193         char                  *end;
1194         __u64                  seconds = 0;
1195         double                 diff;
1196         int                    c;
1197         int                    xattr_size = 0;
1198         __u64                  total_count = 0;
1199         char                  *name = NULL;
1200         struct jt_fid_space    fid_space = {0};
1201         int                    version = 0;
1202         struct option          long_opts[] = {
1203                 {"child_base_id",     required_argument, 0, 'b'},
1204                 {"stripe_count",      required_argument, 0, 'c'},
1205                 {"parent_basedir",    required_argument, 0, 'd'},
1206                 {"parent_dircount",   required_argument, 0, 'D'},
1207                 {"stripe_index",      required_argument, 0, 'i'},
1208                 {"mode",              required_argument, 0, 'm'},
1209                 {"count",             required_argument, 0, 'n'},
1210                 {"time",              required_argument, 0, 't'},
1211                 {"version",           no_argument,       0, 'v'},
1212                 {"xattr_size",        required_argument, 0, 'x'},
1213                 {0, 0, 0, 0}
1214         };
1215
1216         optind = 0;
1217         while ((c = getopt_long(argc, argv, "b:c:d:D:m:n:t:vx:",
1218                                 long_opts, NULL)) >= 0) {
1219                 switch (c) {
1220                 case 'b':
1221                         child_base_id = strtoull(optarg, &end, 0);
1222                         if (*end) {
1223                                 fprintf(stderr, "error: %s: bad child_base_id"
1224                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1225                                 return CMD_HELP;
1226                         }
1227                         break;
1228                 case 'c':
1229                         stripe_count = strtoul(optarg, &end, 0);
1230                         if (*end) {
1231                                 fprintf(stderr, "error: %s: bad stripe count"
1232                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1233                                 return CMD_HELP;
1234                         }
1235                         break;
1236                 case 'd':
1237                         parent_basedir = optarg;
1238                         break;
1239                 case 'D':
1240                         parent_count = strtoul(optarg, &end, 0);
1241                         if (*end) {
1242                                 fprintf(stderr, "error: %s: bad parent count"
1243                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1244                                 return CMD_HELP;
1245                         }
1246                         break;
1247                 case 'i':
1248                         stripe_index = strtoul(optarg, &end, 0);
1249                         if (*end) {
1250                                 fprintf(stderr, "error: %s: bad stripe index"
1251                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1252                                 return CMD_HELP;
1253                         }
1254                         break;
1255                 case 'm':
1256                         mode = strtoul(optarg, &end, 0);
1257                         if (*end) {
1258                                 fprintf(stderr, "error: %s: bad mode '%s'\n",
1259                                         jt_cmdname(argv[0]), optarg);
1260                                 return CMD_HELP;
1261                         }
1262                         break;
1263                 case 'n':
1264                         total_count = strtoul(optarg, &end, 0);
1265                         if (*end || total_count == 0) {
1266                                 fprintf(stderr, "%s: bad child count '%s'\n",
1267                                         jt_cmdname(argv[0]), optarg);
1268                                 return CMD_HELP;
1269                         }
1270                         break;
1271                 case 't':
1272                         seconds = strtoull(optarg, &end, 0);
1273                         if (*end) {
1274                                 fprintf(stderr, "error: %s: senconds '%s'\n",
1275                                         jt_cmdname(argv[0]), optarg);
1276                                 return CMD_HELP;
1277                         }
1278                         break;
1279                 case 'v':
1280                         version = 1;
1281                         break;
1282                 case 'x':
1283                         xattr_size = strtoul(optarg, &end, 0);
1284                         if (*end) {
1285                                 fprintf(stderr, "error: %s: senconds '%s'\n",
1286                                         jt_cmdname(argv[0]), optarg);
1287                                 return CMD_HELP;
1288                         }
1289                         break;
1290                 default:
1291                         fprintf(stderr, "error: %s: option '%s' "
1292                                 "unrecognized\n", argv[0], argv[optind - 1]);
1293                         return CMD_HELP;
1294                 }
1295         }
1296
1297         memset(&data, 0, sizeof(data));
1298         data.ioc_dev = cur_device;
1299         if (child_base_id == -1) {
1300                 if (optind >= argc)
1301                         return CMD_HELP;
1302                 name = argv[optind];
1303                 total_count = 1;
1304         } else {
1305                 if (optind < argc) {
1306                         fprintf(stderr, "child_base_id and name can not"
1307                                         " specified at the same time\n");
1308                         return CMD_HELP;
1309                 }
1310         }
1311
1312         if (stripe_count == 0 && stripe_index != -1) {
1313                 fprintf(stderr, "If stripe_count is 0, stripe_index can not"
1314                                 "be specified\n");
1315                 return CMD_HELP;
1316         }
1317
1318         if (total_count == 0 && seconds == 0) {
1319                 fprintf(stderr, "count or seconds needs to be indicated\n");
1320                 return CMD_HELP;
1321         }
1322
1323         if (parent_count <= 0) {
1324                 fprintf(stderr, "parent count must < 0\n");
1325                 return CMD_HELP;
1326         }
1327
1328 #ifdef MAX_THREADS
1329         if (thread) {
1330                 shmem_lock();
1331                 /* threads interleave */
1332                 if (parent_base_id != -1)
1333                         parent_base_id += (thread - 1) % parent_count;
1334
1335                 if (child_base_id != -1)
1336                         child_base_id +=  (thread - 1) * \
1337                                           (MAX_BASE_ID / nthreads);
1338
1339                 shared_data->body.start_barrier--;
1340                 if (shared_data->body.start_barrier == 0) {
1341                         shmem_wakeup_all();
1342
1343                         gettimeofday(&shared_data->body.start_time, NULL);
1344                         printf("%s: start at %s", jt_cmdname(argv[0]),
1345                                ctime(&shared_data->body.start_time.tv_sec));
1346                 } else {
1347                         shmem_wait();
1348                 }
1349                 shmem_unlock();
1350         }
1351 #endif
1352         /* If parent directory is not specified, try to get the directory
1353          * from name */
1354         if (parent_basedir == NULL) {
1355                 char *last_lash;
1356                 if (name == NULL) {
1357                         fprintf(stderr, "parent_basedir or name must be"
1358                                         "indicated!\n");
1359                         return CMD_HELP;
1360                 }
1361                 /*Get directory and name from name*/
1362                 last_lash = strrchr(name, '/');
1363                 if (last_lash == NULL || name[0] != '/') {
1364                         fprintf(stderr, "Can not locate %s\n", name);
1365                         return CMD_HELP;
1366                 }
1367
1368                 if (last_lash == name) {
1369                         sprintf(dirname, "%s", "/");
1370                         name++;
1371                 } else {
1372                         int namelen = (unsigned long)last_lash -
1373                                       (unsigned long)name;
1374                         snprintf(dirname, namelen, "%s", name);
1375                 }
1376
1377                 data.ioc_pbuf1 = dirname;
1378                 data.ioc_plen1 = strlen(dirname);
1379
1380                 data.ioc_pbuf2 = name;
1381                 data.ioc_plen2 = strlen(name);
1382         } else {
1383                 if (name != NULL) {
1384                         data.ioc_pbuf2 = name;
1385                         data.ioc_plen2 = strlen(name);
1386                 } else {
1387                         if (parent_base_id > 0)
1388                                 sprintf(dirname, "%s%d", parent_basedir,
1389                                         parent_base_id);
1390                         else
1391                                 sprintf(dirname, "%s", parent_basedir);
1392                 }
1393                 data.ioc_pbuf1 = dirname;
1394                 data.ioc_plen1 = strlen(dirname);
1395         }
1396
1397         if (cmd == ECHO_MD_MKDIR || cmd == ECHO_MD_RMDIR)
1398                 create_mode = S_IFDIR;
1399         else
1400                 create_mode = S_IFREG;
1401
1402         data.ioc_obdo1.o_mode = mode | S_IFDIR;
1403         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
1404                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
1405         data.ioc_command = cmd;
1406
1407         gettimeofday(&start, NULL);
1408         next_time.tv_sec = start.tv_sec - verbose;
1409         next_time.tv_usec = start.tv_usec;
1410         while (shmem_running()) {
1411                 struct lu_fid fid;
1412
1413                 data.ioc_obdo2.o_id = child_base_id;
1414                 data.ioc_obdo2.o_mode = mode | create_mode;
1415                 data.ioc_obdo2.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE |
1416                                          OBD_MD_FLMODE | OBD_MD_FLFLAGS |
1417                                          OBD_MD_FLGROUP;
1418                 data.ioc_obdo2.o_misc = stripe_count;
1419                 data.ioc_obdo2.o_stripe_idx = stripe_index;
1420
1421                 if (total_count > 0) {
1422                         if ((total_count - count) > MD_STEP_COUNT)
1423                                 data.ioc_count = MD_STEP_COUNT;
1424                         else
1425                                 data.ioc_count = total_count - count;
1426                 } else {
1427                         data.ioc_count = MD_STEP_COUNT;
1428                 }
1429
1430                 child_base_id += data.ioc_count;
1431                 count += data.ioc_count;
1432                 if (cmd == ECHO_MD_CREATE || cmd == ECHO_MD_MKDIR) {
1433                         /*Allocate fids for the create */
1434                         rc = jt_obd_alloc_fids(&fid_space, &fid,
1435                                                &data.ioc_count);
1436                         if (rc) {
1437                                 fprintf(stderr, "Allocate fids error %d.\n",rc);
1438                                 return rc;
1439                         }
1440                         data.ioc_obdo1.o_seq = fid.f_seq;
1441                         data.ioc_obdo1.o_id = fid.f_oid;
1442                 }
1443                 memset(buf, 0, sizeof(rawbuf));
1444                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1445                 if (rc) {
1446                         fprintf(stderr, "error: %s: invalid ioctl %d\n",
1447                                 jt_cmdname(argv[0]), rc);
1448                         return rc;
1449                 }
1450
1451                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_MD, buf);
1452                 if (rc) {
1453                         fprintf(stderr, "error: %s: %s\n",
1454                                 jt_cmdname(argv[0]), strerror(rc = errno));
1455                         return rc;
1456                 }
1457                 shmem_bump(data.ioc_count);
1458
1459                 gettimeofday(&end_time, NULL);
1460                 diff = difftime(&end_time, &start);
1461                 if (seconds > 0 && (__u64)diff > seconds)
1462                         break;
1463
1464                 if (count >= total_count && total_count > 0)
1465                         break;
1466         }
1467
1468         if (count > 0 && version) {
1469                 gettimeofday(&end_time, NULL);
1470                 diff = difftime(&end_time, &start);
1471                 printf("%s: %d in %.3fs (%.3f /s): %s",
1472                         jt_cmdname(argv[0]), count, diff,
1473                         (double)count/diff, ctime(&end_time.tv_sec));
1474         }
1475
1476 #ifdef MAX_THREADS
1477         if (thread) {
1478                 shmem_lock();
1479                 shared_data->body.stop_barrier--;
1480                 if (shared_data->body.stop_barrier == 0) {
1481                         gettimeofday(&shared_data->body.end_time, NULL);
1482                         printf("%s: end at %s", jt_cmdname(argv[0]),
1483                                 ctime(&shared_data->body.end_time.tv_sec));
1484                 }
1485                 shmem_unlock();
1486         }
1487 #endif
1488         return rc;
1489 }
1490
1491 int jt_obd_test_create(int argc, char **argv)
1492 {
1493         return jt_obd_md_common(argc, argv, ECHO_MD_CREATE);
1494 }
1495
1496 int jt_obd_test_mkdir(int argc, char **argv)
1497 {
1498         return jt_obd_md_common(argc, argv, ECHO_MD_MKDIR);
1499 }
1500
1501 int jt_obd_test_destroy(int argc, char **argv)
1502 {
1503         return jt_obd_md_common(argc, argv, ECHO_MD_DESTROY);
1504 }
1505
1506 int jt_obd_test_rmdir(int argc, char **argv)
1507 {
1508         return jt_obd_md_common(argc, argv, ECHO_MD_RMDIR);
1509 }
1510
1511 int jt_obd_test_lookup(int argc, char **argv)
1512 {
1513         return jt_obd_md_common(argc, argv, ECHO_MD_LOOKUP);
1514 }
1515
1516 int jt_obd_test_setxattr(int argc, char **argv)
1517 {
1518         return jt_obd_md_common(argc, argv, ECHO_MD_SETATTR);
1519 }
1520
1521 int jt_obd_test_md_getattr(int argc, char **argv)
1522 {
1523         return jt_obd_md_common(argc, argv, ECHO_MD_GETATTR);
1524 }
1525
1526 /* Create one or more objects, arg[4] may describe stripe meta-data.  If
1527  * not, defaults assumed.  This echo-client instance stashes the stripe
1528  * object ids.  Use get_stripe on this node to print full lsm and
1529  * set_stripe on another node to cut/paste between nodes.
1530  */
1531 /* create <count> [<file_create_mode>] [q|v|# verbosity] [striping] */
1532 int jt_obd_create(int argc, char **argv)
1533 {
1534         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1535         struct obd_ioctl_data data;
1536         struct timeval next_time;
1537         __u64 count = 1, next_count, base_id = 0;
1538         int verbose = 1, mode = 0100644, rc = 0, i, valid_lsm = 0;
1539         char *end;
1540
1541         memset(&data, 0, sizeof(data));
1542         data.ioc_dev = cur_device;
1543         if (argc < 2 || argc > 5)
1544                 return CMD_HELP;
1545
1546         count = strtoull(argv[1], &end, 0);
1547         if (*end) {
1548                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1549                         jt_cmdname(argv[0]), argv[1]);
1550                 return CMD_HELP;
1551         }
1552
1553         if (argc > 2) {
1554                 mode = strtoul(argv[2], &end, 0);
1555                 if (*end) {
1556                         fprintf(stderr, "error: %s: invalid mode '%s'\n",
1557                                 jt_cmdname(argv[0]), argv[2]);
1558                         return CMD_HELP;
1559                 }
1560                 if (!(mode & S_IFMT))
1561                         mode |= S_IFREG;
1562         }
1563
1564         if (argc > 3) {
1565                 verbose = get_verbose(argv[0], argv[3]);
1566                 if (verbose == BAD_VERBOSE)
1567                         return CMD_HELP;
1568         }
1569
1570         if (argc < 5) {
1571                 reset_lsmb (&lsm_buffer);       /* will set default */
1572         } else {
1573                 rc = parse_lsm (&lsm_buffer, argv[4]);
1574                 if (rc != 0) {
1575                         fprintf(stderr, "error: %s: invalid lsm '%s'\n",
1576                                 jt_cmdname(argv[0]), argv[4]);
1577                         return CMD_HELP;
1578                 }
1579                 base_id = lsm_buffer.lsm.lsm_object_id;
1580                 valid_lsm = 1;
1581         }
1582
1583         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1584         gettimeofday(&next_time, NULL);
1585         next_time.tv_sec -= verbose;
1586
1587         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1588                 data.ioc_obdo1.o_mode = mode;
1589                 data.ioc_obdo1.o_id = base_id;
1590                 data.ioc_obdo1.o_uid = 0;
1591                 data.ioc_obdo1.o_gid = 0;
1592                 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1593                         OBD_MD_FLID | OBD_MD_FLUID | OBD_MD_FLGID;
1594
1595                 if (valid_lsm) {
1596                         data.ioc_plen1 = sizeof lsm_buffer;
1597                         data.ioc_pbuf1 = (char *)&lsm_buffer;
1598                 }
1599
1600                 memset(buf, 0, sizeof(rawbuf));
1601                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1602                 if (rc) {
1603                         fprintf(stderr, "error: %s: invalid ioctl\n",
1604                                 jt_cmdname(argv[0]));
1605                         return rc;
1606                 }
1607                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1608                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1609                 shmem_bump(1);
1610                 if (rc < 0) {
1611                         fprintf(stderr, "error: %s: #%d - %s\n",
1612                                 jt_cmdname(argv[0]), i, strerror(rc = errno));
1613                         break;
1614                 }
1615                 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1616                         fprintf(stderr,"error: %s: oid not valid #%d:"LPX64"\n",
1617                                 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_valid);
1618                         rc = EINVAL;
1619                         break;
1620                 }
1621
1622                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1623                         printf("%s: #%d is object id "LPX64"\n",
1624                                 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_id);
1625         }
1626         return rc;
1627 }
1628
1629 int jt_obd_setattr(int argc, char **argv)
1630 {
1631         struct obd_ioctl_data data;
1632         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1633         char *end;
1634         int rc;
1635
1636         memset(&data, 0, sizeof(data));
1637         data.ioc_dev = cur_device;
1638         if (argc != 2)
1639                 return CMD_HELP;
1640
1641         data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1642         if (*end) {
1643                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1644                         jt_cmdname(argv[0]), argv[1]);
1645                 return CMD_HELP;
1646         }
1647         data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1648         if (*end) {
1649                 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1650                         jt_cmdname(argv[0]), argv[2]);
1651                 return CMD_HELP;
1652         }
1653         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1654
1655         memset(buf, 0, sizeof(rawbuf));
1656         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1657         if (rc) {
1658                 fprintf(stderr, "error: %s: invalid ioctl\n",
1659                         jt_cmdname(argv[0]));
1660                 return rc;
1661         }
1662         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1663         if (rc < 0)
1664                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1665                         strerror(rc = errno));
1666
1667         return rc;
1668 }
1669
1670 int jt_obd_test_setattr(int argc, char **argv)
1671 {
1672         struct obd_ioctl_data data;
1673         struct timeval start, next_time;
1674         __u64 i, count, next_count;
1675         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1676         int verbose = 1;
1677         obd_id objid = 3;
1678         char *end;
1679         int rc = 0;
1680
1681         if (argc < 2 || argc > 4)
1682                 return CMD_HELP;
1683
1684         memset(&data, 0, sizeof(data));
1685         data.ioc_dev = cur_device;
1686         count = strtoull(argv[1], &end, 0);
1687         if (*end) {
1688                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1689                         jt_cmdname(argv[0]), argv[1]);
1690                 return CMD_HELP;
1691         }
1692
1693         if (argc >= 3) {
1694                 verbose = get_verbose(argv[0], argv[2]);
1695                 if (verbose == BAD_VERBOSE)
1696                         return CMD_HELP;
1697         }
1698
1699         if (argc >= 4) {
1700                 if (argv[3][0] == 't') {
1701                         objid = strtoull(argv[3] + 1, &end, 0);
1702                         if (thread)
1703                                 objid += thread - 1;
1704                 } else
1705                         objid = strtoull(argv[3], &end, 0);
1706                 if (*end) {
1707                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1708                                 jt_cmdname(argv[0]), argv[3]);
1709                         return CMD_HELP;
1710                 }
1711         }
1712
1713         gettimeofday(&start, NULL);
1714         next_time.tv_sec = start.tv_sec - verbose;
1715         next_time.tv_usec = start.tv_usec;
1716         if (verbose != 0)
1717                 printf("%s: setting "LPD64" attrs (objid "LPX64"): %s",
1718                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1719
1720         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1721                 data.ioc_obdo1.o_id = objid;
1722                 data.ioc_obdo1.o_mode = S_IFREG;
1723                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1724                 memset(buf, 0, sizeof(rawbuf));
1725                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1726                 if (rc) {
1727                         fprintf(stderr, "error: %s: invalid ioctl\n",
1728                                 jt_cmdname(argv[0]));
1729                         return rc;
1730                 }
1731                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1732                 shmem_bump(1);
1733                 if (rc < 0) {
1734                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1735                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1736                         break;
1737                 } else {
1738                         if (be_verbose
1739                             (verbose, &next_time, i, &next_count, count))
1740                                 printf("%s: set attr #"LPD64"\n",
1741                                        jt_cmdname(argv[0]), i);
1742                 }
1743         }
1744
1745         if (!rc) {
1746                 struct timeval end;
1747                 double diff;
1748
1749                 gettimeofday(&end, NULL);
1750
1751                 diff = difftime(&end, &start);
1752
1753                 --i;
1754                 if (verbose != 0)
1755                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1756                                jt_cmdname(argv[0]), i, diff, i / diff,
1757                                ctime(&end.tv_sec));
1758         }
1759         return rc;
1760 }
1761
1762 int jt_obd_destroy(int argc, char **argv)
1763 {
1764         struct obd_ioctl_data data;
1765         struct timeval next_time;
1766         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1767         __u64 count = 1, next_count;
1768         int verbose = 1;
1769         __u64 id;
1770         char *end;
1771         int rc = 0, i;
1772
1773         memset(&data, 0, sizeof(data));
1774         data.ioc_dev = cur_device;
1775         if (argc < 2 || argc > 4)
1776                 return CMD_HELP;
1777
1778         id = strtoull(argv[1], &end, 0);
1779         if (*end || id == 0 || errno != 0) {
1780                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1781                         jt_cmdname(argv[0]), argv[1]);
1782                 return CMD_HELP;
1783         }
1784         if (argc > 2) {
1785                 count = strtoull(argv[2], &end, 0);
1786                 if (*end) {
1787                         fprintf(stderr,
1788                                 "error: %s: invalid iteration count '%s'\n",
1789                                 jt_cmdname(argv[0]), argv[2]);
1790                         return CMD_HELP;
1791                 }
1792         }
1793
1794         if (argc > 3) {
1795                 verbose = get_verbose(argv[0], argv[3]);
1796                 if (verbose == BAD_VERBOSE)
1797                         return CMD_HELP;
1798         }
1799
1800         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1801         gettimeofday(&next_time, NULL);
1802         next_time.tv_sec -= verbose;
1803
1804         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1805                 data.ioc_obdo1.o_id = id;
1806                 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1807                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1808
1809                 memset(buf, 0, sizeof(rawbuf));
1810                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1811                 if (rc) {
1812                         fprintf(stderr, "error: %s: invalid ioctl\n",
1813                                 jt_cmdname(argv[0]));
1814                         return rc;
1815                 }
1816                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1817                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1818                 shmem_bump(1);
1819                 if (rc < 0) {
1820                         fprintf(stderr, "error: %s: objid "LPX64": %s\n",
1821                                 jt_cmdname(argv[0]), id, strerror(rc = errno));
1822                         break;
1823                 }
1824
1825                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1826                         printf("%s: #%d is object id "LPX64"\n",
1827                                jt_cmdname(argv[0]), i, id);
1828         }
1829
1830         return rc;
1831 }
1832
1833 int jt_obd_getattr(int argc, char **argv)
1834 {
1835         struct obd_ioctl_data data;
1836         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1837         char *end;
1838         int rc;
1839
1840         if (argc != 2)
1841                 return CMD_HELP;
1842
1843         memset(&data, 0, sizeof(data));
1844         data.ioc_dev = cur_device;
1845         data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1846         if (*end) {
1847                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1848                         jt_cmdname(argv[0]), argv[1]);
1849                 return CMD_HELP;
1850         }
1851         /* to help obd filter */
1852         data.ioc_obdo1.o_mode = 0100644;
1853         data.ioc_obdo1.o_valid = 0xffffffff;
1854         printf("%s: object id "LPX64"\n", jt_cmdname(argv[0]),data.ioc_obdo1.o_id);
1855
1856         memset(buf, 0, sizeof(rawbuf));
1857         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1858         if (rc) {
1859                 fprintf(stderr, "error: %s: invalid ioctl\n",
1860                         jt_cmdname(argv[0]));
1861                 return rc;
1862         }
1863         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1864         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1865         if (rc) {
1866                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1867                         strerror(rc = errno));
1868         } else {
1869                 printf("%s: object id "LPX64", mode %o\n", jt_cmdname(argv[0]),
1870                        data.ioc_obdo1.o_id, data.ioc_obdo1.o_mode);
1871         }
1872         return rc;
1873 }
1874
1875 int jt_obd_test_getattr(int argc, char **argv)
1876 {
1877         struct obd_ioctl_data data;
1878         struct timeval start, next_time;
1879         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1880         __u64 i, count, next_count;
1881         int verbose = 1;
1882         obd_id objid = 3;
1883         char *end;
1884         int rc = 0;
1885
1886         if (argc < 2 || argc > 4)
1887                 return CMD_HELP;
1888
1889         memset(&data, 0, sizeof(data));
1890         data.ioc_dev = cur_device;
1891         count = strtoull(argv[1], &end, 0);
1892         if (*end) {
1893                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1894                         jt_cmdname(argv[0]), argv[1]);
1895                 return CMD_HELP;
1896         }
1897
1898         if (argc >= 3) {
1899                 verbose = get_verbose(argv[0], argv[2]);
1900                 if (verbose == BAD_VERBOSE)
1901                         return CMD_HELP;
1902         }
1903
1904         if (argc >= 4) {
1905                 if (argv[3][0] == 't') {
1906                         objid = strtoull(argv[3] + 1, &end, 0);
1907                         if (thread)
1908                                 objid += thread - 1;
1909                 } else
1910                         objid = strtoull(argv[3], &end, 0);
1911                 if (*end) {
1912                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1913                                 jt_cmdname(argv[0]), argv[3]);
1914                         return CMD_HELP;
1915                 }
1916         }
1917
1918         gettimeofday(&start, NULL);
1919         next_time.tv_sec = start.tv_sec - verbose;
1920         next_time.tv_usec = start.tv_usec;
1921         if (verbose != 0)
1922                 printf("%s: getting "LPD64" attrs (objid "LPX64"): %s",
1923                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1924
1925         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1926                 data.ioc_obdo1.o_id = objid;
1927                 data.ioc_obdo1.o_mode = S_IFREG;
1928                 data.ioc_obdo1.o_valid = 0xffffffff;
1929                 memset(buf, 0, sizeof(rawbuf));
1930                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1931                 if (rc) {
1932                         fprintf(stderr, "error: %s: invalid ioctl\n",
1933                                 jt_cmdname(argv[0]));
1934                         return rc;
1935                 }
1936                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1937                 shmem_bump(1);
1938                 if (rc < 0) {
1939                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1940                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1941                         break;
1942                 } else {
1943                         if (be_verbose
1944                             (verbose, &next_time, i, &next_count, count))
1945                                 printf("%s: got attr #"LPD64"\n",
1946                                        jt_cmdname(argv[0]), i);
1947                 }
1948         }
1949
1950         if (!rc) {
1951                 struct timeval end;
1952                 double diff;
1953
1954                 gettimeofday(&end, NULL);
1955
1956                 diff = difftime(&end, &start);
1957
1958                 --i;
1959                 if (verbose != 0)
1960                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1961                                jt_cmdname(argv[0]), i, diff, i / diff,
1962                                ctime(&end.tv_sec));
1963         }
1964         return rc;
1965 }
1966
1967 /* test_brw <cnt>                                               count
1968         <r|w[r(repeat)x(noverify)]>                             mode
1969         <q|v|#(print interval)>                                 verbosity
1970         <npages[+offset]>                                       blocksize
1971         <[[<interleave_threads>]t(inc obj by thread#)]obj>      object
1972         [p|g<args>]                                             batch */
1973 int jt_obd_test_brw(int argc, char **argv)
1974 {
1975         struct obd_ioctl_data data;
1976         struct timeval start, next_time;
1977         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1978         __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1979         int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1980         int offset_pages = 0;
1981         long n;
1982         int repeat_offset = 0;
1983         unsigned long long ull;
1984         int  nthr_per_obj = 0;
1985         int  verify = 1;
1986         int  obj_idx = 0;
1987         char *end;
1988
1989         if (argc < 2 || argc > 7) {
1990                 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1991                         jt_cmdname(argv[0]), argc);
1992                 return CMD_HELP;
1993         }
1994
1995         count = strtoull(argv[1], &end, 0);
1996         if (*end) {
1997                 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
1998                         jt_cmdname(argv[0]), argv[1]);
1999                 return CMD_HELP;
2000         }
2001
2002         if (argc >= 3) {
2003                 if (argv[2][0] == 'w' || argv[2][0] == '1')
2004                         write = 1;
2005                 /* else it's a read */
2006
2007                 if (argv[2][0] != 0)
2008                         for (i = 1; argv[2][i] != 0; i++)
2009                                 switch (argv[2][i]) {
2010                                 case 'r':
2011                                         repeat_offset = 1;
2012                                         break;
2013
2014                                 case 'x':
2015                                         verify = 0;
2016                                         break;
2017
2018                                 default:
2019                                         fprintf (stderr, "Can't parse cmd '%s'\n",
2020                                                  argv[2]);
2021                                         return CMD_HELP;
2022                                 }
2023         }
2024
2025         if (argc >= 4) {
2026                 verbose = get_verbose(argv[0], argv[3]);
2027                 if (verbose == BAD_VERBOSE)
2028                         return CMD_HELP;
2029         }
2030
2031         if (argc >= 5) {
2032                 pages = strtoul(argv[4], &end, 0);
2033
2034                 if (*end == '+')
2035                         offset_pages = strtoul(end + 1, &end, 0);
2036
2037                 if (*end != 0 ||
2038                     offset_pages < 0 || offset_pages >= pages) {
2039                         fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
2040                                 jt_cmdname(argv[0]), argv[4]);
2041                         return CMD_HELP;
2042                 }
2043         }
2044
2045         if (argc >= 6) {
2046                 if (thread &&
2047                     (n = strtol(argv[5], &end, 0)) > 0 &&
2048                     *end == 't' &&
2049                     (ull = strtoull(end + 1, &end, 0)) > 0 &&
2050                     *end == 0) {
2051                         nthr_per_obj = n;
2052                         objid = ull;
2053                 } else if (thread &&
2054                            argv[5][0] == 't') {
2055                         nthr_per_obj = 1;
2056                         objid = strtoull(argv[5] + 1, &end, 0);
2057                 } else {
2058                         nthr_per_obj = 0;
2059                         objid = strtoull(argv[5], &end, 0);
2060                 }
2061                 if (*end) {
2062                         fprintf(stderr, "error: %s: bad objid '%s'\n",
2063                                 jt_cmdname(argv[0]), argv[5]);
2064                         return CMD_HELP;
2065                 }
2066         }
2067
2068         memset(&data, 0, sizeof(data));
2069         data.ioc_dev = cur_device;
2070
2071         /* communicate the 'type' of brw test and batching to echo_client.
2072          * don't start.  we'd love to refactor this lctl->echo_client
2073          * interface */
2074         data.ioc_pbuf1 = (void *)1;
2075         data.ioc_plen1 = 1;
2076
2077         if (argc >= 7) {
2078                 switch(argv[6][0]) {
2079                         case 'g': /* plug and unplug */
2080                                 data.ioc_pbuf1 = (void *)2;
2081                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2082                                                           0);
2083                                 break;
2084                         case 'p': /* prep and commit */
2085                                 data.ioc_pbuf1 = (void *)3;
2086                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2087                                                           0);
2088                                 break;
2089                         default:
2090                                 fprintf(stderr, "error: %s: batching '%s' "
2091                                         "needs to specify 'p' or 'g'\n",
2092                                         jt_cmdname(argv[0]), argv[6]);
2093                                 return CMD_HELP;
2094                 }
2095
2096                 if (*end) {
2097                         fprintf(stderr, "error: %s: bad batching '%s'\n",
2098                                 jt_cmdname(argv[0]), argv[6]);
2099                         return CMD_HELP;
2100                 }
2101                 data.ioc_plen1 *= getpagesize();
2102         }
2103
2104         len = pages * getpagesize();
2105         thr_offset = offset_pages * getpagesize();
2106         stride = len;
2107
2108 #ifdef MAX_THREADS
2109         if (thread) {
2110                 shmem_lock ();
2111                 if (nthr_per_obj != 0) {
2112                         /* threads interleave */
2113                         obj_idx = (thread - 1)/nthr_per_obj;
2114                         objid += obj_idx;
2115                         stride *= nthr_per_obj;
2116                         if ((thread - 1) % nthr_per_obj == 0) {
2117                                 shared_data->body.offsets[obj_idx] =
2118                                         stride + thr_offset;
2119                         }
2120                         thr_offset += ((thread - 1) % nthr_per_obj) * len;
2121                 } else {
2122                         /* threads disjoint */
2123                         thr_offset += (thread - 1) * len;
2124                 }
2125
2126                 shared_data->body.start_barrier--;
2127                 if (shared_data->body.start_barrier == 0)
2128                         shmem_wakeup_all();
2129                 else
2130                         shmem_wait();
2131
2132                 shmem_unlock ();
2133         }
2134 #endif
2135
2136         data.ioc_obdo1.o_id = objid;
2137         data.ioc_obdo1.o_mode = S_IFREG;
2138         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE | OBD_MD_FLFLAGS;
2139         data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
2140         data.ioc_count = len;
2141         data.ioc_offset = (repeat_offset ? 0 : thr_offset);
2142
2143         gettimeofday(&start, NULL);
2144         next_time.tv_sec = start.tv_sec - verbose;
2145         next_time.tv_usec = start.tv_usec;
2146
2147         if (verbose != 0)
2148                 printf("%s: %s "LPU64"x%d pages (obj "LPX64", off "LPU64"): %s",
2149                        jt_cmdname(argv[0]), write ? "writing" : "reading", count,
2150                        pages, objid, data.ioc_offset, ctime(&start.tv_sec));
2151
2152         cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
2153         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
2154                 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
2155                 memset(buf, 0, sizeof(rawbuf));
2156                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2157                 if (rc) {
2158                         fprintf(stderr, "error: %s: invalid ioctl\n",
2159                                 jt_cmdname(argv[0]));
2160                         return rc;
2161                 }
2162                 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
2163                 shmem_bump(1);
2164                 if (rc) {
2165                         fprintf(stderr, "error: %s: #%d - %s on %s\n",
2166                                 jt_cmdname(argv[0]), i, strerror(rc = errno),
2167                                 write ? "write" : "read");
2168                         break;
2169                 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
2170                         shmem_lock ();
2171                         printf("%s: %s number %d @ "LPD64":"LPU64" for %d\n",
2172                                jt_cmdname(argv[0]), write ? "write" : "read", i,
2173                                data.ioc_obdo1.o_id, data.ioc_offset,
2174                                (int)(pages * getpagesize()));
2175                         shmem_unlock ();
2176                 }
2177
2178                 if (!repeat_offset) {
2179 #ifdef MAX_THREADS
2180                         if (stride == len) {
2181                                 data.ioc_offset += stride;
2182                         } else if (i < count) {
2183                                 shmem_lock ();
2184                                 data.ioc_offset =
2185                                         shared_data->body.offsets[obj_idx];
2186                                 shared_data->body.offsets[obj_idx] += len;
2187                                 shmem_unlock ();
2188                         }
2189 #else
2190                         data.ioc_offset += len;
2191                         obj_idx = 0; /* avoids an unused var warning */
2192 #endif
2193                 }
2194         }
2195
2196         if (!rc) {
2197                 struct timeval end;
2198                 double diff;
2199
2200                 gettimeofday(&end, NULL);
2201
2202                 diff = difftime(&end, &start);
2203
2204                 --i;
2205                 if (verbose != 0)
2206                         printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
2207                                jt_cmdname(argv[0]), write ? "wrote" : "read",
2208                                i, pages, diff,
2209                                ((double)i * pages * getpagesize()) /
2210                                (diff * 1048576.0),
2211                                ctime(&end.tv_sec));
2212         }
2213
2214         return rc;
2215 }
2216
2217 int jt_obd_lov_getconfig(int argc, char **argv)
2218 {
2219         struct obd_ioctl_data data;
2220         struct lov_desc desc;
2221         struct obd_uuid *uuidarray;
2222         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2223         __u32 *obdgens;
2224         char *path;
2225         int rc, fd;
2226
2227         memset(&data, 0, sizeof(data));
2228         data.ioc_dev = cur_device;
2229
2230         if (argc != 2)
2231                 return CMD_HELP;
2232
2233         path = argv[1];
2234         fd = open(path, O_RDONLY);
2235         if (fd < 0) {
2236                 fprintf(stderr, "open \"%s\" failed: %s\n", path,
2237                         strerror(errno));
2238                 return -errno;
2239         }
2240
2241         memset(&desc, 0, sizeof(desc));
2242         obd_str2uuid(&desc.ld_uuid, argv[1]);
2243         desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
2244                              (sizeof(*uuidarray) + sizeof(*obdgens)));
2245
2246 repeat:
2247         uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
2248         if (!uuidarray) {
2249                 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
2250                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2251                 rc = -ENOMEM;
2252                 goto out;
2253         }
2254         obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
2255         if (!obdgens) {
2256                 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
2257                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2258                 rc = -ENOMEM;
2259                 goto out_uuidarray;
2260         }
2261
2262         memset(buf, 0, sizeof(rawbuf));
2263         data.ioc_inllen1 = sizeof(desc);
2264         data.ioc_inlbuf1 = (char *)&desc;
2265         data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
2266         data.ioc_inlbuf2 = (char *)uuidarray;
2267         data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
2268         data.ioc_inlbuf3 = (char *)obdgens;
2269
2270         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
2271                 fprintf(stderr, "error: %s: invalid ioctl\n",
2272                         jt_cmdname(argv[0]));
2273                 rc = -EINVAL;
2274                 goto out_obdgens;
2275         }
2276         rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
2277         if (rc == -ENOSPC) {
2278                 free(uuidarray);
2279                 free(obdgens);
2280                 goto repeat;
2281         } else if (rc) {
2282                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2283                         jt_cmdname(argv[0]), strerror(rc = errno));
2284         } else {
2285                 struct obd_uuid *uuidp;
2286                 __u32 *genp;
2287                 int i;
2288
2289                 if (obd_ioctl_unpack(&data, buf, sizeof(rawbuf))) {
2290                         fprintf(stderr, "error: %s: invalid reply\n",
2291                                 jt_cmdname(argv[0]));
2292                         rc = -EINVAL;
2293                         goto out;
2294                 }
2295                 if (desc.ld_default_stripe_count == (__u32)-1)
2296                         printf("default_stripe_count: %d\n", -1);
2297                 else
2298                         printf("default_stripe_count: %u\n",
2299                                desc.ld_default_stripe_count);
2300                 printf("default_stripe_size: "LPU64"\n",
2301                        desc.ld_default_stripe_size);
2302                 printf("default_stripe_offset: "LPU64"\n",
2303                        desc.ld_default_stripe_offset);
2304                 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
2305                 printf("obd_count: %u\n", desc.ld_tgt_count);
2306                 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
2307                 uuidp = uuidarray;
2308                 genp = obdgens;
2309                 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
2310                         printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
2311         }
2312 out_obdgens:
2313         free(obdgens);
2314 out_uuidarray:
2315         free(uuidarray);
2316 out:
2317         close(fd);
2318         return rc;
2319 }
2320
2321 int jt_obd_ldlm_regress_start(int argc, char **argv)
2322 {
2323         int rc;
2324         struct obd_ioctl_data data;
2325         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2326         char argstring[200];
2327         int i, count = sizeof(argstring) - 1;
2328
2329         memset(&data, 0, sizeof(data));
2330         data.ioc_dev = cur_device;
2331         if (argc > 5)
2332                 return CMD_HELP;
2333
2334         argstring[0] = '\0';
2335         for (i = 1; i < argc; i++) {
2336                 strncat(argstring, " ", count);
2337                 count--;
2338                 strncat(argstring, argv[i], count);
2339                 count -= strlen(argv[i]);
2340         }
2341
2342         if (strlen(argstring)) {
2343                 data.ioc_inlbuf1 = argstring;
2344                 data.ioc_inllen1 = strlen(argstring) + 1;
2345         }
2346
2347         memset(buf, 0, sizeof(rawbuf));
2348         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2349         if (rc) {
2350                 fprintf(stderr, "error: %s: invalid ioctl\n",
2351                         jt_cmdname(argv[0]));
2352                 return rc;
2353         }
2354         rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_START, buf);
2355         if (rc)
2356                 fprintf(stderr, "error: %s: test failed: %s\n",
2357                         jt_cmdname(argv[0]), strerror(rc = errno));
2358
2359         return rc;
2360 }
2361
2362 int jt_obd_ldlm_regress_stop(int argc, char **argv)
2363 {
2364         int rc;
2365         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2366         struct obd_ioctl_data data;
2367
2368         memset(&data, 0, sizeof(data));
2369         data.ioc_dev = cur_device;
2370
2371         if (argc != 1)
2372                 return CMD_HELP;
2373
2374         memset(buf, 0, sizeof(rawbuf));
2375         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2376         if (rc) {
2377                 fprintf(stderr, "error: %s: invalid ioctl\n",
2378                         jt_cmdname(argv[0]));
2379                 return rc;
2380         }
2381         rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_STOP, buf);
2382
2383         if (rc)
2384                 fprintf(stderr, "error: %s: test failed: %s\n",
2385                         jt_cmdname(argv[0]), strerror(rc = errno));
2386         return rc;
2387 }
2388
2389 static int do_activate(int argc, char **argv, int flag)
2390 {
2391         struct obd_ioctl_data data;
2392         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2393         int rc;
2394
2395         memset(&data, 0, sizeof(data));
2396         data.ioc_dev = cur_device;
2397         if (argc != 1)
2398                 return CMD_HELP;
2399
2400         /* reuse offset for 'active' */
2401         data.ioc_offset = flag;
2402
2403         memset(buf, 0, sizeof(rawbuf));
2404         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2405         if (rc) {
2406                 fprintf(stderr, "error: %s: invalid ioctl\n",
2407                         jt_cmdname(argv[0]));
2408                 return rc;
2409         }
2410         rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
2411         if (rc)
2412                 fprintf(stderr, "error: %s: failed: %s\n",
2413                         jt_cmdname(argv[0]), strerror(rc = errno));
2414
2415         return rc;
2416 }
2417
2418 int jt_obd_deactivate(int argc, char **argv)
2419 {
2420         return do_activate(argc, argv, 0);
2421 }
2422
2423 int jt_obd_activate(int argc, char **argv)
2424 {
2425         return do_activate(argc, argv, 1);
2426 }
2427
2428 int jt_obd_recover(int argc, char **argv)
2429 {
2430         int rc;
2431         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2432         struct obd_ioctl_data data;
2433
2434         memset(&data, 0, sizeof(data));
2435         data.ioc_dev = cur_device;
2436         if (argc > 2)
2437                 return CMD_HELP;
2438
2439         if (argc == 2) {
2440                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2441                 data.ioc_inlbuf1 = argv[1];
2442         }
2443
2444         memset(buf, 0, sizeof(rawbuf));
2445         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2446         if (rc) {
2447                 fprintf(stderr, "error: %s: invalid ioctl\n",
2448                         jt_cmdname(argv[0]));
2449                 return rc;
2450         }
2451         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
2452         if (rc < 0) {
2453                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2454                         strerror(rc = errno));
2455         }
2456
2457         return rc;
2458 }
2459
2460 int jt_obd_mdc_lookup(int argc, char **argv)
2461 {
2462         struct obd_ioctl_data data;
2463         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2464         char *parent, *child;
2465         int rc, fd, verbose = 1;
2466
2467         if (argc < 3 || argc > 4)
2468                 return CMD_HELP;
2469
2470         parent = argv[1];
2471         child = argv[2];
2472         if (argc == 4)
2473                 verbose = get_verbose(argv[0], argv[3]);
2474
2475         memset(&data, 0, sizeof(data));
2476         data.ioc_dev = cur_device;
2477
2478         data.ioc_inllen1 = strlen(child) + 1;
2479         data.ioc_inlbuf1 = child;
2480
2481         memset(buf, 0, sizeof(rawbuf));
2482         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2483         if (rc) {
2484                 fprintf(stderr, "error: %s: invalid ioctl\n",
2485                         jt_cmdname(argv[0]));
2486                 return rc;
2487         }
2488
2489         fd = open(parent, O_RDONLY);
2490         if (fd < 0) {
2491                 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
2492                         strerror(errno));
2493                 return -1;
2494         }
2495
2496         rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
2497         if (rc < 0) {
2498                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2499                         jt_cmdname(argv[0]), strerror(rc = errno));
2500         }
2501         close(fd);
2502
2503         if (verbose) {
2504                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
2505                 if (rc) {
2506                         fprintf(stderr, "error: %s: invalid reply\n",
2507                                 jt_cmdname(argv[0]));
2508                         return rc;
2509                 }
2510                 printf("%s: mode %o uid %d gid %d\n", child,
2511                        data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
2512                        data.ioc_obdo1.o_gid);
2513         }
2514
2515         return rc;
2516 }
2517
2518 int jt_cfg_dump_log(int argc, char **argv)
2519 {
2520         struct obd_ioctl_data data;
2521         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2522         int rc;
2523
2524         if (argc != 2)
2525                 return CMD_HELP;
2526
2527         memset(&data, 0, sizeof(data));
2528         data.ioc_dev = cur_device;
2529         data.ioc_inllen1 = strlen(argv[1]) + 1;
2530         data.ioc_inlbuf1 = argv[1];
2531
2532         memset(buf, 0, sizeof(rawbuf));
2533         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2534         if (rc) {
2535                 fprintf(stderr, "error: %s: invalid ioctl\n",
2536                         jt_cmdname(argv[0]));
2537                 return rc;
2538         }
2539         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_DUMP_LOG, buf);
2540         if (rc < 0)
2541                 fprintf(stderr, "OBD_IOC_DUMP_LOG failed: %s\n",
2542                         strerror(errno));
2543
2544         return rc;
2545 }
2546
2547 int jt_llog_catlist(int argc, char **argv)
2548 {
2549         struct obd_ioctl_data data;
2550         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2551         int rc;
2552
2553         if (argc != 1)
2554                 return CMD_HELP;
2555
2556         memset(&data, 0, sizeof(data));
2557         data.ioc_dev = cur_device;
2558         data.ioc_inllen1 = sizeof(rawbuf) - cfs_size_round(sizeof(data));
2559         memset(buf, 0, sizeof(rawbuf));
2560         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2561         if (rc) {
2562                 fprintf(stderr, "error: %s: invalid ioctl\n",
2563                         jt_cmdname(argv[0]));
2564                 return rc;
2565         }
2566         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
2567         if (rc == 0)
2568                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2569         else
2570                 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
2571                         strerror(errno));
2572
2573         return rc;
2574 }
2575
2576 int jt_llog_info(int argc, char **argv)
2577 {
2578         struct obd_ioctl_data data;
2579         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2580         int rc;
2581
2582         if (argc != 2)
2583                 return CMD_HELP;
2584
2585         memset(&data, 0, sizeof(data));
2586         data.ioc_dev = cur_device;
2587         data.ioc_inllen1 = strlen(argv[1]) + 1;
2588         data.ioc_inlbuf1 = argv[1];
2589         data.ioc_inllen2 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2590                 cfs_size_round(data.ioc_inllen1);
2591         memset(buf, 0, sizeof(rawbuf));
2592         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2593         if (rc) {
2594                 fprintf(stderr, "error: %s: invalid ioctl\n",
2595                         jt_cmdname(argv[0]));
2596                 return rc;
2597         }
2598
2599         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
2600         if (rc == 0)
2601                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2602         else
2603                 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
2604                         strerror(errno));
2605
2606         return rc;
2607 }
2608
2609 int jt_llog_print(int argc, char **argv)
2610 {
2611         struct obd_ioctl_data data;
2612         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2613         int rc;
2614
2615         if (argc != 2 && argc != 4)
2616                 return CMD_HELP;
2617
2618         memset(&data, 0, sizeof(data));
2619         data.ioc_dev = cur_device;
2620         data.ioc_inllen1 = strlen(argv[1]) + 1;
2621         data.ioc_inlbuf1 = argv[1];
2622         if (argc == 4) {
2623                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2624                 data.ioc_inlbuf2 = argv[2];
2625                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2626                 data.ioc_inlbuf3 = argv[3];
2627         } else {
2628                 char from[2] = "1", to[3] = "-1";
2629                 data.ioc_inllen2 = strlen(from) + 1;
2630                 data.ioc_inlbuf2 = from;
2631                 data.ioc_inllen3 = strlen(to) + 1;
2632                 data.ioc_inlbuf3 = to;
2633         }
2634         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2635                 cfs_size_round(data.ioc_inllen1) -
2636                 cfs_size_round(data.ioc_inllen2) -
2637                 cfs_size_round(data.ioc_inllen3);
2638         memset(buf, 0, sizeof(rawbuf));
2639         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2640         if (rc) {
2641                 fprintf(stderr, "error: %s: invalid ioctl\n",
2642                         jt_cmdname(argv[0]));
2643                 return rc;
2644         }
2645
2646         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2647         if (rc == 0)
2648                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2649         else
2650                 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2651                         strerror(errno));
2652
2653         return rc;
2654 }
2655
2656 int jt_llog_cancel(int argc, char **argv)
2657 {
2658         struct obd_ioctl_data data;
2659         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2660         int rc;
2661
2662         if (argc != 4)
2663                 return CMD_HELP;
2664
2665         memset(&data, 0, sizeof(data));
2666         data.ioc_dev = cur_device;
2667         data.ioc_inllen1 = strlen(argv[1]) + 1;
2668         data.ioc_inlbuf1 = argv[1];
2669         data.ioc_inllen2 = strlen(argv[2]) + 1;
2670         data.ioc_inlbuf2 = argv[2];
2671         data.ioc_inllen3 = strlen(argv[3]) + 1;
2672         data.ioc_inlbuf3 = argv[3];
2673         memset(buf, 0, sizeof(rawbuf));
2674         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2675         if (rc) {
2676                 fprintf(stderr, "error: %s: invalid ioctl\n",
2677                         jt_cmdname(argv[0]));
2678                 return rc;
2679         }
2680
2681         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2682         if (rc == 0)
2683                 fprintf(stdout, "index %s be canceled.\n", argv[3]);
2684         else
2685                 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2686                         strerror(errno));
2687
2688         return rc;
2689
2690 }
2691 int jt_llog_check(int argc, char **argv)
2692 {
2693         struct obd_ioctl_data data;
2694         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2695         int rc;
2696
2697         if (argc != 2 && argc != 4)
2698                 return CMD_HELP;
2699
2700         memset(&data, 0, sizeof(data));
2701         data.ioc_dev = cur_device;
2702         data.ioc_inllen1 = strlen(argv[1]) + 1;
2703         data.ioc_inlbuf1 = argv[1];
2704         if (argc == 4) {
2705                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2706                 data.ioc_inlbuf2 = argv[2];
2707                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2708                 data.ioc_inlbuf3 = argv[3];
2709         } else {
2710                 char from[2] = "1", to[3] = "-1";
2711                 data.ioc_inllen2 = strlen(from) + 1;
2712                 data.ioc_inlbuf2 = from;
2713                 data.ioc_inllen3 = strlen(to) + 1;
2714                 data.ioc_inlbuf3 = to;
2715         }
2716         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2717                 cfs_size_round(data.ioc_inllen1) -
2718                 cfs_size_round(data.ioc_inllen2) -
2719                 cfs_size_round(data.ioc_inllen3);
2720         memset(buf, 0, sizeof(rawbuf));
2721         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2722         if (rc) {
2723                 fprintf(stderr, "error: %s: invalid ioctl\n",
2724                         jt_cmdname(argv[0]));
2725                 return rc;
2726         }
2727
2728         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2729         if (rc == 0)
2730                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2731         else
2732                 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2733                         strerror(errno));
2734         return rc;
2735 }
2736
2737 int jt_llog_remove(int argc, char **argv)
2738 {
2739         struct obd_ioctl_data data;
2740         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2741         int rc;
2742
2743         if (argc != 3 && argc != 2)
2744                 return CMD_HELP;
2745
2746         memset(&data, 0, sizeof(data));
2747         data.ioc_dev = cur_device;
2748         data.ioc_inllen1 = strlen(argv[1]) + 1;
2749         data.ioc_inlbuf1 = argv[1];
2750         if (argc == 3){
2751                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2752                 data.ioc_inlbuf2 = argv[2];
2753         }
2754         memset(buf, 0, sizeof(rawbuf));
2755         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2756         if (rc) {
2757                 fprintf(stderr, "error: %s: invalid ioctl\n",
2758                         jt_cmdname(argv[0]));
2759                 return rc;
2760         }
2761
2762         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2763         if (rc == 0) {
2764                 if (argc == 3)
2765                         fprintf(stdout, "log %s are removed.\n", argv[2]);
2766                 else
2767                         fprintf(stdout, "the log in catalog %s are removed. \n", argv[1]);
2768         } else
2769                 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2770                         strerror(errno));
2771
2772         return rc;
2773 }
2774
2775 /* attach a regular file to virtual block device.
2776  * return vaule:
2777  *  -1: fatal error
2778  *  1: error, it always means the command run failed
2779  *  0: success
2780  */
2781 static int jt_blockdev_run_process(const char *file, char *argv[])
2782 {
2783         pid_t pid;
2784         int rc;
2785
2786         pid = vfork();
2787         if (pid == 0) { /* child process */
2788                 /* don't print error messages */
2789                 close(1), close(2);
2790                 (void)execvp(file, argv);
2791                 exit(-1);
2792         } else if (pid > 0) {
2793                 int status;
2794
2795                 rc = waitpid(pid, &status, 0);
2796                 if (rc < 0 || !WIFEXITED(status))
2797                         return -1;
2798
2799                 return WEXITSTATUS(status);
2800         }
2801
2802         return -1;
2803 }
2804
2805 static int jt_blockdev_find_module(const char *module)
2806 {
2807         FILE *fp;
2808         int found = 0;
2809         char buf[1024];
2810
2811         fp = fopen("/proc/modules", "r");
2812         if (fp == NULL)
2813                 return -1;
2814
2815         while (fgets(buf, 1024, fp) != NULL) {
2816                 *strchr(buf, ' ') = 0;
2817                 if (strcmp(module, buf) == 0) {
2818                         found = 1;
2819                         break;
2820                 }
2821         }
2822         fclose(fp);
2823
2824         return found;
2825 }
2826
2827 static int jt_blockdev_probe_module(const char *module)
2828 {
2829         char buf[1024];
2830         char *argv[10];
2831         int c, rc;
2832
2833         if (jt_blockdev_find_module(module) == 1)
2834                 return 0;
2835
2836         /* run modprobe first */
2837         c = 0;
2838         argv[c++] = "/sbin/modprobe";
2839         argv[c++] = "-q";
2840         argv[c++] = (char *)module;
2841         argv[c++] = NULL;
2842         rc = jt_blockdev_run_process("modprobe", argv);
2843         if (rc != 1)
2844                 return rc;
2845
2846         /* cannot find the module in default directory ... */
2847         sprintf(buf, "../llite/%s.ko", module);
2848         c = 0;
2849         argv[c++] = "/sbin/insmod";
2850         argv[c++] = buf;
2851         argv[c++] = NULL;
2852         rc = jt_blockdev_run_process("insmod", argv);
2853         return rc ? -1 : 0;
2854 }
2855
2856 int jt_blockdev_attach(int argc, char **argv)
2857 {
2858         int rc, fd;
2859         struct stat st;
2860         char *filename, *devname;
2861         unsigned long dev;
2862
2863         if (argc != 3)
2864                 return CMD_HELP;
2865
2866         if (jt_blockdev_probe_module("llite_lloop") < 0) {
2867                 fprintf(stderr, "error: cannot find module llite_lloop.(k)o\n");
2868                 return ENOENT;
2869         }
2870
2871         filename = argv[1];
2872         devname = argv[2];
2873
2874         fd = open(filename, O_RDWR);
2875         if (fd < 0) {
2876                 fprintf(stderr, "file %s can't be opened(%s)\n\n",
2877                         filename, strerror(errno));
2878                 return CMD_HELP;
2879         }
2880
2881         rc = ioctl(fd, LL_IOC_LLOOP_ATTACH, &dev);
2882         if (rc < 0) {
2883                 rc = errno;
2884                 fprintf(stderr, "attach error(%s)\n", strerror(rc));
2885                 goto out;
2886         }
2887
2888         rc = stat(devname, &st);
2889         if (rc == 0 && (!S_ISBLK(st.st_mode) || st.st_rdev != dev)) {
2890                 rc = EEXIST;
2891         } else if (rc < 0) {
2892                 if (errno == ENOENT &&
2893                     !mknod(devname, S_IFBLK|S_IRUSR|S_IWUSR, dev))
2894                         rc = 0;
2895                 else
2896                         rc = errno;
2897         }
2898
2899         if (rc) {
2900                 fprintf(stderr, "error: the file %s could be attached to block "
2901                                 "device %X but creating %s failed: %s\n"
2902                                 "now detaching the block device..",
2903                         filename, (int)dev, devname, strerror(rc));
2904
2905                 (void)ioctl(fd, LL_IOC_LLOOP_DETACH_BYDEV, dev);
2906                 fprintf(stderr, "%s\n", strerror(errno));
2907         }
2908 out:
2909         close(fd);
2910         return -rc;
2911 }
2912
2913 int jt_blockdev_detach(int argc, char **argv)
2914 {
2915         char *filename;
2916         int rc, fd;
2917
2918         if (argc != 2)
2919                 return CMD_HELP;
2920
2921         filename = argv[1];
2922         fd = open(filename, O_RDONLY);
2923         if (fd < 0) {
2924                 fprintf(stderr, "cannot open file %s error %s\n",
2925                         filename, strerror(errno));
2926                 return CMD_HELP;
2927         }
2928
2929         rc = ioctl(fd, LL_IOC_LLOOP_DETACH, 0);
2930         if (rc < 0) {
2931                 rc = errno;
2932                 fprintf(stderr, "detach error(%s)\n", strerror(rc));
2933         } else {
2934                 (void)unlink(filename);
2935         }
2936
2937         close(fd);
2938         return -rc;
2939 }
2940
2941 int jt_blockdev_info(int argc, char **argv)
2942 {
2943         char *filename;
2944         int rc, fd;
2945         struct lu_fid fid;
2946
2947         if (argc != 2)
2948                 return CMD_HELP;
2949
2950         filename = argv[1];
2951         fd = open(filename, O_RDONLY);
2952         if (fd < 0) {
2953                 fprintf(stderr, "cannot open file %s error: %s\n",
2954                         filename, strerror(errno));
2955                 return CMD_HELP;
2956         }
2957
2958         rc = ioctl(fd, LL_IOC_LLOOP_INFO, &fid);
2959         if (rc < 0) {
2960                 rc = errno;
2961                 fprintf(stderr, "error: %s\n", strerror(errno));
2962                 goto out;
2963         }
2964         fprintf(stdout, "lloop device info: ");
2965         if (fid_is_zero(&fid))
2966                 fprintf(stdout, "Not attached\n");
2967         else
2968                 fprintf(stdout, "attached to inode "DFID"\n", PFID(&fid));
2969 out:
2970         close(fd);
2971         return -rc;
2972 }
2973
2974 static void signal_server(int sig)
2975 {
2976         if (sig == SIGINT) {
2977                 do_disconnect("sigint", 1);
2978                 exit(1);
2979         } else
2980                 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
2981 }
2982
2983 int obd_initialize(int argc, char **argv)
2984 {
2985         int i;
2986
2987         for (i = 0; i < MAX_STRIPES; i++)
2988                 lsm_buffer.lsm.lsm_oinfo[i] = lov_oinfos + i;
2989
2990         if (shmem_setup() != 0)
2991                 return -1;
2992
2993         register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
2994                          OBD_DEV_MAJOR, OBD_DEV_MINOR);
2995
2996         return 0;
2997 }
2998
2999 void obd_finalize(int argc, char **argv)
3000 {
3001         struct sigaction sigact;
3002
3003         sigact.sa_handler = signal_server;
3004         sigfillset(&sigact.sa_mask);
3005         sigact.sa_flags = SA_RESTART;
3006         sigaction(SIGINT, &sigact, NULL);
3007
3008         shmem_cleanup();
3009         do_disconnect(argv[0], 1);
3010 }
3011
3012 static int check_pool_cmd(enum lcfg_command_type cmd,
3013                           char *fsname, char *poolname,
3014                           char *ostname)
3015 {
3016         int rc;
3017
3018         rc = llapi_search_ost(fsname, poolname, ostname);
3019         if (rc < 0 && (cmd != LCFG_POOL_NEW)) {
3020                 fprintf(stderr, "Pool %s.%s not found\n",
3021                         fsname, poolname);
3022                 return rc;
3023         }
3024
3025         switch (cmd) {
3026         case LCFG_POOL_NEW: {
3027                 LASSERT(ostname == NULL);
3028                 if (rc >= 0) {
3029                         fprintf(stderr, "Pool %s.%s already exists\n",
3030                                 fsname, poolname);
3031                         return -EEXIST;
3032                 }
3033                 return 0;
3034         }
3035         case LCFG_POOL_DEL: {
3036                 LASSERT(ostname == NULL);
3037                 if (rc == 1) {
3038                         fprintf(stderr, "Pool %s.%s not empty, "
3039                                 "please remove all members\n",
3040                                 fsname, poolname);
3041                         return -ENOTEMPTY;
3042                 }
3043                 return 0;
3044         }
3045         case LCFG_POOL_ADD: {
3046                 if (rc == 1) {
3047                         fprintf(stderr, "OST %s is already in pool %s.%s\n",
3048                                 ostname, fsname, poolname);
3049                         return -EEXIST;
3050                 }
3051                 rc = llapi_search_ost(fsname, NULL, ostname);
3052                 if (rc == 0) {
3053                         fprintf(stderr, "OST %s is not part of the '%s' fs.\n",
3054                                 ostname, fsname);
3055                         return -ENOENT;
3056                 }
3057                 return 0;
3058         }
3059         case LCFG_POOL_REM: {
3060                 if (rc == 0) {
3061                         fprintf(stderr, "OST %s not found in pool %s.%s\n",
3062                                 ostname, fsname, poolname);
3063                         return -ENOENT;
3064                 }
3065                 return 0;
3066         }
3067         default:
3068                 break;
3069         } /* switch */
3070         return -EINVAL;
3071 }
3072
3073 /* This check only verifies that the changes have been "pushed out" to
3074    the client successfully.  This involves waiting for a config update,
3075    and so may fail because of problems in that code or post-command
3076    network loss. So reporting a warning is appropriate, but not a failure.
3077 */
3078 static int check_pool_cmd_result(enum lcfg_command_type cmd,
3079                                  char *fsname, char *poolname,
3080                                  char *ostname)
3081 {
3082         int cpt = 10;
3083         int rc = 0;
3084
3085         switch (cmd) {
3086         case LCFG_POOL_NEW: {
3087                 do {
3088                         rc = llapi_search_ost(fsname, poolname, NULL);
3089                         if (rc == -ENODEV)
3090                                 return rc;
3091                         if (rc < 0)
3092                                 sleep(2);
3093                         cpt--;
3094                 } while ((rc < 0) && (cpt > 0));
3095                 if (rc >= 0) {
3096                         fprintf(stderr, "Pool %s.%s created\n",
3097                                 fsname, poolname);
3098                         return 0;
3099                 } else {
3100                         fprintf(stderr, "Warning, pool %s.%s not found\n",
3101                                 fsname, poolname);
3102                         return -ENOENT;
3103                 }
3104         }
3105         case LCFG_POOL_DEL: {
3106                 do {
3107                         rc = llapi_search_ost(fsname, poolname, NULL);
3108                         if (rc == -ENODEV)
3109                                 return rc;
3110                         if (rc >= 0)
3111                                 sleep(2);
3112                         cpt--;
3113                 } while ((rc >= 0) && (cpt > 0));
3114                 if (rc < 0) {
3115                         fprintf(stderr, "Pool %s.%s destroyed\n",
3116                                 fsname, poolname);
3117                         return 0;
3118                 } else {
3119                         fprintf(stderr, "Warning, pool %s.%s still found\n",
3120                                 fsname, poolname);
3121                         return -EEXIST;
3122                 }
3123         }
3124         case LCFG_POOL_ADD: {
3125                 do {
3126                         rc = llapi_search_ost(fsname, poolname, ostname);
3127                         if (rc == -ENODEV)
3128                                 return rc;
3129                         if (rc != 1)
3130                                 sleep(2);
3131                         cpt--;
3132                 } while ((rc != 1) && (cpt > 0));
3133                 if (rc == 1) {
3134                         fprintf(stderr, "OST %s added to pool %s.%s\n",
3135                                 ostname, fsname, poolname);
3136                         return 0;
3137                 } else {
3138                         fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
3139                                 ostname, fsname, poolname);
3140                         return -ENOENT;
3141                 }
3142         }
3143         case LCFG_POOL_REM: {
3144                 do {
3145                         rc = llapi_search_ost(fsname, poolname, ostname);
3146                         if (rc == -ENODEV)
3147                                 return rc;
3148                         if (rc == 1)
3149                                 sleep(2);
3150                         cpt--;
3151                 } while ((rc == 1) && (cpt > 0));
3152                 if (rc != 1) {
3153                         fprintf(stderr, "OST %s removed from pool %s.%s\n",
3154                                 ostname, fsname, poolname);
3155                         return 0;
3156                 } else {
3157                         fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
3158                                 ostname, fsname, poolname);
3159                         return -EEXIST;
3160                 }
3161         }
3162         default:
3163                 break;
3164         }
3165         return -EINVAL;
3166 }
3167
3168 static int check_and_complete_ostname(char *fsname, char *ostname)
3169 {
3170         char *ptr;
3171         char real_ostname[MAX_OBD_NAME + 1];
3172         char i;
3173
3174         /* if OST name does not start with fsname, we add it */
3175         /* if not check if the fsname is the right one */
3176         ptr = strchr(ostname, '-');
3177         if (ptr == NULL) {
3178                 sprintf(real_ostname, "%s-%s", fsname, ostname);
3179         } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
3180                 fprintf(stderr, "%s does not start with fsname %s\n",
3181                         ostname, fsname);
3182                 return -EINVAL;
3183         } else {
3184              strcpy(real_ostname, ostname);
3185         }
3186         /* real_ostname is fsname-????? */
3187         ptr = real_ostname + strlen(fsname) + 1;
3188         if (strncmp(ptr, "OST", 3) != 0) {
3189                 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
3190                         ostname, fsname);
3191                 return -EINVAL;
3192         }
3193         /* real_ostname is fsname-OST????? */
3194         ptr += 3;
3195         for (i = 0; i < 4; i++) {
3196                 if (!isxdigit(*ptr)) {
3197                         fprintf(stderr,
3198                                 "ost's index in %s is not an hexa number\n",
3199                                 ostname);
3200                         return -EINVAL;
3201                 }
3202                 ptr++;
3203         }
3204         /* real_ostname is fsname-OSTXXXX????? */
3205         /* if OST name does not end with _UUID, we add it */
3206         if (*ptr == '\0') {
3207                 strcat(real_ostname, "_UUID");
3208         } else if (strcmp(ptr, "_UUID") != 0) {
3209                 fprintf(stderr,
3210                         "ostname %s does not end with _UUID\n", ostname);
3211                 return -EINVAL;
3212         }
3213         /* real_ostname is fsname-OSTXXXX_UUID */
3214         strcpy(ostname, real_ostname);
3215         return 0;
3216 }
3217
3218 /* returns 0 or -errno */
3219 static int pool_cmd(enum lcfg_command_type cmd,
3220                     char *cmdname, char *fullpoolname,
3221                     char *fsname, char *poolname, char *ostname)
3222 {
3223         int rc = 0;
3224         struct obd_ioctl_data data;
3225         struct lustre_cfg_bufs bufs;
3226         struct lustre_cfg *lcfg;
3227         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3228
3229         rc = check_pool_cmd(cmd, fsname, poolname, ostname);
3230         if (rc == -ENODEV)
3231                 fprintf(stderr, "Can't verify pool command since there "
3232                         "is no local MDT or client, proceeding anyhow...\n");
3233         else if (rc)
3234                 return rc;
3235
3236         lustre_cfg_bufs_reset(&bufs, NULL);
3237         lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
3238         lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
3239         if (ostname != NULL)
3240                 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
3241
3242         lcfg = lustre_cfg_new(cmd, &bufs);
3243         if (IS_ERR(lcfg)) {
3244                 rc = PTR_ERR(lcfg);
3245                 return rc;
3246         }
3247
3248         memset(&data, 0, sizeof(data));
3249         rc = data.ioc_dev = get_mgs_device();
3250         if (rc < 0)
3251                 goto out;
3252
3253         data.ioc_type = LUSTRE_CFG_TYPE;
3254         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3255                                         lcfg->lcfg_buflens);
3256         data.ioc_pbuf1 = (void *)lcfg;
3257
3258         memset(buf, 0, sizeof(rawbuf));
3259         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3260         if (rc) {
3261                 fprintf(stderr, "error: %s: invalid ioctl\n",
3262                         jt_cmdname(cmdname));
3263                 return rc;
3264         }
3265         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
3266 out:
3267         if (rc)
3268                 rc = -errno;
3269         lustre_cfg_free(lcfg);
3270         return rc;
3271 }
3272
3273 /*
3274  * this function tranforms a rule [start-end/step] into an array
3275  * of matching numbers
3276  * supported forms are:
3277  * [start]                : just this number
3278  * [start-end]            : all numbers from start to end
3279  * [start-end/step]       : numbers from start to end with increment of step
3280  * on return, format contains a printf format string which can be used
3281  * to generate all the strings
3282  */
3283 static int get_array_idx(char *rule, char *format, int **array)
3284 {
3285         char *start, *end, *ptr;
3286         unsigned int lo, hi, step;
3287         int array_sz = 0;
3288         int i, array_idx;
3289         int rc;
3290
3291         start = strchr(rule, '[');
3292         end = strchr(rule, ']');
3293         if ((start == NULL) || (end == NULL)) {
3294                 *array = malloc(sizeof(int));
3295                 if (*array == NULL)
3296                         return 0;
3297                 strcpy(format, rule);
3298                 array_sz = 1;
3299                 return array_sz;
3300         }
3301         *start = '\0';
3302         *end = '\0';
3303         end++;
3304         start++;
3305         /* put in format the printf format (the rule without the range) */
3306         sprintf(format, "%s%%.4x%s", rule, end);
3307
3308         array_idx = 0;
3309         array_sz = 0;
3310         *array = NULL;
3311         /* loop on , separator */
3312         do {
3313                 /* extract the 3 fields */
3314                 rc = sscanf(start, "%x-%x/%u", &lo, &hi, &step);
3315                 switch (rc) {
3316                 case 0: {
3317                         return 0;
3318                 }
3319                 case 1: {
3320                         array_sz++;
3321                         *array = realloc(*array, array_sz * sizeof(int));
3322                         if (*array == NULL)
3323                                 return 0;
3324                         (*array)[array_idx] = lo;
3325                         array_idx++;
3326                         break;
3327                 }
3328                 case 2: {
3329                         step = 1;
3330                         /* do not break to share code with case 3: */
3331                 }
3332                 case 3: {
3333                         if ((hi < lo) || (step == 0))
3334                                 return 0;
3335                         array_sz += (hi - lo) / step + 1;
3336                         *array = realloc(*array, sizeof(int) * array_sz);
3337                         if (*array == NULL)
3338                                 return 0;
3339                         for (i = lo; i <= hi; i+=step, array_idx++)
3340                                 (*array)[array_idx] = i;
3341                         break;
3342                 }
3343                 }
3344                 ptr = strchr(start, ',');
3345                 if (ptr != NULL)
3346                         start = ptr + 1;
3347
3348         } while (ptr != NULL);
3349         return array_sz;
3350 }
3351
3352 static int extract_fsname_poolname(char *arg, char *fsname, char *poolname)
3353 {
3354         char *ptr;
3355         int len;
3356         int rc;
3357
3358         strcpy(fsname, arg);
3359         ptr = strchr(fsname, '.');
3360         if (ptr == NULL) {
3361                 fprintf(stderr, ". is missing in %s\n", fsname);
3362                 rc = -EINVAL;
3363                 goto err;
3364         }
3365
3366         len = ptr - fsname;
3367         if (len == 0) {
3368                 fprintf(stderr, "fsname is empty\n");
3369                 rc = -EINVAL;
3370                 goto err;
3371         }
3372
3373         len = strlen(ptr + 1);
3374         if (len == 0) {
3375                 fprintf(stderr, "poolname is empty\n");
3376                 rc = -EINVAL;
3377                 goto err;
3378         }
3379         if (len > LOV_MAXPOOLNAME) {
3380                 fprintf(stderr,
3381                         "poolname %s is too long (length is %d max is %d)\n",
3382                         ptr + 1, len, LOV_MAXPOOLNAME);
3383                 rc = -ENAMETOOLONG;
3384                 goto err;
3385         }
3386         strncpy(poolname, ptr + 1, LOV_MAXPOOLNAME);
3387         poolname[LOV_MAXPOOLNAME] = '\0';
3388         *ptr = '\0';
3389         return 0;
3390
3391 err:
3392         fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
3393         return rc;
3394 }
3395
3396 int jt_pool_cmd(int argc, char **argv)
3397 {
3398         enum lcfg_command_type cmd;
3399         char fsname[PATH_MAX + 1];
3400         char poolname[LOV_MAXPOOLNAME + 1];
3401         char *ostnames_buf = NULL;
3402         int i, rc;
3403         int *array = NULL, array_sz;
3404         struct {
3405                 int     rc;
3406                 char   *ostname;
3407         } *cmds = NULL;
3408
3409         switch (argc) {
3410         case 0:
3411         case 1: return CMD_HELP;
3412         case 2: {
3413                 if (strcmp("pool_new", argv[0]) == 0)
3414                         cmd = LCFG_POOL_NEW;
3415                 else if (strcmp("pool_destroy", argv[0]) == 0)
3416                         cmd = LCFG_POOL_DEL;
3417                 else if (strcmp("pool_list", argv[0]) == 0)
3418                          return llapi_poollist(argv[1]);
3419                 else return CMD_HELP;
3420
3421                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3422                 if (rc)
3423                         break;
3424
3425                 rc = pool_cmd(cmd, argv[0], argv[1], fsname, poolname, NULL);
3426                 if (rc)
3427                         break;
3428
3429                 check_pool_cmd_result(cmd, fsname, poolname, NULL);
3430                 break;
3431         }
3432         default: {
3433                 char format[2*MAX_OBD_NAME];
3434
3435                 if (strcmp("pool_remove", argv[0]) == 0) {
3436                         cmd = LCFG_POOL_REM;
3437                 } else if (strcmp("pool_add", argv[0]) == 0) {
3438                         cmd = LCFG_POOL_ADD;
3439                 } else {
3440                         return CMD_HELP;
3441                 }
3442
3443                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3444                 if (rc)
3445                         break;
3446
3447                 for (i = 2; i < argc; i++) {
3448                         int j;
3449
3450                         array_sz = get_array_idx(argv[i], format, &array);
3451                         if (array_sz == 0)
3452                                 return CMD_HELP;
3453
3454                         cmds = malloc(array_sz * sizeof(cmds[0]));
3455                         if (cmds != NULL) {
3456                                 ostnames_buf = malloc(array_sz *
3457                                                       (MAX_OBD_NAME + 1));
3458                         } else {
3459                                 free(array);
3460                                 rc = -ENOMEM;
3461                                 goto out;
3462                         }
3463
3464                         for (j = 0; j < array_sz; j++) {
3465                                 char ostname[MAX_OBD_NAME + 1];
3466
3467                                 snprintf(ostname, MAX_OBD_NAME, format,
3468                                          array[j]);
3469                                 ostname[MAX_OBD_NAME] = '\0';
3470
3471                                 rc = check_and_complete_ostname(fsname,ostname);
3472                                 if (rc) {
3473                                         free(array);
3474                                         free(cmds);
3475                                         if (ostnames_buf)
3476                                                 free(ostnames_buf);
3477                                         goto out;
3478                                 }
3479                                 if (ostnames_buf != NULL) {
3480                                         cmds[j].ostname =
3481                                           &ostnames_buf[(MAX_OBD_NAME + 1) * j];
3482                                         strcpy(cmds[j].ostname, ostname);
3483                                 } else {
3484                                         cmds[j].ostname = NULL;
3485                                 }
3486                                 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
3487                                                       fsname, poolname,
3488                                                       ostname);
3489                                 /* Return an err if any of the add/dels fail */
3490                                 if (!rc)
3491                                         rc = cmds[j].rc;
3492                         }
3493                         for (j = 0; j < array_sz; j++) {
3494                                 if (!cmds[j].rc) {
3495                                         char ostname[MAX_OBD_NAME + 1];
3496
3497                                         if (!cmds[j].ostname) {
3498                                                 snprintf(ostname, MAX_OBD_NAME,
3499                                                          format, array[j]);
3500                                                 ostname[MAX_OBD_NAME] = '\0';
3501                                                 check_and_complete_ostname(
3502                                                         fsname, ostname);
3503                                         } else {
3504                                                 strcpy(ostname,
3505                                                        cmds[j].ostname);
3506                                         }
3507                                         check_pool_cmd_result(cmd, fsname,
3508                                                               poolname,ostname);
3509                                 }
3510                         }
3511                         if (array_sz > 0)
3512                                 free(array);
3513                         if (cmds)
3514                                 free(cmds);
3515                         if (ostnames_buf);
3516                                 free(ostnames_buf);
3517                 }
3518                 /* fall through */
3519         }
3520         } /* switch */
3521
3522 out:
3523         if (rc != 0) {
3524                 errno = -rc;
3525                 perror(argv[0]);
3526         }
3527
3528         return rc;
3529 }
3530
3531 int jt_get_obj_version(int argc, char **argv)
3532 {
3533         struct lu_fid fid;
3534         struct obd_ioctl_data data;
3535         __u64 version;
3536         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf, *fidstr;
3537         int rc;
3538
3539         if (argc != 2)
3540                 return CMD_HELP;
3541
3542         fidstr = argv[1];
3543         while (*fidstr == '[')
3544                 fidstr++;
3545         sscanf(fidstr, SFID, RFID(&fid));
3546         if (!fid_is_sane(&fid)) {
3547                 fprintf(stderr, "bad FID format [%s], should be "DFID"\n",
3548                         fidstr, (__u64)1, 2, 0);
3549                 return -EINVAL;
3550         }
3551
3552         memset(&data, 0, sizeof data);
3553         data.ioc_dev = cur_device;
3554         data.ioc_inlbuf1 = (char *) &fid;
3555         data.ioc_inllen1 = sizeof fid;
3556         data.ioc_inlbuf2 = (char *) &version;
3557         data.ioc_inllen2 = sizeof version;
3558
3559         memset(buf, 0, sizeof *buf);
3560         rc = obd_ioctl_pack(&data, &buf, sizeof rawbuf);
3561         if (rc) {
3562                 fprintf(stderr, "error: %s: packing ioctl arguments: %s\n",
3563                         jt_cmdname(argv[0]), strerror(-rc));
3564                 return rc;
3565         }
3566
3567         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GET_OBJ_VERSION, buf);
3568         if (rc == -1) {
3569                 fprintf(stderr, "error: %s: ioctl: %s\n",
3570                         jt_cmdname(argv[0]), strerror(errno));
3571                 return -errno;
3572         }
3573
3574         obd_ioctl_unpack(&data, buf, sizeof rawbuf);
3575         printf(LPX64"\n", version);
3576         return 0;
3577 }
3578
3579 void  llapi_ping_target(char *obd_type, char *obd_name,
3580                         char *obd_uuid, void *args)
3581 {
3582         int  rc;
3583         struct obd_ioctl_data data;
3584         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3585
3586         memset(&data, 0, sizeof(data));
3587         data.ioc_inlbuf4 = obd_name;
3588         data.ioc_inllen4 = strlen(obd_name) + 1;
3589         data.ioc_dev = OBD_DEV_BY_DEVNAME;
3590         memset(buf, 0, sizeof(rawbuf));
3591         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
3592                 fprintf(stderr, "error: invalid ioctl\n");
3593                 return;
3594         }
3595         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_PING_TARGET, buf);
3596         if (rc)
3597                 rc = errno;
3598         if (rc == ENOTCONN || rc == ESHUTDOWN) {
3599                 printf("%s: INACTIVE\n", obd_name);
3600         } else if (rc) {
3601                 printf("%s: check error: %s\n",
3602                         obd_name, strerror(errno));
3603         } else {
3604                 printf("%s: active\n", obd_name);
3605         }
3606 }
3607
3608 int jt_changelog_register(int argc, char **argv)
3609 {
3610         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3611         struct obd_ioctl_data data;
3612         char devname[30];
3613         int rc;
3614
3615         if (argc > 2)
3616                 return CMD_HELP;
3617         else if (argc == 2 && strcmp(argv[1], "-n") != 0)
3618                 return CMD_HELP;
3619         if (cur_device < 0)
3620                 return CMD_HELP;
3621
3622         memset(&data, 0, sizeof(data));
3623         data.ioc_dev = cur_device;
3624         memset(buf, 0, sizeof(rawbuf));
3625         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3626         if (rc) {
3627                 fprintf(stderr, "error: %s: invalid ioctl\n",
3628                         jt_cmdname(argv[0]));
3629                return rc;
3630         }
3631
3632         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_REG, buf);
3633         if (rc < 0) {
3634                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3635                         strerror(rc = errno));
3636                 return rc;
3637         }
3638         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3639
3640         if (data.ioc_u32_1 == 0) {
3641                 fprintf(stderr, "received invalid userid!\n");
3642                 return EPROTO;
3643         }
3644
3645         if (lcfg_get_devname() != NULL)
3646                 strcpy(devname, lcfg_get_devname());
3647         else
3648                 sprintf(devname, "dev %d", cur_device);
3649
3650         if (argc == 2)
3651                 /* -n means bare name */
3652                 printf(CHANGELOG_USER_PREFIX"%u\n", data.ioc_u32_1);
3653         else
3654                 printf("%s: Registered changelog userid '"CHANGELOG_USER_PREFIX
3655                        "%u'\n", devname, data.ioc_u32_1);
3656         return 0;
3657 }
3658
3659 int jt_changelog_deregister(int argc, char **argv)
3660 {
3661         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3662         struct obd_ioctl_data data;
3663         char devname[30];
3664         int id, rc;
3665
3666         if (argc != 2 || cur_device < 0)
3667                 return CMD_HELP;
3668
3669         id = strtol(argv[1] + strlen(CHANGELOG_USER_PREFIX), NULL, 10);
3670         if ((id == 0) || (strncmp(argv[1], CHANGELOG_USER_PREFIX,
3671                                   strlen(CHANGELOG_USER_PREFIX)) != 0)) {
3672                 fprintf(stderr, "expecting id of the form '"
3673                         CHANGELOG_USER_PREFIX"<num>'; got '%s'\n", argv[1]);
3674                 return CMD_HELP;
3675         }
3676
3677         memset(&data, 0, sizeof(data));
3678         data.ioc_dev = cur_device;
3679         data.ioc_u32_1 = id;
3680         memset(buf, 0, sizeof(rawbuf));
3681         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3682         if (rc) {
3683                 fprintf(stderr, "error: %s: invalid ioctl\n",
3684                         jt_cmdname(argv[0]));
3685                 return rc;
3686         }
3687
3688         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_DEREG, buf);
3689         if (rc < 0) {
3690                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3691                         strerror(rc = errno));
3692                 return rc;
3693         }
3694         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3695
3696         if (data.ioc_u32_1 != id) {
3697                 fprintf(stderr, "No changelog user '%s'.  Blocking user"
3698                         " is '"CHANGELOG_USER_PREFIX"%d'.\n", argv[1],
3699                         data.ioc_u32_1);
3700                 return ENOENT;
3701         }
3702
3703         if (lcfg_get_devname() != NULL)
3704                 strcpy(devname, lcfg_get_devname());
3705         else
3706                 sprintf(devname, "dev %d", cur_device);
3707
3708         printf("%s: Deregistered changelog user '"CHANGELOG_USER_PREFIX"%d'\n",
3709                devname, data.ioc_u32_1);
3710         return 0;
3711 }
3712
3713