lustre/utils/obd.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
  30  * Use is subject to license terms.
  31  *
  32  * Copyright (c) 2011, 2012, Whamcloud, Inc.
  33  */
  34 /*
  35  * This file is part of Lustre, http://www.lustre.org/
  36  * Lustre is a trademark of Sun Microsystems, Inc.
  37  *
  38  * lustre/utils/obd.c
  39  *
  40  * Author: Peter J. Braam <braam@clusterfs.com>
  41  * Author: Phil Schwan <phil@clusterfs.com>
  42  * Author: Andreas Dilger <adilger@clusterfs.com>
  43  * Author: Robert Read <rread@clusterfs.com>
  44  */
  45
  46 #include <sys/ioctl.h>
  47 #include <sys/socket.h>
  48 #include <sys/stat.h>
  49 #include <sys/time.h>
  50 #include <sys/types.h>
  51 #include <sys/un.h>
  52 #include <sys/wait.h>
  53
  54 #include <ctype.h>
  55 #include <errno.h>
  56 #include <fcntl.h>
  57 #include <glob.h>
  58 #include <signal.h>
  59 #include <stdarg.h>
  60 #include <stdbool.h>
  61 #include <stdio.h>
  62 #include <stdlib.h>
  63 #include <string.h>
  64 #include <time.h>
  65 #include <unistd.h>
  66
  67 #include "obdctl.h"
  68
  69 #include <obd.h>          /* for struct lov_stripe_md */
  70 #include <lustre/lustre_build_version.h>
  71
  72 #include <obd_class.h>
  73 #include <lnet/lnetctl.h>
  74 #include <libcfs/libcfsutil.h>
  75 #include <lustre/liblustreapi.h>
  76
  77 #define MAX_STRING_SIZE 128
  78 #define DEVICES_LIST "/proc/fs/lustre/devices"
  79
  80 #if HAVE_LIBPTHREAD
  81 #include <sys/ipc.h>
  82 #include <sys/shm.h>
  83 #include <pthread.h>
  84
  85 #define MAX_THREADS 4096
  86 #define MAX_BASE_ID 0xffffffff
  87 struct shared_data {
  88         l_mutex_t mutex;
  89         l_cond_t  cond;
  90         int       stopping;
  91         struct {
  92                 __u64 counters[MAX_THREADS];
  93                 __u64 offsets[MAX_THREADS];
  94                 int   thr_running;
  95                 int   start_barrier;
  96                 int   stop_barrier;
  97                 struct timeval start_time;
  98                 struct timeval end_time;
  99         } body;
 100 };
 101
 102 static struct shared_data *shared_data;
 103 static __u64 counter_snapshot[2][MAX_THREADS];
 104 static int prev_valid;
 105 static struct timeval prev_time;
 106 static int thread;
 107 static int nthreads;
 108 #else
 109 const int thread = 0;
 110 const int nthreads = 1;
 111 #endif
 112
 113 #define MAX_IOC_BUFLEN 8192
 114
 115 static int cur_device = -1;
 116
 117 struct lov_oinfo lov_oinfos[LOV_MAX_STRIPE_COUNT];
 118
 119 struct lsm_buffer {
 120         struct lov_stripe_md lsm;
 121         struct lov_oinfo *ptrs[LOV_MAX_STRIPE_COUNT];
 122 } lsm_buffer;
 123
 124 static int l2_ioctl(int dev_id, int opc, void *buf)
 125 {
 126         return l_ioctl(dev_id, opc, buf);
 127 }
 128
 129 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
 130 {
 131         struct obd_ioctl_data data;
 132         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 133         int rc;
 134
 135         memset(&data, 0, sizeof(data));
 136         data.ioc_dev = cur_device;
 137         data.ioc_type = LUSTRE_CFG_TYPE;
 138         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 139                                         lcfg->lcfg_buflens);
 140         data.ioc_pbuf1 = (void *)lcfg;
 141         memset(buf, 0, sizeof(rawbuf));
 142         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 143         if (rc) {
 144                 fprintf(stderr, "error: %s: invalid ioctl\n",
 145                         jt_cmdname(func));
 146                 return rc;
 147         }
 148
 149         rc =  l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
 150
 151         return rc;
 152 }
 153
 154 static int do_device(char *func, char *devname);
 155
 156 static int get_mgs_device()
 157 {
 158         char mgs[] = "$MGS";
 159         static int mgs_device = -1;
 160
 161         if (mgs_device == -1) {
 162                 int rc;
 163                 do_disconnect(NULL, 1);
 164                 rc = do_device("mgsioc", mgs);
 165                 if (rc) {
 166                         fprintf(stderr,
 167                                 "This command must be run on the MGS.\n");
 168                         errno = ENODEV;
 169                         return -1;
 170                 }
 171                 mgs_device = cur_device;
 172         }
 173         return mgs_device;
 174 }
 175
 176 /* Returns -1 on error with errno set */
 177 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
 178 {
 179         struct obd_ioctl_data data;
 180         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 181         int rc;
 182
 183         memset(&data, 0, sizeof(data));
 184         rc = data.ioc_dev = get_mgs_device();
 185         if (rc < 0)
 186                 goto out;
 187         data.ioc_type = LUSTRE_CFG_TYPE;
 188         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 189                                         lcfg->lcfg_buflens);
 190         data.ioc_pbuf1 = (void *)lcfg;
 191         memset(buf, 0, sizeof(rawbuf));
 192         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 193         if (rc) {
 194                 fprintf(stderr, "error: %s: invalid ioctl\n",
 195                         jt_cmdname(func));
 196                 return rc;
 197         }
 198
 199         rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
 200 out:
 201         if (rc) {
 202                 if (errno == ENOSYS)
 203                         fprintf(stderr, "Make sure cfg_device is set first.\n");
 204         }
 205         return rc;
 206 }
 207
 208 char *obdo_print(struct obdo *obd)
 209 {
 210         char buf[1024];
 211
 212         sprintf(buf, "id: "LPX64"\ngrp: "LPX64"\natime: "LPU64"\nmtime: "LPU64
 213                 "\nctime: "LPU64"\nsize: "LPU64"\nblocks: "LPU64
 214                 "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
 215                 "misc: %x\nnlink: %d,\nvalid "LPX64"\n",
 216                 obd->o_id, obd->o_seq, obd->o_atime, obd->o_mtime, obd->o_ctime,
 217                 obd->o_size, obd->o_blocks, obd->o_blksize, obd->o_mode,
 218                 obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
 219                 obd->o_nlink, obd->o_valid);
 220         return strdup(buf);
 221 }
 222
 223
 224 #define BAD_VERBOSE (-999999999)
 225
 226 #define N2D_OFF 0x100      /* So we can tell between error codes and devices */
 227
 228 static int do_name2dev(char *func, char *name)
 229 {
 230         struct obd_ioctl_data data;
 231         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 232         int rc;
 233
 234         memset(&data, 0, sizeof(data));
 235         data.ioc_dev = cur_device;
 236         data.ioc_inllen1 = strlen(name) + 1;
 237         data.ioc_inlbuf1 = name;
 238
 239         memset(buf, 0, sizeof(rawbuf));
 240         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 241         if (rc) {
 242                 fprintf(stderr, "error: %s: invalid ioctl\n",
 243                         jt_cmdname(func));
 244                 return rc;
 245         }
 246         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
 247         if (rc < 0)
 248                 return errno;
 249         rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
 250         if (rc) {
 251                 fprintf(stderr, "error: %s: invalid reply\n",
 252                         jt_cmdname(func));
 253                 return rc;
 254         }
 255
 256         return data.ioc_dev + N2D_OFF;
 257 }
 258
 259 /*
 260  * resolve a device name to a device number.
 261  * supports a number, $name or %uuid.
 262  */
 263 int parse_devname(char *func, char *name)
 264 {
 265         int rc;
 266         int ret = -1;
 267
 268         if (!name)
 269                 return ret;
 270         if (isdigit(name[0])) {
 271                 ret = strtoul(name, NULL, 0);
 272         } else {
 273                 if (name[0] == '$' || name[0] == '%')
 274                         name++;
 275                 rc = do_name2dev(func, name);
 276                 if (rc >= N2D_OFF) {
 277                         ret = rc - N2D_OFF;
 278                         // printf("Name %s is device %d\n", name, ret);
 279                 } else {
 280                         fprintf(stderr, "No device found for name %s: %s\n",
 281                                 name, strerror(rc));
 282                 }
 283         }
 284         return ret;
 285 }
 286
 287 static void
 288 reset_lsmb (struct lsm_buffer *lsmb)
 289 {
 290         memset (&lsmb->lsm, 0, sizeof (lsmb->lsm));
 291         memset(lov_oinfos, 0, sizeof(lov_oinfos));
 292         lsmb->lsm.lsm_magic = LOV_MAGIC;
 293 }
 294
 295 static int
 296 parse_lsm (struct lsm_buffer *lsmb, char *string)
 297 {
 298         struct lov_stripe_md *lsm = &lsmb->lsm;
 299         char                 *end;
 300         int                   i;
 301
 302         /*
 303          * object_id[=size#count[@offset:id]*]
 304          */
 305
 306         reset_lsmb (lsmb);
 307
 308         lsm->lsm_object_id = strtoull (string, &end, 0);
 309         if (end == string)
 310                 return (-1);
 311         string = end;
 312
 313         if (*string == 0)
 314                 return (0);
 315
 316         if (*string != '=')
 317                 return (-1);
 318         string++;
 319
 320         lsm->lsm_stripe_size = strtoul (string, &end, 0);
 321         if (end == string)
 322                 return (-1);
 323         string = end;
 324
 325         if (*string != '#')
 326                 return (-1);
 327         string++;
 328
 329         lsm->lsm_stripe_count = strtoul (string, &end, 0);
 330         if (end == string)
 331                 return (-1);
 332         string = end;
 333
 334         if (*string == 0)               /* don't have to specify obj ids */
 335                 return (0);
 336
 337         for (i = 0; i < lsm->lsm_stripe_count; i++) {
 338                 if (*string != '@')
 339                         return (-1);
 340                 string++;
 341                 lsm->lsm_oinfo[i]->loi_ost_idx = strtoul(string, &end, 0);
 342                 if (*end != ':')
 343                         return (-1);
 344                 string = end + 1;
 345                 lsm->lsm_oinfo[i]->loi_id = strtoull(string, &end, 0);
 346                 string = end;
 347         }
 348
 349         if (*string != 0)
 350                 return (-1);
 351
 352         return (0);
 353 }
 354
 355 char *jt_cmdname(char *func)
 356 {
 357         static char buf[512];
 358
 359         if (thread) {
 360                 sprintf(buf, "%s-%d", func, thread);
 361                 return buf;
 362         }
 363
 364         return func;
 365 }
 366
 367 #define difftime(a, b)                                  \
 368         ((a)->tv_sec - (b)->tv_sec +                    \
 369          ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
 370
 371 static int be_verbose(int verbose, struct timeval *next_time,
 372                       __u64 num, __u64 *next_num, int num_total)
 373 {
 374         struct timeval now;
 375
 376         if (!verbose)
 377                 return 0;
 378
 379         if (next_time != NULL)
 380                 gettimeofday(&now, NULL);
 381
 382         /* A positive verbosity means to print every X iterations */
 383         if (verbose > 0 && (num >= *next_num || num >= num_total)) {
 384                 *next_num += verbose;
 385                 if (next_time) {
 386                         next_time->tv_sec = now.tv_sec - verbose;
 387                         next_time->tv_usec = now.tv_usec;
 388                 }
 389                 return 1;
 390         }
 391
 392         /* A negative verbosity means to print at most each X seconds */
 393         if (verbose < 0 && next_time != NULL &&
 394             difftime(&now, next_time) >= 0.0){
 395                 next_time->tv_sec = now.tv_sec - verbose;
 396                 next_time->tv_usec = now.tv_usec;
 397                 *next_num = num;
 398                 return 1;
 399         }
 400
 401         return 0;
 402 }
 403
 404 static int get_verbose(char *func, const char *arg)
 405 {
 406         int verbose;
 407         char *end;
 408
 409         if (!arg || arg[0] == 'v')
 410                 verbose = 1;
 411         else if (arg[0] == 's' || arg[0] == 'q')
 412                 verbose = 0;
 413         else {
 414                 verbose = (int)strtoul(arg, &end, 0);
 415                 if (*end) {
 416                         fprintf(stderr, "error: %s: bad verbose option '%s'\n",
 417                                 jt_cmdname(func), arg);
 418                         return BAD_VERBOSE;
 419                 }
 420         }
 421
 422         if (verbose < 0)
 423                 printf("Print status every %d seconds\n", -verbose);
 424         else if (verbose == 1)
 425                 printf("Print status every operation\n");
 426         else if (verbose > 1)
 427                 printf("Print status every %d operations\n", verbose);
 428
 429         return verbose;
 430 }
 431
 432 int do_disconnect(char *func, int verbose)
 433 {
 434         lcfg_set_devname(NULL);
 435         cur_device = -1;
 436         return 0;
 437 }
 438
 439 #ifdef MAX_THREADS
 440 static int shmem_setup(void)
 441 {
 442         pthread_mutexattr_t mattr;
 443         pthread_condattr_t  cattr;
 444         int                 rc;
 445         int                 shmid;
 446
 447         /* Create new segment */
 448         shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
 449         if (shmid == -1) {
 450                 fprintf(stderr, "Can't create shared data: %s\n",
 451                         strerror(errno));
 452                 return errno;
 453         }
 454
 455         /* Attatch to new segment */
 456         shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
 457
 458         if (shared_data == (struct shared_data *)(-1)) {
 459                 fprintf(stderr, "Can't attach shared data: %s\n",
 460                         strerror(errno));
 461                 shared_data = NULL;
 462                 return errno;
 463         }
 464
 465         /* Mark segment as destroyed, so it will disappear when we exit.
 466          * Forks will inherit attached segments, so we should be OK.
 467          */
 468         if (shmctl(shmid, IPC_RMID, NULL) == -1) {
 469                 fprintf(stderr, "Can't destroy shared data: %s\n",
 470                         strerror(errno));
 471                 return errno;
 472         }
 473
 474         pthread_mutexattr_init(&mattr);
 475         pthread_condattr_init(&cattr);
 476
 477         rc = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
 478         if (rc != 0) {
 479                 fprintf(stderr, "Can't set shared mutex attr\n");
 480                 return rc;
 481         }
 482
 483         rc = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
 484         if (rc != 0) {
 485                 fprintf(stderr, "Can't set shared cond attr\n");
 486                 return rc;
 487         }
 488
 489         pthread_mutex_init(&shared_data->mutex, &mattr);
 490         pthread_cond_init(&shared_data->cond, &cattr);
 491
 492         pthread_mutexattr_destroy(&mattr);
 493         pthread_condattr_destroy(&cattr);
 494
 495         return 0;
 496 }
 497
 498 static inline void shmem_lock(void)
 499 {
 500         l_mutex_lock(&shared_data->mutex);
 501 }
 502
 503 static inline void shmem_unlock(void)
 504 {
 505         l_mutex_unlock(&shared_data->mutex);
 506 }
 507
 508 static inline void shmem_wait(void)
 509 {
 510         l_cond_wait(&shared_data->cond, &shared_data->mutex);
 511 }
 512
 513 static inline void shmem_wakeup_all(void)
 514 {
 515         l_cond_broadcast(&shared_data->cond);
 516 }
 517
 518 static inline void shmem_reset(int total_threads)
 519 {
 520         if (shared_data == NULL)
 521                 return;
 522
 523         memset(&shared_data->body, 0, sizeof(shared_data->body));
 524         memset(counter_snapshot, 0, sizeof(counter_snapshot));
 525         prev_valid = 0;
 526         shared_data->stopping = 0;
 527         shared_data->body.start_barrier = total_threads;
 528         shared_data->body.stop_barrier = total_threads;
 529 }
 530
 531 static inline void shmem_bump(__u32 counter)
 532 {
 533         static bool running_not_bumped = true;
 534
 535         if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
 536                 return;
 537
 538         shmem_lock();
 539         shared_data->body.counters[thread - 1] += counter;
 540         if (running_not_bumped) {
 541                 shared_data->body.thr_running++;
 542                 running_not_bumped = false;
 543         }
 544         shmem_unlock();
 545 }
 546
 547 static void shmem_total(int total_threads)
 548 {
 549         __u64 total = 0;
 550         double secs;
 551         int i;
 552
 553         if (shared_data == NULL || total_threads > MAX_THREADS)
 554                 return;
 555
 556         shmem_lock();
 557         for (i = 0; i < total_threads; i++)
 558                 total += shared_data->body.counters[i];
 559
 560         secs = difftime(&shared_data->body.end_time,
 561                         &shared_data->body.start_time);
 562         shmem_unlock();
 563
 564         printf("Total: total "LPU64" threads %d sec %f %f/second\n",
 565                total, total_threads, secs, total / secs);
 566
 567         return;
 568 }
 569
 570 static void shmem_snap(int total_threads, int live_threads)
 571 {
 572         struct timeval this_time;
 573         int non_zero = 0;
 574         __u64 total = 0;
 575         double secs;
 576         int running;
 577         int i;
 578
 579         if (shared_data == NULL || total_threads > MAX_THREADS)
 580                 return;
 581
 582         shmem_lock();
 583         memcpy(counter_snapshot[0], shared_data->body.counters,
 584                total_threads * sizeof(counter_snapshot[0][0]));
 585         running = shared_data->body.thr_running;
 586         shmem_unlock();
 587
 588         gettimeofday(&this_time, NULL);
 589
 590         for (i = 0; i < total_threads; i++) {
 591                 long long this_count =
 592                         counter_snapshot[0][i] - counter_snapshot[1][i];
 593
 594                 if (this_count != 0) {
 595                         non_zero++;
 596                         total += this_count;
 597                 }
 598         }
 599
 600         secs = difftime(&this_time, &prev_time);
 601         if (prev_valid && secs > 1.0)    /* someone screwed with the time? */
 602                 printf("%d/%d Total: %f/second\n", non_zero, total_threads,
 603                        total / secs);
 604
 605         memcpy(counter_snapshot[1], counter_snapshot[0],
 606                total_threads * sizeof(counter_snapshot[0][0]));
 607         prev_time = this_time;
 608         if (!prev_valid &&
 609             running == total_threads)
 610                 prev_valid = 1;
 611 }
 612
 613 static void shmem_stop(void)
 614 {
 615         if (shared_data == NULL)
 616                 return;
 617
 618         shared_data->stopping = 1;
 619 }
 620
 621 static void shmem_cleanup(void)
 622 {
 623         if (shared_data == NULL)
 624                 return;
 625
 626         shmem_stop();
 627
 628         pthread_mutex_destroy(&shared_data->mutex);
 629         pthread_cond_destroy(&shared_data->cond);
 630 }
 631
 632 static int shmem_running(void)
 633 {
 634         return (shared_data == NULL || !shared_data->stopping);
 635 }
 636
 637 static void shmem_end_time_locked(void)
 638 {
 639         shared_data->body.stop_barrier--;
 640         if (shared_data->body.stop_barrier == 0)
 641                 gettimeofday(&shared_data->body.end_time, NULL);
 642 }
 643
 644 static void shmem_start_time_locked(void)
 645 {
 646         shared_data->body.start_barrier--;
 647         if (shared_data->body.start_barrier == 0) {
 648                 shmem_wakeup_all();
 649                 gettimeofday(&shared_data->body.start_time, NULL);
 650         } else {
 651                 shmem_wait();
 652         }
 653 }
 654
 655 #else
 656 static int shmem_setup(void)
 657 {
 658         return 0;
 659 }
 660
 661 static inline void shmem_reset(int total_threads)
 662 {
 663 }
 664
 665 static inline void shmem_bump(__u32 counters)
 666 {
 667 }
 668
 669 static void shmem_lock()
 670 {
 671 }
 672
 673 static void shmem_unlock()
 674 {
 675 }
 676
 677 static void shmem_cleanup(void)
 678 {
 679 }
 680
 681 static int shmem_running(void)
 682 {
 683         return 1;
 684 }
 685 #endif
 686
 687 extern command_t cmdlist[];
 688
 689 static int do_device(char *func, char *devname)
 690 {
 691         int dev;
 692
 693         dev = parse_devname(func, devname);
 694         if (dev < 0)
 695                 return -1;
 696
 697         lcfg_set_devname(devname);
 698         cur_device = dev;
 699         return 0;
 700 }
 701
 702 int jt_obd_get_device()
 703 {
 704         return cur_device;
 705 }
 706
 707 int jt_obd_device(int argc, char **argv)
 708 {
 709         int rc;
 710
 711         if (argc > 2)
 712                 return CMD_HELP;
 713
 714         if (argc == 1) {
 715                 printf("current device is %d - %s\n",
 716                        cur_device, lcfg_get_devname() ? : "not set");
 717                 return 0;
 718         }
 719         rc = do_device("device", argv[1]);
 720         return rc;
 721 }
 722
 723 int jt_opt_device(int argc, char **argv)
 724 {
 725         int ret;
 726         int rc;
 727
 728         if (argc < 3)
 729                 return CMD_HELP;
 730
 731         rc = do_device("device", argv[1]);
 732
 733         if (!rc)
 734                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 735
 736         ret = do_disconnect(argv[0], 0);
 737         if (!rc)
 738                 rc = ret;
 739
 740         return rc;
 741 }
 742
 743 #ifdef MAX_THREADS
 744 static void parent_sighandler (int sig)
 745 {
 746         return;
 747 }
 748
 749 int jt_opt_threads(int argc, char **argv)
 750 {
 751         static char      cmdstr[128];
 752         sigset_t         saveset;
 753         sigset_t         sigset;
 754         struct sigaction sigact;
 755         struct sigaction saveact1;
 756         struct sigaction saveact2;
 757         unsigned long    threads;
 758         __u64            next_thread;
 759         int verbose;
 760         int rc = 0;
 761         int report_count = -1;
 762         char *end;
 763         int i;
 764
 765         if (argc < 5)
 766                 return CMD_HELP;
 767
 768         threads = strtoul(argv[1], &end, 0);
 769
 770         if (*end == '.')
 771                 report_count = strtoul(end + 1, &end, 0);
 772
 773         if (*end || threads > MAX_THREADS) {
 774                 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
 775                         jt_cmdname(argv[0]), argv[1]);
 776                 return CMD_HELP;
 777         }
 778
 779         verbose = get_verbose(argv[0], argv[2]);
 780         if (verbose == BAD_VERBOSE)
 781                 return CMD_HELP;
 782
 783         if (verbose != 0) {
 784                 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
 785                 for (i = 5; i < argc; i++)
 786                         snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
 787                                  " %s", argv[i]);
 788
 789                 printf("%s: starting %ld threads on device %s running %s\n",
 790                        argv[0], threads, argv[3], cmdstr);
 791         }
 792
 793         shmem_reset(threads);
 794
 795         sigemptyset(&sigset);
 796         sigaddset(&sigset, SIGALRM);
 797         sigaddset(&sigset, SIGCHLD);
 798         sigprocmask(SIG_BLOCK, &sigset, &saveset);
 799
 800         nthreads = threads;
 801
 802         for (i = 1, next_thread = verbose; i <= threads; i++) {
 803                 rc = fork();
 804                 if (rc < 0) {
 805                         fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
 806                                 strerror(rc = errno));
 807                         break;
 808                 } else if (rc == 0) {
 809                         sigprocmask(SIG_SETMASK, &saveset, NULL);
 810
 811                         thread = i;
 812                         argv[2] = "--device";
 813                         exit(jt_opt_device(argc - 2, argv + 2));
 814                 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
 815                         printf("%s: thread #%d (PID %d) started\n",
 816                                argv[0], i, rc);
 817                 rc = 0;
 818         }
 819
 820         if (!thread) {          /* parent process */
 821                 int live_threads = threads;
 822
 823                 sigemptyset(&sigset);
 824                 sigemptyset(&sigact.sa_mask);
 825                 sigact.sa_handler = parent_sighandler;
 826                 sigact.sa_flags = 0;
 827
 828                 sigaction(SIGALRM, &sigact, &saveact1);
 829                 sigaction(SIGCHLD, &sigact, &saveact2);
 830
 831                 while (live_threads > 0) {
 832                         int status;
 833                         pid_t ret;
 834
 835                         if (verbose < 0)        /* periodic stats */
 836                                 alarm(-verbose);
 837
 838                         sigsuspend(&sigset);
 839                         alarm(0);
 840
 841                         while (live_threads > 0) {
 842                                 ret = waitpid(0, &status, WNOHANG);
 843                                 if (ret == 0)
 844                                         break;
 845
 846                                 if (ret < 0) {
 847                                         fprintf(stderr, "error: %s: wait - %s\n",
 848                                                 argv[0], strerror(errno));
 849                                         if (!rc)
 850                                                 rc = errno;
 851                                         continue;
 852                                 } else {
 853                                         /*
 854                                          * This is a hack.  We _should_ be able
 855                                          * to use WIFEXITED(status) to see if
 856                                          * there was an error, but it appears
 857                                          * to be broken and it always returns 1
 858                                          * (OK).  See wait(2).
 859                                          */
 860                                         int err = WEXITSTATUS(status);
 861                                         if (err || WIFSIGNALED(status))
 862                                                 fprintf(stderr,
 863                                                         "%s: PID %d had rc=%d\n",
 864                                                         argv[0], ret, err);
 865                                         if (!rc)
 866                                                 rc = err;
 867
 868                                         live_threads--;
 869                                 }
 870                         }
 871
 872                         /* Show stats while all threads running */
 873                         if (verbose < 0) {
 874                                 shmem_snap(threads, live_threads);
 875                                 if (report_count > 0 && --report_count == 0)
 876                                         shmem_stop();
 877                         }
 878                 }
 879                 sigaction(SIGCHLD, &saveact2, NULL);
 880                 sigaction(SIGALRM, &saveact1, NULL);
 881         }
 882
 883         shmem_total(threads);
 884         sigprocmask(SIG_SETMASK, &saveset, NULL);
 885
 886         return rc;
 887 }
 888 #else
 889 int jt_opt_threads(int argc, char **argv)
 890 {
 891         fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
 892                 jt_cmdname(argv[0]));
 893         return CMD_HELP;
 894 }
 895 #endif
 896
 897 int jt_opt_net(int argc, char **argv)
 898 {
 899         char *arg2[3];
 900         int rc;
 901
 902         if (argc < 3)
 903                 return CMD_HELP;
 904
 905         arg2[0] = argv[0];
 906         arg2[1] = argv[1];
 907         arg2[2] = NULL;
 908         rc = jt_ptl_network (2, arg2);
 909
 910         if (!rc)
 911                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 912
 913         return rc;
 914 }
 915
 916 int jt_obd_no_transno(int argc, char **argv)
 917 {
 918         struct obd_ioctl_data data;
 919         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 920         int rc;
 921
 922         memset(&data, 0, sizeof(data));
 923         data.ioc_dev = cur_device;
 924
 925         if (argc != 1)
 926                 return CMD_HELP;
 927
 928         memset(buf, 0, sizeof(rawbuf));
 929         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 930         if (rc) {
 931                 fprintf(stderr, "error: %s: invalid ioctl\n",
 932                         jt_cmdname(argv[0]));
 933                 return rc;
 934         }
 935         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
 936         if (rc < 0)
 937                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 938                         strerror(rc = errno));
 939
 940         return rc;
 941 }
 942
 943 int jt_obd_set_readonly(int argc, char **argv)
 944 {
 945         struct obd_ioctl_data data;
 946         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 947         int rc;
 948
 949         memset(&data, 0, sizeof(data));
 950         data.ioc_dev = cur_device;
 951
 952         if (argc != 1)
 953                 return CMD_HELP;
 954
 955         memset(buf, 0, sizeof(rawbuf));
 956         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 957         if (rc) {
 958                 fprintf(stderr, "error: %s: invalid ioctl\n",
 959                         jt_cmdname(argv[0]));
 960                 return rc;
 961         }
 962         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
 963         if (rc < 0)
 964                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 965                         strerror(rc = errno));
 966
 967         return rc;
 968 }
 969
 970 int jt_obd_abort_recovery(int argc, char **argv)
 971 {
 972         struct obd_ioctl_data data;
 973         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 974         int rc;
 975
 976         memset(&data, 0, sizeof(data));
 977         data.ioc_dev = cur_device;
 978
 979         if (argc != 1)
 980                 return CMD_HELP;
 981
 982         memset(buf, 0, sizeof(rawbuf));
 983         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 984         if (rc) {
 985                 fprintf(stderr, "error: %s: invalid ioctl\n",
 986                         jt_cmdname(argv[0]));
 987                 return rc;
 988         }
 989         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
 990         if (rc < 0)
 991                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 992                         strerror(rc = errno));
 993
 994         return rc;
 995 }
 996
 997 int jt_get_version(int argc, char **argv)
 998 {
 999         int rc;
1000         char rawbuf[MAX_IOC_BUFLEN];
1001         char *version;
1002
1003         if (argc != 1)
1004                 return CMD_HELP;
1005
1006         rc = llapi_get_version(rawbuf, MAX_IOC_BUFLEN, &version);
1007         if (rc)
1008                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1009                         strerror(-rc));
1010         else
1011                 printf("Lustre version: %s\n", version);
1012
1013         printf("lctl   version: %s\n", BUILD_VERSION);
1014         return rc;
1015 }
1016
1017 /*
1018  * Print an obd device line with the ost_conn_uuid inserted, if the obd
1019  * is an osc.
1020  */
1021 static void print_obd_line(char *s)
1022 {
1023         char buf[MAX_STRING_SIZE];
1024         char obd_name[MAX_OBD_NAME];
1025         FILE *fp = NULL;
1026         char *ptr;
1027
1028         if (sscanf(s, " %*d %*s osc %s %*s %*d ", obd_name) == 0)
1029                 goto try_mdc;
1030         snprintf(buf, sizeof(buf),
1031                  "/proc/fs/lustre/osc/%s/ost_conn_uuid", obd_name);
1032         if ((fp = fopen(buf, "r")) == NULL)
1033                 goto try_mdc;
1034         goto got_one;
1035
1036 try_mdc:
1037         if (sscanf(s, " %*d %*s mdc %s %*s %*d ", obd_name) == 0)
1038                 goto fail;
1039         snprintf(buf, sizeof(buf),
1040                  "/proc/fs/lustre/mdc/%s/mds_conn_uuid", obd_name);
1041         if ((fp = fopen(buf, "r")) == NULL)
1042                 goto fail;
1043
1044 got_one:
1045         /* should not ignore fgets(3)'s return value */
1046         if (!fgets(buf, sizeof(buf), fp)) {
1047                 fprintf(stderr, "reading from %s: %s", buf, strerror(errno));
1048                 fclose(fp);
1049                 return;
1050         }
1051         fclose(fp);
1052
1053         /* trim trailing newlines */
1054         ptr = strrchr(buf, '\n');
1055         if (ptr) *ptr = '\0';
1056         ptr = strrchr(s, '\n');
1057         if (ptr) *ptr = '\0';
1058
1059         printf("%s %s\n", s, buf);
1060         return;
1061
1062 fail:
1063         printf("%s", s);
1064         return;
1065 }
1066
1067 /* get device list by ioctl */
1068 int jt_obd_list_ioctl(int argc, char **argv)
1069 {
1070         int rc, index;
1071         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1072         struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
1073
1074         if (argc > 2)
1075                 return CMD_HELP;
1076         /* Just ignore a -t option.  Only supported with /proc. */
1077         else if (argc == 2 && strcmp(argv[1], "-t") != 0)
1078                 return CMD_HELP;
1079
1080         for (index = 0;; index++) {
1081                 memset(buf, 0, sizeof(rawbuf));
1082                 data->ioc_version = OBD_IOCTL_VERSION;
1083                 data->ioc_inllen1 =
1084                         sizeof(rawbuf) - cfs_size_round(sizeof(*data));
1085                 data->ioc_inlbuf1 = buf + cfs_size_round(sizeof(*data));
1086                 data->ioc_len = obd_ioctl_packlen(data);
1087                 data->ioc_count = index;
1088
1089                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
1090                 if (rc != 0)
1091                         break;
1092                 printf("%s\n", (char *)data->ioc_bulk);
1093         }
1094         if (rc != 0) {
1095                 if (errno == ENOENT)
1096                         /* no device or the last device */
1097                         rc = 0;
1098                 else
1099                         fprintf(stderr, "Error getting device list: %s: "
1100                                 "check dmesg.\n", strerror(errno));
1101         }
1102         return rc;
1103 }
1104
1105 int jt_obd_list(int argc, char **argv)
1106 {
1107         int rc;
1108         char buf[MAX_STRING_SIZE];
1109         FILE *fp = NULL;
1110         int print_obd = 0;
1111
1112         if (argc > 2)
1113                 return CMD_HELP;
1114         else if (argc == 2) {
1115                 if (strcmp(argv[1], "-t") == 0)
1116                         print_obd = 1;
1117                 else
1118                         return CMD_HELP;
1119         }
1120
1121         fp = fopen(DEVICES_LIST, "r");
1122         if (fp == NULL) {
1123                 fprintf(stderr, "error: %s: %s opening "DEVICES_LIST"\n",
1124                         jt_cmdname(argv[0]), strerror(rc =  errno));
1125                 return jt_obd_list_ioctl(argc, argv);
1126         }
1127
1128         while (fgets(buf, sizeof(buf), fp) != NULL)
1129                 if (print_obd)
1130                         print_obd_line(buf);
1131                 else
1132                         printf("%s", buf);
1133
1134         fclose(fp);
1135         return 0;
1136 }
1137
1138 struct jt_fid_space {
1139         obd_seq jt_seq;
1140         obd_id  jt_id;
1141         int     jt_width;
1142 };
1143
1144 int jt_obd_alloc_fids(struct jt_fid_space *space, struct lu_fid *fid,
1145                       __u64 *count)
1146 {
1147         int rc;
1148
1149         if (space->jt_seq == 0 || space->jt_id == space->jt_width) {
1150                 struct obd_ioctl_data  data;
1151                 char rawbuf[MAX_IOC_BUFLEN];
1152                 char *buf = rawbuf;
1153                 __u64 seqnr;
1154                 int max_count;
1155
1156                 memset(&data, 0, sizeof(data));
1157                 data.ioc_dev = cur_device;
1158
1159                 data.ioc_pbuf1 = (char *)&seqnr;
1160                 data.ioc_plen1 = sizeof(seqnr);
1161
1162                 data.ioc_pbuf2 = (char *)&max_count;
1163                 data.ioc_plen2 = sizeof(max_count);
1164
1165                 memset(buf, 0, sizeof(rawbuf));
1166                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1167                 if (rc) {
1168                         fprintf(stderr, "error: invalid ioctl rc = %d\n", rc);
1169                         return rc;
1170                 }
1171
1172                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_ALLOC_SEQ, buf);
1173                 if (rc) {
1174                         fprintf(stderr, "ioctl error: rc = %d\n", rc);
1175                         return rc;
1176                 }
1177
1178                 space->jt_seq = *(__u64 *)data.ioc_pbuf1;
1179                 space->jt_width = *(int *)data.ioc_pbuf2;
1180                 space->jt_id = 1;
1181         }
1182         fid->f_seq = space->jt_seq;
1183         fid->f_oid = space->jt_id;
1184         fid->f_ver = 0;
1185
1186         space->jt_id = min(space->jt_id + *count, space->jt_width);
1187
1188         *count = space->jt_id - fid->f_oid;
1189         return 0;
1190 }
1191
1192 #define MD_STEP_COUNT 1000
1193 int jt_obd_md_common(int argc, char **argv, int cmd)
1194 {
1195         struct obd_ioctl_data  data;
1196         struct timeval         start;
1197         struct timeval         end_time;
1198         char                   rawbuf[MAX_IOC_BUFLEN];
1199         char                  *buf = rawbuf;
1200         int                    mode = 0000644;
1201         int                    create_mode;
1202         int                    rc = 0;
1203         char                  *parent_basedir = NULL;
1204         char                   dirname[4096];
1205         int                    parent_base_id = 0;
1206         int                    parent_count = 1;
1207         __u64                  child_base_id = -1;
1208         int                    stripe_count = 0;
1209         int                    stripe_index = -1;
1210         int                    count = 0;
1211         char                  *end;
1212         __u64                  seconds = 0;
1213         double                 diff;
1214         int                    c;
1215         int                    xattr_size = 0;
1216         __u64                  total_count = 0;
1217         char                  *name = NULL;
1218         struct jt_fid_space    fid_space = {0};
1219         int                    version = 0;
1220         struct option          long_opts[] = {
1221                 {"child_base_id",     required_argument, 0, 'b'},
1222                 {"stripe_count",      required_argument, 0, 'c'},
1223                 {"parent_basedir",    required_argument, 0, 'd'},
1224                 {"parent_dircount",   required_argument, 0, 'D'},
1225                 {"stripe_index",      required_argument, 0, 'i'},
1226                 {"mode",              required_argument, 0, 'm'},
1227                 {"count",             required_argument, 0, 'n'},
1228                 {"time",              required_argument, 0, 't'},
1229                 {"version",           no_argument,       0, 'v'},
1230                 {"xattr_size",        required_argument, 0, 'x'},
1231                 {0, 0, 0, 0}
1232         };
1233
1234         optind = 0;
1235         while ((c = getopt_long(argc, argv, "b:c:d:D:m:n:t:vx:",
1236                                 long_opts, NULL)) >= 0) {
1237                 switch (c) {
1238                 case 'b':
1239                         child_base_id = strtoull(optarg, &end, 0);
1240                         if (*end) {
1241                                 fprintf(stderr, "error: %s: bad child_base_id"
1242                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1243                                 return CMD_HELP;
1244                         }
1245                         break;
1246                 case 'c':
1247                         stripe_count = strtoul(optarg, &end, 0);
1248                         if (*end) {
1249                                 fprintf(stderr, "error: %s: bad stripe count"
1250                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1251                                 return CMD_HELP;
1252                         }
1253                         break;
1254                 case 'd':
1255                         parent_basedir = optarg;
1256                         break;
1257                 case 'D':
1258                         parent_count = strtoul(optarg, &end, 0);
1259                         if (*end) {
1260                                 fprintf(stderr, "error: %s: bad parent count"
1261                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1262                                 return CMD_HELP;
1263                         }
1264                         break;
1265                 case 'i':
1266                         stripe_index = strtoul(optarg, &end, 0);
1267                         if (*end) {
1268                                 fprintf(stderr, "error: %s: bad stripe index"
1269                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1270                                 return CMD_HELP;
1271                         }
1272                         break;
1273                 case 'm':
1274                         mode = strtoul(optarg, &end, 0);
1275                         if (*end) {
1276                                 fprintf(stderr, "error: %s: bad mode '%s'\n",
1277                                         jt_cmdname(argv[0]), optarg);
1278                                 return CMD_HELP;
1279                         }
1280                         break;
1281                 case 'n':
1282                         total_count = strtoul(optarg, &end, 0);
1283                         if (*end || total_count == 0) {
1284                                 fprintf(stderr, "%s: bad child count '%s'\n",
1285                                         jt_cmdname(argv[0]), optarg);
1286                                 return CMD_HELP;
1287                         }
1288                         break;
1289                 case 't':
1290                         seconds = strtoull(optarg, &end, 0);
1291                         if (*end) {
1292                                 fprintf(stderr, "error: %s: seconds '%s'\n",
1293                                         jt_cmdname(argv[0]), optarg);
1294                                 return CMD_HELP;
1295                         }
1296                         break;
1297                 case 'v':
1298                         version = 1;
1299                         break;
1300                 case 'x':
1301                         xattr_size = strtoul(optarg, &end, 0);
1302                         if (*end) {
1303                                 fprintf(stderr, "error: %s: xattr_size '%s'\n",
1304                                         jt_cmdname(argv[0]), optarg);
1305                                 return CMD_HELP;
1306                         }
1307                         SET_BUT_UNUSED(xattr_size);
1308                         break;
1309                 default:
1310                         fprintf(stderr, "error: %s: option '%s' "
1311                                 "unrecognized\n", argv[0], argv[optind - 1]);
1312                         return CMD_HELP;
1313                 }
1314         }
1315
1316         memset(&data, 0, sizeof(data));
1317         data.ioc_dev = cur_device;
1318         if (child_base_id == -1) {
1319                 if (optind >= argc)
1320                         return CMD_HELP;
1321                 name = argv[optind];
1322                 total_count = 1;
1323         } else {
1324                 if (optind < argc) {
1325                         fprintf(stderr, "child_base_id and name can not"
1326                                         " specified at the same time\n");
1327                         return CMD_HELP;
1328                 }
1329         }
1330
1331         if (stripe_count == 0 && stripe_index != -1) {
1332                 fprintf(stderr, "If stripe_count is 0, stripe_index can not"
1333                                 "be specified\n");
1334                 return CMD_HELP;
1335         }
1336
1337         if (total_count == 0 && seconds == 0) {
1338                 fprintf(stderr, "count or seconds needs to be indicated\n");
1339                 return CMD_HELP;
1340         }
1341
1342         if (parent_count <= 0) {
1343                 fprintf(stderr, "parent count must < 0\n");
1344                 return CMD_HELP;
1345         }
1346
1347 #ifdef MAX_THREADS
1348         if (thread) {
1349                 shmem_lock();
1350                 /* threads interleave */
1351                 if (parent_base_id != -1)
1352                         parent_base_id += (thread - 1) % parent_count;
1353
1354                 if (child_base_id != -1)
1355                         child_base_id +=  (thread - 1) * \
1356                                           (MAX_BASE_ID / nthreads);
1357
1358                 shmem_start_time_locked();
1359                 shmem_unlock();
1360         }
1361 #endif
1362         /* If parent directory is not specified, try to get the directory
1363          * from name */
1364         if (parent_basedir == NULL) {
1365                 char *last_lash;
1366                 if (name == NULL) {
1367                         fprintf(stderr, "parent_basedir or name must be"
1368                                         "indicated!\n");
1369                         return CMD_HELP;
1370                 }
1371                 /*Get directory and name from name*/
1372                 last_lash = strrchr(name, '/');
1373                 if (last_lash == NULL || name[0] != '/') {
1374                         fprintf(stderr, "Can not locate %s\n", name);
1375                         return CMD_HELP;
1376                 }
1377
1378                 if (last_lash == name) {
1379                         sprintf(dirname, "%s", "/");
1380                         name++;
1381                 } else {
1382                         int namelen = (unsigned long)last_lash -
1383                                       (unsigned long)name;
1384                         snprintf(dirname, namelen, "%s", name);
1385                 }
1386
1387                 data.ioc_pbuf1 = dirname;
1388                 data.ioc_plen1 = strlen(dirname);
1389
1390                 data.ioc_pbuf2 = name;
1391                 data.ioc_plen2 = strlen(name);
1392         } else {
1393                 if (name != NULL) {
1394                         data.ioc_pbuf2 = name;
1395                         data.ioc_plen2 = strlen(name);
1396                 } else {
1397                         if (parent_base_id > 0)
1398                                 sprintf(dirname, "%s%d", parent_basedir,
1399                                         parent_base_id);
1400                         else
1401                                 sprintf(dirname, "%s", parent_basedir);
1402                 }
1403                 data.ioc_pbuf1 = dirname;
1404                 data.ioc_plen1 = strlen(dirname);
1405         }
1406
1407         if (cmd == ECHO_MD_MKDIR || cmd == ECHO_MD_RMDIR)
1408                 create_mode = S_IFDIR;
1409         else
1410                 create_mode = S_IFREG;
1411
1412         data.ioc_obdo1.o_mode = mode | S_IFDIR;
1413         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
1414                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
1415         data.ioc_command = cmd;
1416
1417         gettimeofday(&start, NULL);
1418         while (shmem_running()) {
1419                 struct lu_fid fid;
1420
1421                 data.ioc_obdo2.o_id = child_base_id;
1422                 data.ioc_obdo2.o_mode = mode | create_mode;
1423                 data.ioc_obdo2.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE |
1424                                          OBD_MD_FLMODE | OBD_MD_FLFLAGS |
1425                                          OBD_MD_FLGROUP;
1426                 data.ioc_obdo2.o_misc = stripe_count;
1427                 data.ioc_obdo2.o_stripe_idx = stripe_index;
1428
1429                 if (total_count > 0) {
1430                         if ((total_count - count) > MD_STEP_COUNT)
1431                                 data.ioc_count = MD_STEP_COUNT;
1432                         else
1433                                 data.ioc_count = total_count - count;
1434                 } else {
1435                         data.ioc_count = MD_STEP_COUNT;
1436                 }
1437
1438                 if (cmd == ECHO_MD_CREATE || cmd == ECHO_MD_MKDIR) {
1439                         /*Allocate fids for the create */
1440                         rc = jt_obd_alloc_fids(&fid_space, &fid,
1441                                                &data.ioc_count);
1442                         if (rc) {
1443                                 fprintf(stderr, "Allocate fids error %d.\n",rc);
1444                                 return rc;
1445                         }
1446                         data.ioc_obdo1.o_seq = fid.f_seq;
1447                         data.ioc_obdo1.o_id = fid.f_oid;
1448                 }
1449
1450                 child_base_id += data.ioc_count;
1451                 count += data.ioc_count;
1452
1453                 memset(buf, 0, sizeof(rawbuf));
1454                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1455                 if (rc) {
1456                         fprintf(stderr, "error: %s: invalid ioctl %d\n",
1457                                 jt_cmdname(argv[0]), rc);
1458                         return rc;
1459                 }
1460
1461                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_MD, buf);
1462                 if (rc) {
1463                         fprintf(stderr, "error: %s: %s\n",
1464                                 jt_cmdname(argv[0]), strerror(rc = errno));
1465                         return rc;
1466                 }
1467                 shmem_bump(data.ioc_count);
1468
1469                 gettimeofday(&end_time, NULL);
1470                 diff = difftime(&end_time, &start);
1471                 if (seconds > 0 && (__u64)diff > seconds)
1472                         break;
1473
1474                 if (count >= total_count && total_count > 0)
1475                         break;
1476         }
1477
1478         if (count > 0 && version) {
1479                 gettimeofday(&end_time, NULL);
1480                 diff = difftime(&end_time, &start);
1481                 printf("%s: %d in %.3fs (%.3f /s): %s",
1482                         jt_cmdname(argv[0]), count, diff,
1483                         (double)count/diff, ctime(&end_time.tv_sec));
1484         }
1485
1486 #ifdef MAX_THREADS
1487         if (thread) {
1488                 shmem_lock();
1489                 shmem_end_time_locked();
1490                 shmem_unlock();
1491         }
1492 #endif
1493         return rc;
1494 }
1495
1496 int jt_obd_test_create(int argc, char **argv)
1497 {
1498         return jt_obd_md_common(argc, argv, ECHO_MD_CREATE);
1499 }
1500
1501 int jt_obd_test_mkdir(int argc, char **argv)
1502 {
1503         return jt_obd_md_common(argc, argv, ECHO_MD_MKDIR);
1504 }
1505
1506 int jt_obd_test_destroy(int argc, char **argv)
1507 {
1508         return jt_obd_md_common(argc, argv, ECHO_MD_DESTROY);
1509 }
1510
1511 int jt_obd_test_rmdir(int argc, char **argv)
1512 {
1513         return jt_obd_md_common(argc, argv, ECHO_MD_RMDIR);
1514 }
1515
1516 int jt_obd_test_lookup(int argc, char **argv)
1517 {
1518         return jt_obd_md_common(argc, argv, ECHO_MD_LOOKUP);
1519 }
1520
1521 int jt_obd_test_setxattr(int argc, char **argv)
1522 {
1523         return jt_obd_md_common(argc, argv, ECHO_MD_SETATTR);
1524 }
1525
1526 int jt_obd_test_md_getattr(int argc, char **argv)
1527 {
1528         return jt_obd_md_common(argc, argv, ECHO_MD_GETATTR);
1529 }
1530
1531 /* Create one or more objects, arg[4] may describe stripe meta-data.  If
1532  * not, defaults assumed.  This echo-client instance stashes the stripe
1533  * object ids.  Use get_stripe on this node to print full lsm and
1534  * set_stripe on another node to cut/paste between nodes.
1535  */
1536 /* create <count> [<file_create_mode>] [q|v|# verbosity] [striping] */
1537 int jt_obd_create(int argc, char **argv)
1538 {
1539         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1540         struct obd_ioctl_data data;
1541         struct timeval next_time;
1542         __u64 count = 1, next_count, base_id = 0;
1543         int verbose = 1, mode = 0100644, rc = 0, i, valid_lsm = 0;
1544         char *end;
1545
1546         memset(&data, 0, sizeof(data));
1547         data.ioc_dev = cur_device;
1548         if (argc < 2 || argc > 5)
1549                 return CMD_HELP;
1550
1551         count = strtoull(argv[1], &end, 0);
1552         if (*end) {
1553                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1554                         jt_cmdname(argv[0]), argv[1]);
1555                 return CMD_HELP;
1556         }
1557
1558         if (argc > 2) {
1559                 mode = strtoul(argv[2], &end, 0);
1560                 if (*end) {
1561                         fprintf(stderr, "error: %s: invalid mode '%s'\n",
1562                                 jt_cmdname(argv[0]), argv[2]);
1563                         return CMD_HELP;
1564                 }
1565                 if (!(mode & S_IFMT))
1566                         mode |= S_IFREG;
1567         }
1568
1569         if (argc > 3) {
1570                 verbose = get_verbose(argv[0], argv[3]);
1571                 if (verbose == BAD_VERBOSE)
1572                         return CMD_HELP;
1573         }
1574
1575         if (argc < 5) {
1576                 reset_lsmb (&lsm_buffer);       /* will set default */
1577         } else {
1578                 rc = parse_lsm (&lsm_buffer, argv[4]);
1579                 if (rc != 0) {
1580                         fprintf(stderr, "error: %s: invalid lsm '%s'\n",
1581                                 jt_cmdname(argv[0]), argv[4]);
1582                         return CMD_HELP;
1583                 }
1584                 base_id = lsm_buffer.lsm.lsm_object_id;
1585                 valid_lsm = 1;
1586         }
1587
1588         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1589         gettimeofday(&next_time, NULL);
1590         next_time.tv_sec -= verbose;
1591
1592         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1593                 data.ioc_obdo1.o_mode = mode;
1594                 data.ioc_obdo1.o_id = base_id;
1595                 data.ioc_obdo1.o_uid = 0;
1596                 data.ioc_obdo1.o_gid = 0;
1597                 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1598                         OBD_MD_FLID | OBD_MD_FLUID | OBD_MD_FLGID;
1599
1600                 if (valid_lsm) {
1601                         data.ioc_plen1 = sizeof lsm_buffer;
1602                         data.ioc_pbuf1 = (char *)&lsm_buffer;
1603                 }
1604
1605                 memset(buf, 0, sizeof(rawbuf));
1606                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1607                 if (rc) {
1608                         fprintf(stderr, "error: %s: invalid ioctl\n",
1609                                 jt_cmdname(argv[0]));
1610                         return rc;
1611                 }
1612                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1613                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1614                 shmem_bump(1);
1615                 if (rc < 0) {
1616                         fprintf(stderr, "error: %s: #%d - %s\n",
1617                                 jt_cmdname(argv[0]), i, strerror(rc = errno));
1618                         break;
1619                 }
1620                 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1621                         fprintf(stderr,"error: %s: oid not valid #%d:"LPX64"\n",
1622                                 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_valid);
1623                         rc = EINVAL;
1624                         break;
1625                 }
1626
1627                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1628                         printf("%s: #%d is object id "LPX64"\n",
1629                                 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_id);
1630         }
1631         return rc;
1632 }
1633
1634 int jt_obd_setattr(int argc, char **argv)
1635 {
1636         struct obd_ioctl_data data;
1637         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1638         char *end;
1639         int rc;
1640
1641         memset(&data, 0, sizeof(data));
1642         data.ioc_dev = cur_device;
1643         if (argc != 2)
1644                 return CMD_HELP;
1645
1646         data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1647         if (*end) {
1648                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1649                         jt_cmdname(argv[0]), argv[1]);
1650                 return CMD_HELP;
1651         }
1652         data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1653         if (*end) {
1654                 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1655                         jt_cmdname(argv[0]), argv[2]);
1656                 return CMD_HELP;
1657         }
1658         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1659
1660         memset(buf, 0, sizeof(rawbuf));
1661         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1662         if (rc) {
1663                 fprintf(stderr, "error: %s: invalid ioctl\n",
1664                         jt_cmdname(argv[0]));
1665                 return rc;
1666         }
1667         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1668         if (rc < 0)
1669                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1670                         strerror(rc = errno));
1671
1672         return rc;
1673 }
1674
1675 int jt_obd_test_setattr(int argc, char **argv)
1676 {
1677         struct obd_ioctl_data data;
1678         struct timeval start, next_time;
1679         __u64 i, count, next_count;
1680         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1681         int verbose = 1;
1682         obd_id objid = 3;
1683         char *end;
1684         int rc = 0;
1685
1686         if (argc < 2 || argc > 4)
1687                 return CMD_HELP;
1688
1689         memset(&data, 0, sizeof(data));
1690         data.ioc_dev = cur_device;
1691         count = strtoull(argv[1], &end, 0);
1692         if (*end) {
1693                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1694                         jt_cmdname(argv[0]), argv[1]);
1695                 return CMD_HELP;
1696         }
1697
1698         if (argc >= 3) {
1699                 verbose = get_verbose(argv[0], argv[2]);
1700                 if (verbose == BAD_VERBOSE)
1701                         return CMD_HELP;
1702         }
1703
1704         if (argc >= 4) {
1705                 if (argv[3][0] == 't') {
1706                         objid = strtoull(argv[3] + 1, &end, 0);
1707                         if (thread)
1708                                 objid += thread - 1;
1709                 } else
1710                         objid = strtoull(argv[3], &end, 0);
1711                 if (*end) {
1712                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1713                                 jt_cmdname(argv[0]), argv[3]);
1714                         return CMD_HELP;
1715                 }
1716         }
1717
1718         gettimeofday(&start, NULL);
1719         next_time.tv_sec = start.tv_sec - verbose;
1720         next_time.tv_usec = start.tv_usec;
1721         if (verbose != 0)
1722                 printf("%s: setting "LPD64" attrs (objid "LPX64"): %s",
1723                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1724
1725         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1726                 data.ioc_obdo1.o_id = objid;
1727                 data.ioc_obdo1.o_mode = S_IFREG;
1728                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1729                 memset(buf, 0, sizeof(rawbuf));
1730                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1731                 if (rc) {
1732                         fprintf(stderr, "error: %s: invalid ioctl\n",
1733                                 jt_cmdname(argv[0]));
1734                         return rc;
1735                 }
1736                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1737                 shmem_bump(1);
1738                 if (rc < 0) {
1739                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1740                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1741                         break;
1742                 } else {
1743                         if (be_verbose
1744                             (verbose, &next_time, i, &next_count, count))
1745                                 printf("%s: set attr #"LPD64"\n",
1746                                        jt_cmdname(argv[0]), i);
1747                 }
1748         }
1749
1750         if (!rc) {
1751                 struct timeval end;
1752                 double diff;
1753
1754                 gettimeofday(&end, NULL);
1755
1756                 diff = difftime(&end, &start);
1757
1758                 --i;
1759                 if (verbose != 0)
1760                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1761                                jt_cmdname(argv[0]), i, diff, i / diff,
1762                                ctime(&end.tv_sec));
1763         }
1764         return rc;
1765 }
1766
1767 int jt_obd_destroy(int argc, char **argv)
1768 {
1769         struct obd_ioctl_data data;
1770         struct timeval next_time;
1771         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1772         __u64 count = 1, next_count;
1773         int verbose = 1;
1774         __u64 id;
1775         char *end;
1776         int rc = 0, i;
1777
1778         memset(&data, 0, sizeof(data));
1779         data.ioc_dev = cur_device;
1780         if (argc < 2 || argc > 4)
1781                 return CMD_HELP;
1782
1783         id = strtoull(argv[1], &end, 0);
1784         if (*end || id == 0 || errno != 0) {
1785                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1786                         jt_cmdname(argv[0]), argv[1]);
1787                 return CMD_HELP;
1788         }
1789         if (argc > 2) {
1790                 count = strtoull(argv[2], &end, 0);
1791                 if (*end) {
1792                         fprintf(stderr,
1793                                 "error: %s: invalid iteration count '%s'\n",
1794                                 jt_cmdname(argv[0]), argv[2]);
1795                         return CMD_HELP;
1796                 }
1797         }
1798
1799         if (argc > 3) {
1800                 verbose = get_verbose(argv[0], argv[3]);
1801                 if (verbose == BAD_VERBOSE)
1802                         return CMD_HELP;
1803         }
1804
1805         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1806         gettimeofday(&next_time, NULL);
1807         next_time.tv_sec -= verbose;
1808
1809         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1810                 data.ioc_obdo1.o_id = id;
1811                 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1812                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1813
1814                 memset(buf, 0, sizeof(rawbuf));
1815                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1816                 if (rc) {
1817                         fprintf(stderr, "error: %s: invalid ioctl\n",
1818                                 jt_cmdname(argv[0]));
1819                         return rc;
1820                 }
1821                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1822                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1823                 shmem_bump(1);
1824                 if (rc < 0) {
1825                         fprintf(stderr, "error: %s: objid "LPX64": %s\n",
1826                                 jt_cmdname(argv[0]), id, strerror(rc = errno));
1827                         break;
1828                 }
1829
1830                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1831                         printf("%s: #%d is object id "LPX64"\n",
1832                                jt_cmdname(argv[0]), i, id);
1833         }
1834
1835         return rc;
1836 }
1837
1838 int jt_obd_getattr(int argc, char **argv)
1839 {
1840         struct obd_ioctl_data data;
1841         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1842         char *end;
1843         int rc;
1844
1845         if (argc != 2)
1846                 return CMD_HELP;
1847
1848         memset(&data, 0, sizeof(data));
1849         data.ioc_dev = cur_device;
1850         data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1851         if (*end) {
1852                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1853                         jt_cmdname(argv[0]), argv[1]);
1854                 return CMD_HELP;
1855         }
1856         /* to help obd filter */
1857         data.ioc_obdo1.o_mode = 0100644;
1858         data.ioc_obdo1.o_valid = 0xffffffff;
1859         printf("%s: object id "LPX64"\n", jt_cmdname(argv[0]),data.ioc_obdo1.o_id);
1860
1861         memset(buf, 0, sizeof(rawbuf));
1862         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1863         if (rc) {
1864                 fprintf(stderr, "error: %s: invalid ioctl\n",
1865                         jt_cmdname(argv[0]));
1866                 return rc;
1867         }
1868         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1869         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1870         if (rc) {
1871                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1872                         strerror(rc = errno));
1873         } else {
1874                 printf("%s: object id "LPX64", mode %o\n", jt_cmdname(argv[0]),
1875                        data.ioc_obdo1.o_id, data.ioc_obdo1.o_mode);
1876         }
1877         return rc;
1878 }
1879
1880 int jt_obd_test_getattr(int argc, char **argv)
1881 {
1882         struct obd_ioctl_data data;
1883         struct timeval start, next_time;
1884         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1885         __u64 i, count, next_count;
1886         int verbose = 1;
1887         obd_id objid = 3;
1888         char *end;
1889         int rc = 0;
1890
1891         if (argc < 2 || argc > 4)
1892                 return CMD_HELP;
1893
1894         memset(&data, 0, sizeof(data));
1895         data.ioc_dev = cur_device;
1896         count = strtoull(argv[1], &end, 0);
1897         if (*end) {
1898                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1899                         jt_cmdname(argv[0]), argv[1]);
1900                 return CMD_HELP;
1901         }
1902
1903         if (argc >= 3) {
1904                 verbose = get_verbose(argv[0], argv[2]);
1905                 if (verbose == BAD_VERBOSE)
1906                         return CMD_HELP;
1907         }
1908
1909         if (argc >= 4) {
1910                 if (argv[3][0] == 't') {
1911                         objid = strtoull(argv[3] + 1, &end, 0);
1912                         if (thread)
1913                                 objid += thread - 1;
1914                 } else
1915                         objid = strtoull(argv[3], &end, 0);
1916                 if (*end) {
1917                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1918                                 jt_cmdname(argv[0]), argv[3]);
1919                         return CMD_HELP;
1920                 }
1921         }
1922
1923         gettimeofday(&start, NULL);
1924         next_time.tv_sec = start.tv_sec - verbose;
1925         next_time.tv_usec = start.tv_usec;
1926         if (verbose != 0)
1927                 printf("%s: getting "LPD64" attrs (objid "LPX64"): %s",
1928                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1929
1930         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1931                 data.ioc_obdo1.o_id = objid;
1932                 data.ioc_obdo1.o_mode = S_IFREG;
1933                 data.ioc_obdo1.o_valid = 0xffffffff;
1934                 memset(buf, 0, sizeof(rawbuf));
1935                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1936                 if (rc) {
1937                         fprintf(stderr, "error: %s: invalid ioctl\n",
1938                                 jt_cmdname(argv[0]));
1939                         return rc;
1940                 }
1941                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1942                 shmem_bump(1);
1943                 if (rc < 0) {
1944                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1945                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1946                         break;
1947                 } else {
1948                         if (be_verbose
1949                             (verbose, &next_time, i, &next_count, count))
1950                                 printf("%s: got attr #"LPD64"\n",
1951                                        jt_cmdname(argv[0]), i);
1952                 }
1953         }
1954
1955         if (!rc) {
1956                 struct timeval end;
1957                 double diff;
1958
1959                 gettimeofday(&end, NULL);
1960
1961                 diff = difftime(&end, &start);
1962
1963                 --i;
1964                 if (verbose != 0)
1965                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1966                                jt_cmdname(argv[0]), i, diff, i / diff,
1967                                ctime(&end.tv_sec));
1968         }
1969         return rc;
1970 }
1971
1972 /* test_brw <cnt>                                               count
1973         <r|w[r(repeat)x(noverify)]>                             mode
1974         <q|v|#(print interval)>                                 verbosity
1975         <npages[+offset]>                                       blocksize
1976         <[[<interleave_threads>]t(inc obj by thread#)]obj>      object
1977         [p|g<args>]                                             batch */
1978 int jt_obd_test_brw(int argc, char **argv)
1979 {
1980         struct obd_ioctl_data data;
1981         struct timeval start, next_time;
1982         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1983         __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1984         int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1985         int offset_pages = 0;
1986         long n;
1987         int repeat_offset = 0;
1988         unsigned long long ull;
1989         int  nthr_per_obj = 0;
1990         int  verify = 1;
1991         int  obj_idx = 0;
1992         char *end;
1993
1994         if (argc < 2 || argc > 7) {
1995                 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1996                         jt_cmdname(argv[0]), argc);
1997                 return CMD_HELP;
1998         }
1999
2000         count = strtoull(argv[1], &end, 0);
2001         if (*end) {
2002                 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
2003                         jt_cmdname(argv[0]), argv[1]);
2004                 return CMD_HELP;
2005         }
2006
2007         if (argc >= 3) {
2008                 if (argv[2][0] == 'w' || argv[2][0] == '1')
2009                         write = 1;
2010                 /* else it's a read */
2011
2012                 if (argv[2][0] != 0)
2013                         for (i = 1; argv[2][i] != 0; i++)
2014                                 switch (argv[2][i]) {
2015                                 case 'r':
2016                                         repeat_offset = 1;
2017                                         break;
2018
2019                                 case 'x':
2020                                         verify = 0;
2021                                         break;
2022
2023                                 default:
2024                                         fprintf (stderr, "Can't parse cmd '%s'\n",
2025                                                  argv[2]);
2026                                         return CMD_HELP;
2027                                 }
2028         }
2029
2030         if (argc >= 4) {
2031                 verbose = get_verbose(argv[0], argv[3]);
2032                 if (verbose == BAD_VERBOSE)
2033                         return CMD_HELP;
2034         }
2035
2036         if (argc >= 5) {
2037                 pages = strtoul(argv[4], &end, 0);
2038
2039                 if (*end == '+')
2040                         offset_pages = strtoul(end + 1, &end, 0);
2041
2042                 if (*end != 0 ||
2043                     offset_pages < 0 || offset_pages >= pages) {
2044                         fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
2045                                 jt_cmdname(argv[0]), argv[4]);
2046                         return CMD_HELP;
2047                 }
2048         }
2049
2050         if (argc >= 6) {
2051                 if (thread &&
2052                     (n = strtol(argv[5], &end, 0)) > 0 &&
2053                     *end == 't' &&
2054                     (ull = strtoull(end + 1, &end, 0)) > 0 &&
2055                     *end == 0) {
2056                         nthr_per_obj = n;
2057                         objid = ull;
2058                 } else if (thread &&
2059                            argv[5][0] == 't') {
2060                         nthr_per_obj = 1;
2061                         objid = strtoull(argv[5] + 1, &end, 0);
2062                 } else {
2063                         nthr_per_obj = 0;
2064                         objid = strtoull(argv[5], &end, 0);
2065                 }
2066                 if (*end) {
2067                         fprintf(stderr, "error: %s: bad objid '%s'\n",
2068                                 jt_cmdname(argv[0]), argv[5]);
2069                         return CMD_HELP;
2070                 }
2071         }
2072
2073         memset(&data, 0, sizeof(data));
2074         data.ioc_dev = cur_device;
2075
2076         /* communicate the 'type' of brw test and batching to echo_client.
2077          * don't start.  we'd love to refactor this lctl->echo_client
2078          * interface */
2079         data.ioc_pbuf1 = (void *)1;
2080         data.ioc_plen1 = 1;
2081
2082         if (argc >= 7) {
2083                 switch(argv[6][0]) {
2084                         case 'g': /* plug and unplug */
2085                                 data.ioc_pbuf1 = (void *)2;
2086                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2087                                                           0);
2088                                 break;
2089                         case 'p': /* prep and commit */
2090                                 data.ioc_pbuf1 = (void *)3;
2091                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2092                                                           0);
2093                                 break;
2094                         default:
2095                                 fprintf(stderr, "error: %s: batching '%s' "
2096                                         "needs to specify 'p' or 'g'\n",
2097                                         jt_cmdname(argv[0]), argv[6]);
2098                                 return CMD_HELP;
2099                 }
2100
2101                 if (*end) {
2102                         fprintf(stderr, "error: %s: bad batching '%s'\n",
2103                                 jt_cmdname(argv[0]), argv[6]);
2104                         return CMD_HELP;
2105                 }
2106                 data.ioc_plen1 *= getpagesize();
2107         }
2108
2109         len = pages * getpagesize();
2110         thr_offset = offset_pages * getpagesize();
2111         stride = len;
2112
2113 #ifdef MAX_THREADS
2114         if (thread) {
2115                 shmem_lock ();
2116                 if (nthr_per_obj != 0) {
2117                         /* threads interleave */
2118                         obj_idx = (thread - 1)/nthr_per_obj;
2119                         objid += obj_idx;
2120                         stride *= nthr_per_obj;
2121                         if ((thread - 1) % nthr_per_obj == 0) {
2122                                 shared_data->body.offsets[obj_idx] =
2123                                         stride + thr_offset;
2124                         }
2125                         thr_offset += ((thread - 1) % nthr_per_obj) * len;
2126                 } else {
2127                         /* threads disjoint */
2128                         thr_offset += (thread - 1) * len;
2129                 }
2130
2131                 shmem_start_time_locked();
2132                 shmem_unlock ();
2133         }
2134 #endif
2135
2136         data.ioc_obdo1.o_id = objid;
2137         data.ioc_obdo1.o_mode = S_IFREG;
2138         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE | OBD_MD_FLFLAGS;
2139         data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
2140         data.ioc_count = len;
2141         data.ioc_offset = (repeat_offset ? 0 : thr_offset);
2142
2143         gettimeofday(&start, NULL);
2144         next_time.tv_sec = start.tv_sec - verbose;
2145         next_time.tv_usec = start.tv_usec;
2146
2147         if (verbose != 0)
2148                 printf("%s: %s "LPU64"x%d pages (obj "LPX64", off "LPU64"): %s",
2149                        jt_cmdname(argv[0]), write ? "writing" : "reading", count,
2150                        pages, objid, data.ioc_offset, ctime(&start.tv_sec));
2151
2152         cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
2153         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
2154                 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
2155                 memset(buf, 0, sizeof(rawbuf));
2156                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2157                 if (rc) {
2158                         fprintf(stderr, "error: %s: invalid ioctl\n",
2159                                 jt_cmdname(argv[0]));
2160                         return rc;
2161                 }
2162                 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
2163                 shmem_bump(1);
2164                 if (rc) {
2165                         fprintf(stderr, "error: %s: #%d - %s on %s\n",
2166                                 jt_cmdname(argv[0]), i, strerror(rc = errno),
2167                                 write ? "write" : "read");
2168                         break;
2169                 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
2170                         shmem_lock ();
2171                         printf("%s: %s number %d @ "LPD64":"LPU64" for %d\n",
2172                                jt_cmdname(argv[0]), write ? "write" : "read", i,
2173                                data.ioc_obdo1.o_id, data.ioc_offset,
2174                                (int)(pages * getpagesize()));
2175                         shmem_unlock ();
2176                 }
2177
2178                 if (!repeat_offset) {
2179 #ifdef MAX_THREADS
2180                         if (stride == len) {
2181                                 data.ioc_offset += stride;
2182                         } else if (i < count) {
2183                                 shmem_lock ();
2184                                 data.ioc_offset =
2185                                         shared_data->body.offsets[obj_idx];
2186                                 shared_data->body.offsets[obj_idx] += len;
2187                                 shmem_unlock ();
2188                         }
2189 #else
2190                         data.ioc_offset += len;
2191                         obj_idx = 0; /* avoids an unused var warning */
2192 #endif
2193                 }
2194         }
2195
2196         if (!rc) {
2197                 struct timeval end;
2198                 double diff;
2199
2200                 gettimeofday(&end, NULL);
2201
2202                 diff = difftime(&end, &start);
2203
2204                 --i;
2205                 if (verbose != 0)
2206                         printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
2207                                jt_cmdname(argv[0]), write ? "wrote" : "read",
2208                                i, pages, diff,
2209                                ((double)i * pages * getpagesize()) /
2210                                (diff * 1048576.0),
2211                                ctime(&end.tv_sec));
2212         }
2213
2214 #ifdef MAX_THREADS
2215         if (thread) {
2216                 shmem_lock();
2217                 shmem_end_time_locked();
2218                 shmem_unlock();
2219         }
2220 #endif
2221         return rc;
2222 }
2223
2224 int jt_obd_lov_getconfig(int argc, char **argv)
2225 {
2226         struct obd_ioctl_data data;
2227         struct lov_desc desc;
2228         struct obd_uuid *uuidarray;
2229         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2230         __u32 *obdgens;
2231         char *path;
2232         int rc, fd;
2233
2234         memset(&data, 0, sizeof(data));
2235         data.ioc_dev = cur_device;
2236
2237         if (argc != 2)
2238                 return CMD_HELP;
2239
2240         path = argv[1];
2241         fd = open(path, O_RDONLY);
2242         if (fd < 0) {
2243                 fprintf(stderr, "open \"%s\" failed: %s\n", path,
2244                         strerror(errno));
2245                 return -errno;
2246         }
2247
2248         memset(&desc, 0, sizeof(desc));
2249         obd_str2uuid(&desc.ld_uuid, argv[1]);
2250         desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
2251                              (sizeof(*uuidarray) + sizeof(*obdgens)));
2252
2253 repeat:
2254         uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
2255         if (!uuidarray) {
2256                 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
2257                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2258                 rc = -ENOMEM;
2259                 goto out;
2260         }
2261         obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
2262         if (!obdgens) {
2263                 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
2264                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2265                 rc = -ENOMEM;
2266                 goto out_uuidarray;
2267         }
2268
2269         memset(buf, 0, sizeof(rawbuf));
2270         data.ioc_inllen1 = sizeof(desc);
2271         data.ioc_inlbuf1 = (char *)&desc;
2272         data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
2273         data.ioc_inlbuf2 = (char *)uuidarray;
2274         data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
2275         data.ioc_inlbuf3 = (char *)obdgens;
2276
2277         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
2278                 fprintf(stderr, "error: %s: invalid ioctl\n",
2279                         jt_cmdname(argv[0]));
2280                 rc = -EINVAL;
2281                 goto out_obdgens;
2282         }
2283         rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
2284         if (rc == -ENOSPC) {
2285                 free(uuidarray);
2286                 free(obdgens);
2287                 goto repeat;
2288         } else if (rc) {
2289                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2290                         jt_cmdname(argv[0]), strerror(rc = errno));
2291         } else {
2292                 struct obd_uuid *uuidp;
2293                 __u32 *genp;
2294                 int i;
2295
2296                 if (obd_ioctl_unpack(&data, buf, sizeof(rawbuf))) {
2297                         fprintf(stderr, "error: %s: invalid reply\n",
2298                                 jt_cmdname(argv[0]));
2299                         rc = -EINVAL;
2300                         goto out;
2301                 }
2302                 if (desc.ld_default_stripe_count == (__u32)-1)
2303                         printf("default_stripe_count: %d\n", -1);
2304                 else
2305                         printf("default_stripe_count: %u\n",
2306                                desc.ld_default_stripe_count);
2307                 printf("default_stripe_size: "LPU64"\n",
2308                        desc.ld_default_stripe_size);
2309                 printf("default_stripe_offset: "LPU64"\n",
2310                        desc.ld_default_stripe_offset);
2311                 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
2312                 printf("obd_count: %u\n", desc.ld_tgt_count);
2313                 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
2314                 uuidp = uuidarray;
2315                 genp = obdgens;
2316                 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
2317                         printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
2318         }
2319 out_obdgens:
2320         free(obdgens);
2321 out_uuidarray:
2322         free(uuidarray);
2323 out:
2324         close(fd);
2325         return rc;
2326 }
2327
2328 int jt_obd_ldlm_regress_start(int argc, char **argv)
2329 {
2330         int rc;
2331         struct obd_ioctl_data data;
2332         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2333         char argstring[200];
2334         int i, count = sizeof(argstring) - 1;
2335
2336         memset(&data, 0, sizeof(data));
2337         data.ioc_dev = cur_device;
2338         if (argc > 5)
2339                 return CMD_HELP;
2340
2341         argstring[0] = '\0';
2342         for (i = 1; i < argc; i++) {
2343                 strncat(argstring, " ", count);
2344                 count--;
2345                 strncat(argstring, argv[i], count);
2346                 count -= strlen(argv[i]);
2347         }
2348
2349         if (strlen(argstring)) {
2350                 data.ioc_inlbuf1 = argstring;
2351                 data.ioc_inllen1 = strlen(argstring) + 1;
2352         }
2353
2354         memset(buf, 0, sizeof(rawbuf));
2355         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2356         if (rc) {
2357                 fprintf(stderr, "error: %s: invalid ioctl\n",
2358                         jt_cmdname(argv[0]));
2359                 return rc;
2360         }
2361         rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_START, buf);
2362         if (rc)
2363                 fprintf(stderr, "error: %s: test failed: %s\n",
2364                         jt_cmdname(argv[0]), strerror(rc = errno));
2365
2366         return rc;
2367 }
2368
2369 int jt_obd_ldlm_regress_stop(int argc, char **argv)
2370 {
2371         int rc;
2372         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2373         struct obd_ioctl_data data;
2374
2375         memset(&data, 0, sizeof(data));
2376         data.ioc_dev = cur_device;
2377
2378         if (argc != 1)
2379                 return CMD_HELP;
2380
2381         memset(buf, 0, sizeof(rawbuf));
2382         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2383         if (rc) {
2384                 fprintf(stderr, "error: %s: invalid ioctl\n",
2385                         jt_cmdname(argv[0]));
2386                 return rc;
2387         }
2388         rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_STOP, buf);
2389
2390         if (rc)
2391                 fprintf(stderr, "error: %s: test failed: %s\n",
2392                         jt_cmdname(argv[0]), strerror(rc = errno));
2393         return rc;
2394 }
2395
2396 static int do_activate(int argc, char **argv, int flag)
2397 {
2398         struct obd_ioctl_data data;
2399         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2400         int rc;
2401
2402         memset(&data, 0, sizeof(data));
2403         data.ioc_dev = cur_device;
2404         if (argc != 1)
2405                 return CMD_HELP;
2406
2407         /* reuse offset for 'active' */
2408         data.ioc_offset = flag;
2409
2410         memset(buf, 0, sizeof(rawbuf));
2411         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2412         if (rc) {
2413                 fprintf(stderr, "error: %s: invalid ioctl\n",
2414                         jt_cmdname(argv[0]));
2415                 return rc;
2416         }
2417         rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
2418         if (rc)
2419                 fprintf(stderr, "error: %s: failed: %s\n",
2420                         jt_cmdname(argv[0]), strerror(rc = errno));
2421
2422         return rc;
2423 }
2424
2425 int jt_obd_deactivate(int argc, char **argv)
2426 {
2427         return do_activate(argc, argv, 0);
2428 }
2429
2430 int jt_obd_activate(int argc, char **argv)
2431 {
2432         return do_activate(argc, argv, 1);
2433 }
2434
2435 int jt_obd_recover(int argc, char **argv)
2436 {
2437         int rc;
2438         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2439         struct obd_ioctl_data data;
2440
2441         memset(&data, 0, sizeof(data));
2442         data.ioc_dev = cur_device;
2443         if (argc > 2)
2444                 return CMD_HELP;
2445
2446         if (argc == 2) {
2447                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2448                 data.ioc_inlbuf1 = argv[1];
2449         }
2450
2451         memset(buf, 0, sizeof(rawbuf));
2452         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2453         if (rc) {
2454                 fprintf(stderr, "error: %s: invalid ioctl\n",
2455                         jt_cmdname(argv[0]));
2456                 return rc;
2457         }
2458         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
2459         if (rc < 0) {
2460                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2461                         strerror(rc = errno));
2462         }
2463
2464         return rc;
2465 }
2466
2467 int jt_obd_mdc_lookup(int argc, char **argv)
2468 {
2469         struct obd_ioctl_data data;
2470         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2471         char *parent, *child;
2472         int rc, fd, verbose = 1;
2473
2474         if (argc < 3 || argc > 4)
2475                 return CMD_HELP;
2476
2477         parent = argv[1];
2478         child = argv[2];
2479         if (argc == 4)
2480                 verbose = get_verbose(argv[0], argv[3]);
2481
2482         memset(&data, 0, sizeof(data));
2483         data.ioc_dev = cur_device;
2484
2485         data.ioc_inllen1 = strlen(child) + 1;
2486         data.ioc_inlbuf1 = child;
2487
2488         memset(buf, 0, sizeof(rawbuf));
2489         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2490         if (rc) {
2491                 fprintf(stderr, "error: %s: invalid ioctl\n",
2492                         jt_cmdname(argv[0]));
2493                 return rc;
2494         }
2495
2496         fd = open(parent, O_RDONLY);
2497         if (fd < 0) {
2498                 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
2499                         strerror(errno));
2500                 return -1;
2501         }
2502
2503         rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
2504         if (rc < 0) {
2505                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2506                         jt_cmdname(argv[0]), strerror(rc = errno));
2507         }
2508         close(fd);
2509
2510         if (verbose) {
2511                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
2512                 if (rc) {
2513                         fprintf(stderr, "error: %s: invalid reply\n",
2514                                 jt_cmdname(argv[0]));
2515                         return rc;
2516                 }
2517                 printf("%s: mode %o uid %d gid %d\n", child,
2518                        data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
2519                        data.ioc_obdo1.o_gid);
2520         }
2521
2522         return rc;
2523 }
2524
2525 int jt_cfg_dump_log(int argc, char **argv)
2526 {
2527         struct obd_ioctl_data data;
2528         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2529         int rc;
2530
2531         if (argc != 2)
2532                 return CMD_HELP;
2533
2534         memset(&data, 0, sizeof(data));
2535         data.ioc_dev = cur_device;
2536         data.ioc_inllen1 = strlen(argv[1]) + 1;
2537         data.ioc_inlbuf1 = argv[1];
2538
2539         memset(buf, 0, sizeof(rawbuf));
2540         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2541         if (rc) {
2542                 fprintf(stderr, "error: %s: invalid ioctl\n",
2543                         jt_cmdname(argv[0]));
2544                 return rc;
2545         }
2546         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_DUMP_LOG, buf);
2547         if (rc < 0)
2548                 fprintf(stderr, "OBD_IOC_DUMP_LOG failed: %s\n",
2549                         strerror(errno));
2550
2551         return rc;
2552 }
2553
2554 int jt_llog_catlist(int argc, char **argv)
2555 {
2556         struct obd_ioctl_data data;
2557         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2558         int rc;
2559
2560         if (argc != 1)
2561                 return CMD_HELP;
2562
2563         memset(&data, 0, sizeof(data));
2564         data.ioc_dev = cur_device;
2565         data.ioc_inllen1 = sizeof(rawbuf) - cfs_size_round(sizeof(data));
2566         memset(buf, 0, sizeof(rawbuf));
2567         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2568         if (rc) {
2569                 fprintf(stderr, "error: %s: invalid ioctl\n",
2570                         jt_cmdname(argv[0]));
2571                 return rc;
2572         }
2573         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
2574         if (rc == 0)
2575                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2576         else
2577                 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
2578                         strerror(errno));
2579
2580         return rc;
2581 }
2582
2583 int jt_llog_info(int argc, char **argv)
2584 {
2585         struct obd_ioctl_data data;
2586         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2587         int rc;
2588
2589         if (argc != 2)
2590                 return CMD_HELP;
2591
2592         memset(&data, 0, sizeof(data));
2593         data.ioc_dev = cur_device;
2594         data.ioc_inllen1 = strlen(argv[1]) + 1;
2595         data.ioc_inlbuf1 = argv[1];
2596         data.ioc_inllen2 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2597                 cfs_size_round(data.ioc_inllen1);
2598         memset(buf, 0, sizeof(rawbuf));
2599         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2600         if (rc) {
2601                 fprintf(stderr, "error: %s: invalid ioctl\n",
2602                         jt_cmdname(argv[0]));
2603                 return rc;
2604         }
2605
2606         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
2607         if (rc == 0)
2608                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2609         else
2610                 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
2611                         strerror(errno));
2612
2613         return rc;
2614 }
2615
2616 int jt_llog_print(int argc, char **argv)
2617 {
2618         struct obd_ioctl_data data;
2619         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2620         int rc;
2621
2622         if (argc != 2 && argc != 4)
2623                 return CMD_HELP;
2624
2625         memset(&data, 0, sizeof(data));
2626         data.ioc_dev = cur_device;
2627         data.ioc_inllen1 = strlen(argv[1]) + 1;
2628         data.ioc_inlbuf1 = argv[1];
2629         if (argc == 4) {
2630                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2631                 data.ioc_inlbuf2 = argv[2];
2632                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2633                 data.ioc_inlbuf3 = argv[3];
2634         } else {
2635                 char from[2] = "1", to[3] = "-1";
2636                 data.ioc_inllen2 = strlen(from) + 1;
2637                 data.ioc_inlbuf2 = from;
2638                 data.ioc_inllen3 = strlen(to) + 1;
2639                 data.ioc_inlbuf3 = to;
2640         }
2641         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2642                 cfs_size_round(data.ioc_inllen1) -
2643                 cfs_size_round(data.ioc_inllen2) -
2644                 cfs_size_round(data.ioc_inllen3);
2645         memset(buf, 0, sizeof(rawbuf));
2646         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2647         if (rc) {
2648                 fprintf(stderr, "error: %s: invalid ioctl\n",
2649                         jt_cmdname(argv[0]));
2650                 return rc;
2651         }
2652
2653         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2654         if (rc == 0)
2655                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2656         else
2657                 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2658                         strerror(errno));
2659
2660         return rc;
2661 }
2662
2663 int jt_llog_cancel(int argc, char **argv)
2664 {
2665         struct obd_ioctl_data data;
2666         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2667         int rc;
2668
2669         if (argc != 4)
2670                 return CMD_HELP;
2671
2672         memset(&data, 0, sizeof(data));
2673         data.ioc_dev = cur_device;
2674         data.ioc_inllen1 = strlen(argv[1]) + 1;
2675         data.ioc_inlbuf1 = argv[1];
2676         data.ioc_inllen2 = strlen(argv[2]) + 1;
2677         data.ioc_inlbuf2 = argv[2];
2678         data.ioc_inllen3 = strlen(argv[3]) + 1;
2679         data.ioc_inlbuf3 = argv[3];
2680         memset(buf, 0, sizeof(rawbuf));
2681         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2682         if (rc) {
2683                 fprintf(stderr, "error: %s: invalid ioctl\n",
2684                         jt_cmdname(argv[0]));
2685                 return rc;
2686         }
2687
2688         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2689         if (rc == 0)
2690                 fprintf(stdout, "index %s be canceled.\n", argv[3]);
2691         else
2692                 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2693                         strerror(errno));
2694
2695         return rc;
2696
2697 }
2698 int jt_llog_check(int argc, char **argv)
2699 {
2700         struct obd_ioctl_data data;
2701         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2702         int rc;
2703
2704         if (argc != 2 && argc != 4)
2705                 return CMD_HELP;
2706
2707         memset(&data, 0, sizeof(data));
2708         data.ioc_dev = cur_device;
2709         data.ioc_inllen1 = strlen(argv[1]) + 1;
2710         data.ioc_inlbuf1 = argv[1];
2711         if (argc == 4) {
2712                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2713                 data.ioc_inlbuf2 = argv[2];
2714                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2715                 data.ioc_inlbuf3 = argv[3];
2716         } else {
2717                 char from[2] = "1", to[3] = "-1";
2718                 data.ioc_inllen2 = strlen(from) + 1;
2719                 data.ioc_inlbuf2 = from;
2720                 data.ioc_inllen3 = strlen(to) + 1;
2721                 data.ioc_inlbuf3 = to;
2722         }
2723         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2724                 cfs_size_round(data.ioc_inllen1) -
2725                 cfs_size_round(data.ioc_inllen2) -
2726                 cfs_size_round(data.ioc_inllen3);
2727         memset(buf, 0, sizeof(rawbuf));
2728         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2729         if (rc) {
2730                 fprintf(stderr, "error: %s: invalid ioctl\n",
2731                         jt_cmdname(argv[0]));
2732                 return rc;
2733         }
2734
2735         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2736         if (rc == 0)
2737                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2738         else
2739                 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2740                         strerror(errno));
2741         return rc;
2742 }
2743
2744 int jt_llog_remove(int argc, char **argv)
2745 {
2746         struct obd_ioctl_data data;
2747         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2748         int rc;
2749
2750         if (argc != 3 && argc != 2)
2751                 return CMD_HELP;
2752
2753         memset(&data, 0, sizeof(data));
2754         data.ioc_dev = cur_device;
2755         data.ioc_inllen1 = strlen(argv[1]) + 1;
2756         data.ioc_inlbuf1 = argv[1];
2757         if (argc == 3){
2758                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2759                 data.ioc_inlbuf2 = argv[2];
2760         }
2761         memset(buf, 0, sizeof(rawbuf));
2762         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2763         if (rc) {
2764                 fprintf(stderr, "error: %s: invalid ioctl\n",
2765                         jt_cmdname(argv[0]));
2766                 return rc;
2767         }
2768
2769         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2770         if (rc == 0) {
2771                 if (argc == 3)
2772                         fprintf(stdout, "log %s are removed.\n", argv[2]);
2773                 else
2774                         fprintf(stdout, "the log in catalog %s are removed. \n", argv[1]);
2775         } else
2776                 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2777                         strerror(errno));
2778
2779         return rc;
2780 }
2781
2782 /* attach a regular file to virtual block device.
2783  * return vaule:
2784  *  -1: fatal error
2785  *  1: error, it always means the command run failed
2786  *  0: success
2787  */
2788 static int jt_blockdev_run_process(const char *file, char *argv[])
2789 {
2790         pid_t pid;
2791         int rc;
2792
2793         pid = vfork();
2794         if (pid == 0) { /* child process */
2795                 /* don't print error messages */
2796                 close(1), close(2);
2797                 (void)execvp(file, argv);
2798                 exit(-1);
2799         } else if (pid > 0) {
2800                 int status;
2801
2802                 rc = waitpid(pid, &status, 0);
2803                 if (rc < 0 || !WIFEXITED(status))
2804                         return -1;
2805
2806                 return WEXITSTATUS(status);
2807         }
2808
2809         return -1;
2810 }
2811
2812 static int jt_blockdev_find_module(const char *module)
2813 {
2814         FILE *fp;
2815         int found = 0;
2816         char buf[1024];
2817
2818         fp = fopen("/proc/modules", "r");
2819         if (fp == NULL)
2820                 return -1;
2821
2822         while (fgets(buf, 1024, fp) != NULL) {
2823                 *strchr(buf, ' ') = 0;
2824                 if (strcmp(module, buf) == 0) {
2825                         found = 1;
2826                         break;
2827                 }
2828         }
2829         fclose(fp);
2830
2831         return found;
2832 }
2833
2834 static int jt_blockdev_probe_module(const char *module)
2835 {
2836         char buf[1024];
2837         char *argv[10];
2838         int c, rc;
2839
2840         if (jt_blockdev_find_module(module) == 1)
2841                 return 0;
2842
2843         /* run modprobe first */
2844         c = 0;
2845         argv[c++] = "/sbin/modprobe";
2846         argv[c++] = "-q";
2847         argv[c++] = (char *)module;
2848         argv[c++] = NULL;
2849         rc = jt_blockdev_run_process("modprobe", argv);
2850         if (rc != 1)
2851                 return rc;
2852
2853         /* cannot find the module in default directory ... */
2854         sprintf(buf, "../llite/%s.ko", module);
2855         c = 0;
2856         argv[c++] = "/sbin/insmod";
2857         argv[c++] = buf;
2858         argv[c++] = NULL;
2859         rc = jt_blockdev_run_process("insmod", argv);
2860         return rc ? -1 : 0;
2861 }
2862
2863 int jt_blockdev_attach(int argc, char **argv)
2864 {
2865         int rc, fd;
2866         struct stat st;
2867         char *filename, *devname;
2868         unsigned long dev;
2869
2870         if (argc != 3)
2871                 return CMD_HELP;
2872
2873         if (jt_blockdev_probe_module("llite_lloop") < 0) {
2874                 fprintf(stderr, "error: cannot find module llite_lloop.(k)o\n");
2875                 return ENOENT;
2876         }
2877
2878         filename = argv[1];
2879         devname = argv[2];
2880
2881         fd = open(filename, O_RDWR);
2882         if (fd < 0) {
2883                 fprintf(stderr, "file %s can't be opened(%s)\n\n",
2884                         filename, strerror(errno));
2885                 return CMD_HELP;
2886         }
2887
2888         rc = ioctl(fd, LL_IOC_LLOOP_ATTACH, &dev);
2889         if (rc < 0) {
2890                 rc = errno;
2891                 fprintf(stderr, "attach error(%s)\n", strerror(rc));
2892                 goto out;
2893         }
2894
2895         rc = stat(devname, &st);
2896         if (rc == 0 && (!S_ISBLK(st.st_mode) || st.st_rdev != dev)) {
2897                 rc = EEXIST;
2898         } else if (rc < 0) {
2899                 if (errno == ENOENT &&
2900                     !mknod(devname, S_IFBLK|S_IRUSR|S_IWUSR, dev))
2901                         rc = 0;
2902                 else
2903                         rc = errno;
2904         }
2905
2906         if (rc) {
2907                 fprintf(stderr, "error: the file %s could be attached to block "
2908                                 "device %X but creating %s failed: %s\n"
2909                                 "now detaching the block device..",
2910                         filename, (int)dev, devname, strerror(rc));
2911
2912                 (void)ioctl(fd, LL_IOC_LLOOP_DETACH_BYDEV, dev);
2913                 fprintf(stderr, "%s\n", strerror(errno));
2914         }
2915 out:
2916         close(fd);
2917         return -rc;
2918 }
2919
2920 int jt_blockdev_detach(int argc, char **argv)
2921 {
2922         char *filename;
2923         int rc, fd;
2924
2925         if (argc != 2)
2926                 return CMD_HELP;
2927
2928         filename = argv[1];
2929         fd = open(filename, O_RDONLY);
2930         if (fd < 0) {
2931                 fprintf(stderr, "cannot open file %s error %s\n",
2932                         filename, strerror(errno));
2933                 return CMD_HELP;
2934         }
2935
2936         rc = ioctl(fd, LL_IOC_LLOOP_DETACH, 0);
2937         if (rc < 0) {
2938                 rc = errno;
2939                 fprintf(stderr, "detach error(%s)\n", strerror(rc));
2940         } else {
2941                 (void)unlink(filename);
2942         }
2943
2944         close(fd);
2945         return -rc;
2946 }
2947
2948 int jt_blockdev_info(int argc, char **argv)
2949 {
2950         char *filename;
2951         int rc, fd;
2952         struct lu_fid fid;
2953
2954         if (argc != 2)
2955                 return CMD_HELP;
2956
2957         filename = argv[1];
2958         fd = open(filename, O_RDONLY);
2959         if (fd < 0) {
2960                 fprintf(stderr, "cannot open file %s error: %s\n",
2961                         filename, strerror(errno));
2962                 return CMD_HELP;
2963         }
2964
2965         rc = ioctl(fd, LL_IOC_LLOOP_INFO, &fid);
2966         if (rc < 0) {
2967                 rc = errno;
2968                 fprintf(stderr, "error: %s\n", strerror(errno));
2969                 goto out;
2970         }
2971         fprintf(stdout, "lloop device info: ");
2972         if (fid_is_zero(&fid))
2973                 fprintf(stdout, "Not attached\n");
2974         else
2975                 fprintf(stdout, "attached to inode "DFID"\n", PFID(&fid));
2976 out:
2977         close(fd);
2978         return -rc;
2979 }
2980
2981 static void signal_server(int sig)
2982 {
2983         if (sig == SIGINT) {
2984                 do_disconnect("sigint", 1);
2985                 exit(1);
2986         } else
2987                 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
2988 }
2989
2990 int obd_initialize(int argc, char **argv)
2991 {
2992         int i;
2993
2994         for (i = 0; i < LOV_MAX_STRIPE_COUNT; i++)
2995                 lsm_buffer.lsm.lsm_oinfo[i] = lov_oinfos + i;
2996
2997         if (shmem_setup() != 0)
2998                 return -1;
2999
3000         register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
3001                          OBD_DEV_MAJOR, OBD_DEV_MINOR);
3002
3003         return 0;
3004 }
3005
3006 void obd_finalize(int argc, char **argv)
3007 {
3008         struct sigaction sigact;
3009
3010         sigact.sa_handler = signal_server;
3011         sigfillset(&sigact.sa_mask);
3012         sigact.sa_flags = SA_RESTART;
3013         sigaction(SIGINT, &sigact, NULL);
3014
3015         shmem_cleanup();
3016         do_disconnect(argv[0], 1);
3017 }
3018
3019 static int check_pool_cmd(enum lcfg_command_type cmd,
3020                           char *fsname, char *poolname,
3021                           char *ostname)
3022 {
3023         int rc;
3024
3025         rc = llapi_search_ost(fsname, poolname, ostname);
3026         if (rc < 0 && (cmd != LCFG_POOL_NEW)) {
3027                 fprintf(stderr, "Pool %s.%s not found\n",
3028                         fsname, poolname);
3029                 return rc;
3030         }
3031
3032         switch (cmd) {
3033         case LCFG_POOL_NEW: {
3034                 LASSERT(ostname == NULL);
3035                 if (rc >= 0) {
3036                         fprintf(stderr, "Pool %s.%s already exists\n",
3037                                 fsname, poolname);
3038                         return -EEXIST;
3039                 }
3040                 return 0;
3041         }
3042         case LCFG_POOL_DEL: {
3043                 LASSERT(ostname == NULL);
3044                 if (rc == 1) {
3045                         fprintf(stderr, "Pool %s.%s not empty, "
3046                                 "please remove all members\n",
3047                                 fsname, poolname);
3048                         return -ENOTEMPTY;
3049                 }
3050                 return 0;
3051         }
3052         case LCFG_POOL_ADD: {
3053                 if (rc == 1) {
3054                         fprintf(stderr, "OST %s is already in pool %s.%s\n",
3055                                 ostname, fsname, poolname);
3056                         return -EEXIST;
3057                 }
3058                 rc = llapi_search_ost(fsname, NULL, ostname);
3059                 if (rc == 0) {
3060                         fprintf(stderr, "OST %s is not part of the '%s' fs.\n",
3061                                 ostname, fsname);
3062                         return -ENOENT;
3063                 }
3064                 return 0;
3065         }
3066         case LCFG_POOL_REM: {
3067                 if (rc == 0) {
3068                         fprintf(stderr, "OST %s not found in pool %s.%s\n",
3069                                 ostname, fsname, poolname);
3070                         return -ENOENT;
3071                 }
3072                 return 0;
3073         }
3074         default:
3075                 break;
3076         } /* switch */
3077         return -EINVAL;
3078 }
3079
3080 /* This check only verifies that the changes have been "pushed out" to
3081    the client successfully.  This involves waiting for a config update,
3082    and so may fail because of problems in that code or post-command
3083    network loss. So reporting a warning is appropriate, but not a failure.
3084 */
3085 static int check_pool_cmd_result(enum lcfg_command_type cmd,
3086                                  char *fsname, char *poolname,
3087                                  char *ostname)
3088 {
3089         int cpt = 10;
3090         int rc = 0;
3091
3092         switch (cmd) {
3093         case LCFG_POOL_NEW: {
3094                 do {
3095                         rc = llapi_search_ost(fsname, poolname, NULL);
3096                         if (rc == -ENODEV)
3097                                 return rc;
3098                         if (rc < 0)
3099                                 sleep(2);
3100                         cpt--;
3101                 } while ((rc < 0) && (cpt > 0));
3102                 if (rc >= 0) {
3103                         fprintf(stderr, "Pool %s.%s created\n",
3104                                 fsname, poolname);
3105                         return 0;
3106                 } else {
3107                         fprintf(stderr, "Warning, pool %s.%s not found\n",
3108                                 fsname, poolname);
3109                         return -ENOENT;
3110                 }
3111         }
3112         case LCFG_POOL_DEL: {
3113                 do {
3114                         rc = llapi_search_ost(fsname, poolname, NULL);
3115                         if (rc == -ENODEV)
3116                                 return rc;
3117                         if (rc >= 0)
3118                                 sleep(2);
3119                         cpt--;
3120                 } while ((rc >= 0) && (cpt > 0));
3121                 if (rc < 0) {
3122                         fprintf(stderr, "Pool %s.%s destroyed\n",
3123                                 fsname, poolname);
3124                         return 0;
3125                 } else {
3126                         fprintf(stderr, "Warning, pool %s.%s still found\n",
3127                                 fsname, poolname);
3128                         return -EEXIST;
3129                 }
3130         }
3131         case LCFG_POOL_ADD: {
3132                 do {
3133                         rc = llapi_search_ost(fsname, poolname, ostname);
3134                         if (rc == -ENODEV)
3135                                 return rc;
3136                         if (rc != 1)
3137                                 sleep(2);
3138                         cpt--;
3139                 } while ((rc != 1) && (cpt > 0));
3140                 if (rc == 1) {
3141                         fprintf(stderr, "OST %s added to pool %s.%s\n",
3142                                 ostname, fsname, poolname);
3143                         return 0;
3144                 } else {
3145                         fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
3146                                 ostname, fsname, poolname);
3147                         return -ENOENT;
3148                 }
3149         }
3150         case LCFG_POOL_REM: {
3151                 do {
3152                         rc = llapi_search_ost(fsname, poolname, ostname);
3153                         if (rc == -ENODEV)
3154                                 return rc;
3155                         if (rc == 1)
3156                                 sleep(2);
3157                         cpt--;
3158                 } while ((rc == 1) && (cpt > 0));
3159                 if (rc != 1) {
3160                         fprintf(stderr, "OST %s removed from pool %s.%s\n",
3161                                 ostname, fsname, poolname);
3162                         return 0;
3163                 } else {
3164                         fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
3165                                 ostname, fsname, poolname);
3166                         return -EEXIST;
3167                 }
3168         }
3169         default:
3170                 break;
3171         }
3172         return -EINVAL;
3173 }
3174
3175 static int check_and_complete_ostname(char *fsname, char *ostname)
3176 {
3177         char *ptr;
3178         char real_ostname[MAX_OBD_NAME + 1];
3179         char i;
3180
3181         /* if OST name does not start with fsname, we add it */
3182         /* if not check if the fsname is the right one */
3183         ptr = strchr(ostname, '-');
3184         if (ptr == NULL) {
3185                 sprintf(real_ostname, "%s-%s", fsname, ostname);
3186         } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
3187                 fprintf(stderr, "%s does not start with fsname %s\n",
3188                         ostname, fsname);
3189                 return -EINVAL;
3190         } else {
3191              strcpy(real_ostname, ostname);
3192         }
3193         /* real_ostname is fsname-????? */
3194         ptr = real_ostname + strlen(fsname) + 1;
3195         if (strncmp(ptr, "OST", 3) != 0) {
3196                 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
3197                         ostname, fsname);
3198                 return -EINVAL;
3199         }
3200         /* real_ostname is fsname-OST????? */
3201         ptr += 3;
3202         for (i = 0; i < 4; i++) {
3203                 if (!isxdigit(*ptr)) {
3204                         fprintf(stderr,
3205                                 "ost's index in %s is not an hexa number\n",
3206                                 ostname);
3207                         return -EINVAL;
3208                 }
3209                 ptr++;
3210         }
3211         /* real_ostname is fsname-OSTXXXX????? */
3212         /* if OST name does not end with _UUID, we add it */
3213         if (*ptr == '\0') {
3214                 strcat(real_ostname, "_UUID");
3215         } else if (strcmp(ptr, "_UUID") != 0) {
3216                 fprintf(stderr,
3217                         "ostname %s does not end with _UUID\n", ostname);
3218                 return -EINVAL;
3219         }
3220         /* real_ostname is fsname-OSTXXXX_UUID */
3221         strcpy(ostname, real_ostname);
3222         return 0;
3223 }
3224
3225 /* returns 0 or -errno */
3226 static int pool_cmd(enum lcfg_command_type cmd,
3227                     char *cmdname, char *fullpoolname,
3228                     char *fsname, char *poolname, char *ostname)
3229 {
3230         int rc = 0;
3231         struct obd_ioctl_data data;
3232         struct lustre_cfg_bufs bufs;
3233         struct lustre_cfg *lcfg;
3234         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3235
3236         rc = check_pool_cmd(cmd, fsname, poolname, ostname);
3237         if (rc == -ENODEV)
3238                 fprintf(stderr, "Can't verify pool command since there "
3239                         "is no local MDT or client, proceeding anyhow...\n");
3240         else if (rc)
3241                 return rc;
3242
3243         lustre_cfg_bufs_reset(&bufs, NULL);
3244         lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
3245         lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
3246         if (ostname != NULL)
3247                 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
3248
3249         lcfg = lustre_cfg_new(cmd, &bufs);
3250         if (IS_ERR(lcfg)) {
3251                 rc = PTR_ERR(lcfg);
3252                 return rc;
3253         }
3254
3255         memset(&data, 0, sizeof(data));
3256         rc = data.ioc_dev = get_mgs_device();
3257         if (rc < 0)
3258                 goto out;
3259
3260         data.ioc_type = LUSTRE_CFG_TYPE;
3261         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3262                                         lcfg->lcfg_buflens);
3263         data.ioc_pbuf1 = (void *)lcfg;
3264
3265         memset(buf, 0, sizeof(rawbuf));
3266         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3267         if (rc) {
3268                 fprintf(stderr, "error: %s: invalid ioctl\n",
3269                         jt_cmdname(cmdname));
3270                 return rc;
3271         }
3272         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
3273 out:
3274         if (rc)
3275                 rc = -errno;
3276         lustre_cfg_free(lcfg);
3277         return rc;
3278 }
3279
3280 /*
3281  * this function tranforms a rule [start-end/step] into an array
3282  * of matching numbers
3283  * supported forms are:
3284  * [start]                : just this number
3285  * [start-end]            : all numbers from start to end
3286  * [start-end/step]       : numbers from start to end with increment of step
3287  * on return, format contains a printf format string which can be used
3288  * to generate all the strings
3289  */
3290 static int get_array_idx(char *rule, char *format, int **array)
3291 {
3292         char *start, *end, *ptr;
3293         unsigned int lo, hi, step;
3294         int array_sz = 0;
3295         int i, array_idx;
3296         int rc;
3297
3298         start = strchr(rule, '[');
3299         end = strchr(rule, ']');
3300         if ((start == NULL) || (end == NULL)) {
3301                 *array = malloc(sizeof(int));
3302                 if (*array == NULL)
3303                         return 0;
3304                 strcpy(format, rule);
3305                 array_sz = 1;
3306                 return array_sz;
3307         }
3308         *start = '\0';
3309         *end = '\0';
3310         end++;
3311         start++;
3312         /* put in format the printf format (the rule without the range) */
3313         sprintf(format, "%s%%.4x%s", rule, end);
3314
3315         array_idx = 0;
3316         array_sz = 0;
3317         *array = NULL;
3318         /* loop on , separator */
3319         do {
3320                 /* extract the 3 fields */
3321                 rc = sscanf(start, "%x-%x/%u", &lo, &hi, &step);
3322                 switch (rc) {
3323                 case 0: {
3324                         return 0;
3325                 }
3326                 case 1: {
3327                         array_sz++;
3328                         *array = realloc(*array, array_sz * sizeof(int));
3329                         if (*array == NULL)
3330                                 return 0;
3331                         (*array)[array_idx] = lo;
3332                         array_idx++;
3333                         break;
3334                 }
3335                 case 2: {
3336                         step = 1;
3337                         /* do not break to share code with case 3: */
3338                 }
3339                 case 3: {
3340                         if ((hi < lo) || (step == 0))
3341                                 return 0;
3342                         array_sz += (hi - lo) / step + 1;
3343                         *array = realloc(*array, sizeof(int) * array_sz);
3344                         if (*array == NULL)
3345                                 return 0;
3346                         for (i = lo; i <= hi; i+=step, array_idx++)
3347                                 (*array)[array_idx] = i;
3348                         break;
3349                 }
3350                 }
3351                 ptr = strchr(start, ',');
3352                 if (ptr != NULL)
3353                         start = ptr + 1;
3354
3355         } while (ptr != NULL);
3356         return array_sz;
3357 }
3358
3359 static int extract_fsname_poolname(char *arg, char *fsname, char *poolname)
3360 {
3361         char *ptr;
3362         int len;
3363         int rc;
3364
3365         strcpy(fsname, arg);
3366         ptr = strchr(fsname, '.');
3367         if (ptr == NULL) {
3368                 fprintf(stderr, ". is missing in %s\n", fsname);
3369                 rc = -EINVAL;
3370                 goto err;
3371         }
3372
3373         len = ptr - fsname;
3374         if (len == 0) {
3375                 fprintf(stderr, "fsname is empty\n");
3376                 rc = -EINVAL;
3377                 goto err;
3378         }
3379
3380         len = strlen(ptr + 1);
3381         if (len == 0) {
3382                 fprintf(stderr, "poolname is empty\n");
3383                 rc = -EINVAL;
3384                 goto err;
3385         }
3386         if (len > LOV_MAXPOOLNAME) {
3387                 fprintf(stderr,
3388                         "poolname %s is too long (length is %d max is %d)\n",
3389                         ptr + 1, len, LOV_MAXPOOLNAME);
3390                 rc = -ENAMETOOLONG;
3391                 goto err;
3392         }
3393         strncpy(poolname, ptr + 1, LOV_MAXPOOLNAME);
3394         poolname[LOV_MAXPOOLNAME] = '\0';
3395         *ptr = '\0';
3396         return 0;
3397
3398 err:
3399         fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
3400         return rc;
3401 }
3402
3403 int jt_pool_cmd(int argc, char **argv)
3404 {
3405         enum lcfg_command_type cmd;
3406         char fsname[PATH_MAX + 1];
3407         char poolname[LOV_MAXPOOLNAME + 1];
3408         char *ostnames_buf = NULL;
3409         int i, rc;
3410         int *array = NULL, array_sz;
3411         struct {
3412                 int     rc;
3413                 char   *ostname;
3414         } *cmds = NULL;
3415
3416         switch (argc) {
3417         case 0:
3418         case 1: return CMD_HELP;
3419         case 2: {
3420                 if (strcmp("pool_new", argv[0]) == 0)
3421                         cmd = LCFG_POOL_NEW;
3422                 else if (strcmp("pool_destroy", argv[0]) == 0)
3423                         cmd = LCFG_POOL_DEL;
3424                 else if (strcmp("pool_list", argv[0]) == 0)
3425                          return llapi_poollist(argv[1]);
3426                 else return CMD_HELP;
3427
3428                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3429                 if (rc)
3430                         break;
3431
3432                 rc = pool_cmd(cmd, argv[0], argv[1], fsname, poolname, NULL);
3433                 if (rc)
3434                         break;
3435
3436                 check_pool_cmd_result(cmd, fsname, poolname, NULL);
3437                 break;
3438         }
3439         default: {
3440                 char format[2*MAX_OBD_NAME];
3441
3442                 if (strcmp("pool_remove", argv[0]) == 0) {
3443                         cmd = LCFG_POOL_REM;
3444                 } else if (strcmp("pool_add", argv[0]) == 0) {
3445                         cmd = LCFG_POOL_ADD;
3446                 } else {
3447                         return CMD_HELP;
3448                 }
3449
3450                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3451                 if (rc)
3452                         break;
3453
3454                 for (i = 2; i < argc; i++) {
3455                         int j;
3456
3457                         array_sz = get_array_idx(argv[i], format, &array);
3458                         if (array_sz == 0)
3459                                 return CMD_HELP;
3460
3461                         cmds = malloc(array_sz * sizeof(cmds[0]));
3462                         if (cmds != NULL) {
3463                                 ostnames_buf = malloc(array_sz *
3464                                                       (MAX_OBD_NAME + 1));
3465                         } else {
3466                                 free(array);
3467                                 rc = -ENOMEM;
3468                                 goto out;
3469                         }
3470
3471                         for (j = 0; j < array_sz; j++) {
3472                                 char ostname[MAX_OBD_NAME + 1];
3473
3474                                 snprintf(ostname, MAX_OBD_NAME, format,
3475                                          array[j]);
3476                                 ostname[MAX_OBD_NAME] = '\0';
3477
3478                                 rc = check_and_complete_ostname(fsname,ostname);
3479                                 if (rc) {
3480                                         free(array);
3481                                         free(cmds);
3482                                         if (ostnames_buf)
3483                                                 free(ostnames_buf);
3484                                         goto out;
3485                                 }
3486                                 if (ostnames_buf != NULL) {
3487                                         cmds[j].ostname =
3488                                           &ostnames_buf[(MAX_OBD_NAME + 1) * j];
3489                                         strcpy(cmds[j].ostname, ostname);
3490                                 } else {
3491                                         cmds[j].ostname = NULL;
3492                                 }
3493                                 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
3494                                                       fsname, poolname,
3495                                                       ostname);
3496                                 /* Return an err if any of the add/dels fail */
3497                                 if (!rc)
3498                                         rc = cmds[j].rc;
3499                         }
3500                         for (j = 0; j < array_sz; j++) {
3501                                 if (!cmds[j].rc) {
3502                                         char ostname[MAX_OBD_NAME + 1];
3503
3504                                         if (!cmds[j].ostname) {
3505                                                 snprintf(ostname, MAX_OBD_NAME,
3506                                                          format, array[j]);
3507                                                 ostname[MAX_OBD_NAME] = '\0';
3508                                                 check_and_complete_ostname(
3509                                                         fsname, ostname);
3510                                         } else {
3511                                                 strcpy(ostname,
3512                                                        cmds[j].ostname);
3513                                         }
3514                                         check_pool_cmd_result(cmd, fsname,
3515                                                               poolname,ostname);
3516                                 }
3517                         }
3518                         if (array_sz > 0)
3519                                 free(array);
3520                         if (cmds)
3521                                 free(cmds);
3522                         if (ostnames_buf);
3523                                 free(ostnames_buf);
3524                 }
3525                 /* fall through */
3526         }
3527         } /* switch */
3528
3529 out:
3530         if (rc != 0) {
3531                 errno = -rc;
3532                 perror(argv[0]);
3533         }
3534
3535         return rc;
3536 }
3537
3538 int jt_get_obj_version(int argc, char **argv)
3539 {
3540         struct lu_fid fid;
3541         struct obd_ioctl_data data;
3542         __u64 version;
3543         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf, *fidstr;
3544         int rc;
3545
3546         if (argc != 2)
3547                 return CMD_HELP;
3548
3549         fidstr = argv[1];
3550         while (*fidstr == '[')
3551                 fidstr++;
3552         sscanf(fidstr, SFID, RFID(&fid));
3553         if (!fid_is_sane(&fid)) {
3554                 fprintf(stderr, "bad FID format [%s], should be "DFID"\n",
3555                         fidstr, (__u64)1, 2, 0);
3556                 return -EINVAL;
3557         }
3558
3559         memset(&data, 0, sizeof data);
3560         data.ioc_dev = cur_device;
3561         data.ioc_inlbuf1 = (char *) &fid;
3562         data.ioc_inllen1 = sizeof fid;
3563         data.ioc_inlbuf2 = (char *) &version;
3564         data.ioc_inllen2 = sizeof version;
3565
3566         memset(buf, 0, sizeof *buf);
3567         rc = obd_ioctl_pack(&data, &buf, sizeof rawbuf);
3568         if (rc) {
3569                 fprintf(stderr, "error: %s: packing ioctl arguments: %s\n",
3570                         jt_cmdname(argv[0]), strerror(-rc));
3571                 return rc;
3572         }
3573
3574         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GET_OBJ_VERSION, buf);
3575         if (rc == -1) {
3576                 fprintf(stderr, "error: %s: ioctl: %s\n",
3577                         jt_cmdname(argv[0]), strerror(errno));
3578                 return -errno;
3579         }
3580
3581         obd_ioctl_unpack(&data, buf, sizeof rawbuf);
3582         printf(LPX64"\n", version);
3583         return 0;
3584 }
3585
3586 void  llapi_ping_target(char *obd_type, char *obd_name,
3587                         char *obd_uuid, void *args)
3588 {
3589         int  rc;
3590         struct obd_ioctl_data data;
3591         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3592
3593         memset(&data, 0, sizeof(data));
3594         data.ioc_inlbuf4 = obd_name;
3595         data.ioc_inllen4 = strlen(obd_name) + 1;
3596         data.ioc_dev = OBD_DEV_BY_DEVNAME;
3597         memset(buf, 0, sizeof(rawbuf));
3598         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
3599                 fprintf(stderr, "error: invalid ioctl\n");
3600                 return;
3601         }
3602         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_PING_TARGET, buf);
3603         if (rc)
3604                 rc = errno;
3605         if (rc == ENOTCONN || rc == ESHUTDOWN) {
3606                 printf("%s: INACTIVE\n", obd_name);
3607         } else if (rc) {
3608                 printf("%s: check error: %s\n",
3609                         obd_name, strerror(errno));
3610         } else {
3611                 printf("%s: active\n", obd_name);
3612         }
3613 }
3614
3615 int jt_changelog_register(int argc, char **argv)
3616 {
3617         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3618         struct obd_ioctl_data data;
3619         char devname[30];
3620         int rc;
3621
3622         if (argc > 2)
3623                 return CMD_HELP;
3624         else if (argc == 2 && strcmp(argv[1], "-n") != 0)
3625                 return CMD_HELP;
3626         if (cur_device < 0)
3627                 return CMD_HELP;
3628
3629         memset(&data, 0, sizeof(data));
3630         data.ioc_dev = cur_device;
3631         memset(buf, 0, sizeof(rawbuf));
3632         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3633         if (rc) {
3634                 fprintf(stderr, "error: %s: invalid ioctl\n",
3635                         jt_cmdname(argv[0]));
3636                return rc;
3637         }
3638
3639         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_REG, buf);
3640         if (rc < 0) {
3641                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3642                         strerror(rc = errno));
3643                 return rc;
3644         }
3645         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3646
3647         if (data.ioc_u32_1 == 0) {
3648                 fprintf(stderr, "received invalid userid!\n");
3649                 return EPROTO;
3650         }
3651
3652         if (lcfg_get_devname() != NULL)
3653                 strcpy(devname, lcfg_get_devname());
3654         else
3655                 sprintf(devname, "dev %d", cur_device);
3656
3657         if (argc == 2)
3658                 /* -n means bare name */
3659                 printf(CHANGELOG_USER_PREFIX"%u\n", data.ioc_u32_1);
3660         else
3661                 printf("%s: Registered changelog userid '"CHANGELOG_USER_PREFIX
3662                        "%u'\n", devname, data.ioc_u32_1);
3663         return 0;
3664 }
3665
3666 int jt_changelog_deregister(int argc, char **argv)
3667 {
3668         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3669         struct obd_ioctl_data data;
3670         char devname[30];
3671         int id, rc;
3672
3673         if (argc != 2 || cur_device < 0)
3674                 return CMD_HELP;
3675
3676         id = strtol(argv[1] + strlen(CHANGELOG_USER_PREFIX), NULL, 10);
3677         if ((id == 0) || (strncmp(argv[1], CHANGELOG_USER_PREFIX,
3678                                   strlen(CHANGELOG_USER_PREFIX)) != 0)) {
3679                 fprintf(stderr, "expecting id of the form '"
3680                         CHANGELOG_USER_PREFIX"<num>'; got '%s'\n", argv[1]);
3681                 return CMD_HELP;
3682         }
3683
3684         memset(&data, 0, sizeof(data));
3685         data.ioc_dev = cur_device;
3686         data.ioc_u32_1 = id;
3687         memset(buf, 0, sizeof(rawbuf));
3688         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3689         if (rc) {
3690                 fprintf(stderr, "error: %s: invalid ioctl\n",
3691                         jt_cmdname(argv[0]));
3692                 return rc;
3693         }
3694
3695         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_DEREG, buf);
3696         if (rc < 0) {
3697                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3698                         strerror(rc = errno));
3699                 return rc;
3700         }
3701         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3702
3703         if (data.ioc_u32_1 != id) {
3704                 fprintf(stderr, "No changelog user '%s'.  Blocking user"
3705                         " is '"CHANGELOG_USER_PREFIX"%d'.\n", argv[1],
3706                         data.ioc_u32_1);
3707                 return ENOENT;
3708         }
3709
3710         if (lcfg_get_devname() != NULL)
3711                 strcpy(devname, lcfg_get_devname());
3712         else
3713                 sprintf(devname, "dev %d", cur_device);
3714
3715         printf("%s: Deregistered changelog user '"CHANGELOG_USER_PREFIX"%d'\n",
3716                devname, data.ioc_u32_1);
3717         return 0;
3718 }
3719
3720