lustre/utils/obd.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2011, 2015, Intel Corporation.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/utils/obd.c
  37  *
  38  * Author: Peter J. Braam <braam@clusterfs.com>
  39  * Author: Phil Schwan <phil@clusterfs.com>
  40  * Author: Andreas Dilger <adilger@clusterfs.com>
  41  * Author: Robert Read <rread@clusterfs.com>
  42  */
  43
  44 #include <sys/ioctl.h>
  45 #include <sys/socket.h>
  46 #include <sys/stat.h>
  47 #include <sys/time.h>
  48 #include <sys/types.h>
  49 #include <sys/un.h>
  50 #include <sys/wait.h>
  51
  52 #include <ctype.h>
  53 #include <errno.h>
  54 #include <fcntl.h>
  55 #include <getopt.h>
  56 #include <signal.h>
  57 #include <stdarg.h>
  58 #include <stdbool.h>
  59 #include <stdio.h>
  60 #include <stdlib.h>
  61 #include <string.h>
  62 #include <time.h>
  63 #include <unistd.h>
  64
  65 #include "obdctl.h"
  66 #include <libcfs/util/ioctl.h>
  67 #include <libcfs/util/param.h>
  68 #include <libcfs/util/parser.h>
  69 #include <libcfs/util/string.h>
  70
  71 #include <lnet/nidstr.h>
  72 #include <lustre/lustre_idl.h>
  73 #include <lustre_cfg.h>
  74 #include <lustre_ioctl.h>
  75 #include <lustre/lustre_build_version.h>
  76
  77 #include <lnet/lnetctl.h>
  78 #include <lustre/lustreapi.h>
  79 #include <lustre_param.h>
  80
  81 #define MAX_STRING_SIZE 128
  82
  83 #if HAVE_LIBPTHREAD
  84 #include <sys/ipc.h>
  85 #include <sys/shm.h>
  86 #include <pthread.h>
  87
  88 #define MAX_THREADS 4096
  89 #define MAX_BASE_ID 0xffffffff
  90 #define NIDSTRING_LENGTH 64
  91 struct shared_data {
  92         pthread_mutex_t mutex;
  93         pthread_cond_t  cond;
  94         int       stopping;
  95         struct {
  96                 __u64 counters[MAX_THREADS];
  97                 __u64 offsets[MAX_THREADS];
  98                 int   thr_running;
  99                 int   start_barrier;
 100                 int   stop_barrier;
 101                 struct timeval start_time;
 102                 struct timeval end_time;
 103         } body;
 104 };
 105
 106 static struct shared_data *shared_data;
 107 static __u64 counter_snapshot[2][MAX_THREADS];
 108 static int prev_valid;
 109 static struct timeval prev_time;
 110 static int thread;
 111 static int nthreads;
 112 #else
 113 const int thread = 0;
 114 const int nthreads = 1;
 115 #endif
 116
 117 static int cur_device = -1;
 118
 119 static int l2_ioctl(int dev_id, int opc, void *buf)
 120 {
 121         return l_ioctl(dev_id, opc, buf);
 122 }
 123
 124 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
 125 {
 126         struct obd_ioctl_data data;
 127         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 128         int rc;
 129
 130         memset(&data, 0, sizeof(data));
 131         data.ioc_dev = cur_device;
 132         data.ioc_type = LUSTRE_CFG_TYPE;
 133         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 134                                         lcfg->lcfg_buflens);
 135         data.ioc_pbuf1 = (void *)lcfg;
 136         memset(buf, 0, sizeof(rawbuf));
 137         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 138         if (rc) {
 139                 fprintf(stderr, "error: %s: invalid ioctl\n",
 140                         jt_cmdname(func));
 141                 return rc;
 142         }
 143
 144         rc =  l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
 145
 146         return rc;
 147 }
 148
 149 static int do_device(char *func, char *devname);
 150
 151 static int get_mgs_device()
 152 {
 153         char mgs[] = "$MGS";
 154         static int mgs_device = -1;
 155
 156         if (mgs_device == -1) {
 157                 int rc;
 158                 do_disconnect(NULL, 1);
 159                 rc = do_device("mgsioc", mgs);
 160                 if (rc) {
 161                         fprintf(stderr,
 162                                 "This command must be run on the MGS.\n");
 163                         errno = ENODEV;
 164                         return -1;
 165                 }
 166                 mgs_device = cur_device;
 167         }
 168         return mgs_device;
 169 }
 170
 171 /* Returns -1 on error with errno set */
 172 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
 173 {
 174         struct obd_ioctl_data data;
 175         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 176         int rc;
 177
 178         memset(&data, 0, sizeof(data));
 179         rc = data.ioc_dev = get_mgs_device();
 180         if (rc < 0)
 181                 goto out;
 182         data.ioc_type = LUSTRE_CFG_TYPE;
 183         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 184                                         lcfg->lcfg_buflens);
 185         data.ioc_pbuf1 = (void *)lcfg;
 186         memset(buf, 0, sizeof(rawbuf));
 187         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 188         if (rc) {
 189                 fprintf(stderr, "error: %s: invalid ioctl\n",
 190                         jt_cmdname(func));
 191                 return rc;
 192         }
 193
 194         rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
 195 out:
 196         if (rc) {
 197                 if (errno == ENOSYS)
 198                         fprintf(stderr, "Make sure cfg_device is set first.\n");
 199         }
 200         return rc;
 201 }
 202
 203 char *obdo_print(struct obdo *obd)
 204 {
 205         char buf[1024];
 206
 207         sprintf(buf, "id: "LPX64"\ngrp: "LPX64"\natime: "LPU64"\nmtime: "LPU64
 208                 "\nctime: "LPU64"\nsize: "LPU64"\nblocks: "LPU64
 209                 "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
 210                 "misc: %x\nnlink: %d,\nvalid "LPX64"\n",
 211                 ostid_id(&obd->o_oi), ostid_seq(&obd->o_oi), obd->o_atime,
 212                 obd->o_mtime, obd->o_ctime,
 213                 obd->o_size, obd->o_blocks, obd->o_blksize, obd->o_mode,
 214                 obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
 215                 obd->o_nlink, obd->o_valid);
 216         return strdup(buf);
 217 }
 218
 219
 220 #define BAD_VERBOSE (-999999999)
 221
 222 #define N2D_OFF 0x100      /* So we can tell between error codes and devices */
 223
 224 static int do_name2dev(char *func, char *name)
 225 {
 226         struct obd_ioctl_data data;
 227         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 228         int rc;
 229
 230         memset(&data, 0, sizeof(data));
 231         data.ioc_dev = cur_device;
 232         data.ioc_inllen1 = strlen(name) + 1;
 233         data.ioc_inlbuf1 = name;
 234
 235         memset(buf, 0, sizeof(rawbuf));
 236         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 237         if (rc < 0) {
 238                 fprintf(stderr, "error: %s: invalid ioctl\n",
 239                         jt_cmdname(func));
 240                 return -rc;
 241         }
 242         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
 243         if (rc < 0)
 244                 return errno;
 245         rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
 246         if (rc) {
 247                 fprintf(stderr, "error: %s: invalid reply\n",
 248                         jt_cmdname(func));
 249                 return rc;
 250         }
 251
 252         return data.ioc_dev + N2D_OFF;
 253 }
 254
 255 /*
 256  * resolve a device name to a device number.
 257  * supports a number, $name or %uuid.
 258  */
 259 int parse_devname(char *func, char *name)
 260 {
 261         int rc;
 262         int ret = -1;
 263
 264         if (!name)
 265                 return ret;
 266         if (isdigit(name[0])) {
 267                 ret = strtoul(name, NULL, 0);
 268         } else {
 269                 if (name[0] == '$' || name[0] == '%')
 270                         name++;
 271                 rc = do_name2dev(func, name);
 272                 if (rc >= N2D_OFF) {
 273                         ret = rc - N2D_OFF;
 274                         // printf("Name %s is device %d\n", name, ret);
 275                 } else {
 276                         fprintf(stderr, "No device found for name %s: %s\n",
 277                                 name, strerror(rc));
 278                 }
 279         }
 280         return ret;
 281 }
 282
 283 char *jt_cmdname(char *func)
 284 {
 285         static char buf[512];
 286
 287         if (thread) {
 288                 sprintf(buf, "%s-%d", func, thread);
 289                 return buf;
 290         }
 291
 292         return func;
 293 }
 294
 295 #define difftime(a, b)                                  \
 296         ((a)->tv_sec - (b)->tv_sec +                    \
 297          ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
 298
 299 static int be_verbose(int verbose, struct timeval *next_time,
 300                       __u64 num, __u64 *next_num, int num_total)
 301 {
 302         struct timeval now;
 303
 304         if (!verbose)
 305                 return 0;
 306
 307         if (next_time != NULL)
 308                 gettimeofday(&now, NULL);
 309
 310         /* A positive verbosity means to print every X iterations */
 311         if (verbose > 0 && (num >= *next_num || num >= num_total)) {
 312                 *next_num += verbose;
 313                 if (next_time) {
 314                         next_time->tv_sec = now.tv_sec - verbose;
 315                         next_time->tv_usec = now.tv_usec;
 316                 }
 317                 return 1;
 318         }
 319
 320         /* A negative verbosity means to print at most each X seconds */
 321         if (verbose < 0 && next_time != NULL &&
 322             difftime(&now, next_time) >= 0.0){
 323                 next_time->tv_sec = now.tv_sec - verbose;
 324                 next_time->tv_usec = now.tv_usec;
 325                 *next_num = num;
 326                 return 1;
 327         }
 328
 329         return 0;
 330 }
 331
 332 static int get_verbose(char *func, const char *arg)
 333 {
 334         int verbose;
 335         char *end;
 336
 337         if (!arg || arg[0] == 'v')
 338                 verbose = 1;
 339         else if (arg[0] == 's' || arg[0] == 'q')
 340                 verbose = 0;
 341         else {
 342                 verbose = (int)strtoul(arg, &end, 0);
 343                 if (*end) {
 344                         fprintf(stderr, "error: %s: bad verbose option '%s'\n",
 345                                 jt_cmdname(func), arg);
 346                         return BAD_VERBOSE;
 347                 }
 348         }
 349
 350         if (verbose < 0)
 351                 printf("Print status every %d seconds\n", -verbose);
 352         else if (verbose == 1)
 353                 printf("Print status every operation\n");
 354         else if (verbose > 1)
 355                 printf("Print status every %d operations\n", verbose);
 356
 357         return verbose;
 358 }
 359
 360 int do_disconnect(char *func, int verbose)
 361 {
 362         lcfg_set_devname(NULL);
 363         cur_device = -1;
 364         return 0;
 365 }
 366
 367 #ifdef MAX_THREADS
 368 static int shmem_setup(void)
 369 {
 370         pthread_mutexattr_t mattr;
 371         pthread_condattr_t  cattr;
 372         int                 rc;
 373         int                 shmid;
 374
 375         /* Create new segment */
 376         shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
 377         if (shmid == -1) {
 378                 fprintf(stderr, "Can't create shared data: %s\n",
 379                         strerror(errno));
 380                 return errno;
 381         }
 382
 383         /* Attatch to new segment */
 384         shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
 385
 386         if (shared_data == (struct shared_data *)(-1)) {
 387                 fprintf(stderr, "Can't attach shared data: %s\n",
 388                         strerror(errno));
 389                 shared_data = NULL;
 390                 return errno;
 391         }
 392
 393         /* Mark segment as destroyed, so it will disappear when we exit.
 394          * Forks will inherit attached segments, so we should be OK.
 395          */
 396         if (shmctl(shmid, IPC_RMID, NULL) == -1) {
 397                 fprintf(stderr, "Can't destroy shared data: %s\n",
 398                         strerror(errno));
 399                 return errno;
 400         }
 401
 402         pthread_mutexattr_init(&mattr);
 403         pthread_condattr_init(&cattr);
 404
 405         rc = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
 406         if (rc != 0) {
 407                 fprintf(stderr, "Can't set shared mutex attr\n");
 408                 goto out;
 409         }
 410
 411         rc = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
 412         if (rc != 0) {
 413                 fprintf(stderr, "Can't set shared cond attr\n");
 414                 goto out;
 415         }
 416
 417         pthread_mutex_init(&shared_data->mutex, &mattr);
 418         pthread_cond_init(&shared_data->cond, &cattr);
 419 out:
 420         pthread_mutexattr_destroy(&mattr);
 421         pthread_condattr_destroy(&cattr);
 422
 423         return rc;
 424 }
 425
 426 static inline void shmem_lock(void)
 427 {
 428         pthread_mutex_lock(&shared_data->mutex);
 429 }
 430
 431 static inline void shmem_unlock(void)
 432 {
 433         pthread_mutex_unlock(&shared_data->mutex);
 434 }
 435
 436 static inline void shmem_wait(void)
 437 {
 438         pthread_cond_wait(&shared_data->cond, &shared_data->mutex);
 439 }
 440
 441 static inline void shmem_wakeup_all(void)
 442 {
 443         pthread_cond_broadcast(&shared_data->cond);
 444 }
 445
 446 static inline void shmem_reset(int total_threads)
 447 {
 448         if (shared_data == NULL)
 449                 return;
 450
 451         memset(&shared_data->body, 0, sizeof(shared_data->body));
 452         memset(counter_snapshot, 0, sizeof(counter_snapshot));
 453         prev_valid = 0;
 454         shared_data->stopping = 0;
 455         shared_data->body.start_barrier = total_threads;
 456         shared_data->body.stop_barrier = total_threads;
 457 }
 458
 459 static inline void shmem_bump(__u32 counter)
 460 {
 461         static bool running_not_bumped = true;
 462
 463         if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
 464                 return;
 465
 466         shmem_lock();
 467         shared_data->body.counters[thread - 1] += counter;
 468         if (running_not_bumped) {
 469                 shared_data->body.thr_running++;
 470                 running_not_bumped = false;
 471         }
 472         shmem_unlock();
 473 }
 474
 475 static void shmem_total(int total_threads)
 476 {
 477         __u64 total = 0;
 478         double secs;
 479         int i;
 480
 481         if (shared_data == NULL || total_threads > MAX_THREADS)
 482                 return;
 483
 484         shmem_lock();
 485         for (i = 0; i < total_threads; i++)
 486                 total += shared_data->body.counters[i];
 487
 488         secs = difftime(&shared_data->body.end_time,
 489                         &shared_data->body.start_time);
 490         shmem_unlock();
 491
 492         printf("Total: total "LPU64" threads %d sec %f %f/second\n",
 493                total, total_threads, secs, total / secs);
 494
 495         return;
 496 }
 497
 498 static void shmem_snap(int total_threads, int live_threads)
 499 {
 500         struct timeval this_time;
 501         int non_zero = 0;
 502         __u64 total = 0;
 503         double secs;
 504         int running;
 505         int i;
 506
 507         if (shared_data == NULL || total_threads > MAX_THREADS)
 508                 return;
 509
 510         shmem_lock();
 511         memcpy(counter_snapshot[0], shared_data->body.counters,
 512                total_threads * sizeof(counter_snapshot[0][0]));
 513         running = shared_data->body.thr_running;
 514         shmem_unlock();
 515
 516         gettimeofday(&this_time, NULL);
 517
 518         for (i = 0; i < total_threads; i++) {
 519                 long long this_count =
 520                         counter_snapshot[0][i] - counter_snapshot[1][i];
 521
 522                 if (this_count != 0) {
 523                         non_zero++;
 524                         total += this_count;
 525                 }
 526         }
 527
 528         secs = difftime(&this_time, &prev_time);
 529         if (prev_valid && secs > 1.0)    /* someone screwed with the time? */
 530                 printf("%d/%d Total: %f/second\n", non_zero, total_threads,
 531                        total / secs);
 532
 533         memcpy(counter_snapshot[1], counter_snapshot[0],
 534                total_threads * sizeof(counter_snapshot[0][0]));
 535         prev_time = this_time;
 536         if (!prev_valid &&
 537             running == total_threads)
 538                 prev_valid = 1;
 539 }
 540
 541 static void shmem_stop(void)
 542 {
 543         if (shared_data == NULL)
 544                 return;
 545
 546         shared_data->stopping = 1;
 547 }
 548
 549 static void shmem_cleanup(void)
 550 {
 551         if (shared_data == NULL)
 552                 return;
 553
 554         shmem_stop();
 555
 556         pthread_mutex_destroy(&shared_data->mutex);
 557         pthread_cond_destroy(&shared_data->cond);
 558 }
 559
 560 static int shmem_running(void)
 561 {
 562         return (shared_data == NULL || !shared_data->stopping);
 563 }
 564
 565 static void shmem_end_time_locked(void)
 566 {
 567         shared_data->body.stop_barrier--;
 568         if (shared_data->body.stop_barrier == 0)
 569                 gettimeofday(&shared_data->body.end_time, NULL);
 570 }
 571
 572 static void shmem_start_time_locked(void)
 573 {
 574         shared_data->body.start_barrier--;
 575         if (shared_data->body.start_barrier == 0) {
 576                 shmem_wakeup_all();
 577                 gettimeofday(&shared_data->body.start_time, NULL);
 578         } else {
 579                 shmem_wait();
 580         }
 581 }
 582
 583 #else
 584 static int shmem_setup(void)
 585 {
 586         return 0;
 587 }
 588
 589 static inline void shmem_reset(int total_threads)
 590 {
 591 }
 592
 593 static inline void shmem_bump(__u32 counters)
 594 {
 595 }
 596
 597 static void shmem_lock()
 598 {
 599 }
 600
 601 static void shmem_unlock()
 602 {
 603 }
 604
 605 static void shmem_cleanup(void)
 606 {
 607 }
 608
 609 static int shmem_running(void)
 610 {
 611         return 1;
 612 }
 613 #endif
 614
 615 extern command_t cmdlist[];
 616
 617 static int do_device(char *func, char *devname)
 618 {
 619         int dev;
 620
 621         dev = parse_devname(func, devname);
 622         if (dev < 0)
 623                 return -1;
 624
 625         lcfg_set_devname(devname);
 626         cur_device = dev;
 627         return 0;
 628 }
 629
 630 int jt_obd_get_device()
 631 {
 632         return cur_device;
 633 }
 634
 635 int jt_obd_device(int argc, char **argv)
 636 {
 637         int rc;
 638
 639         if (argc > 2)
 640                 return CMD_HELP;
 641
 642         if (argc == 1) {
 643                 printf("current device is %d - %s\n",
 644                        cur_device, lcfg_get_devname() ? : "not set");
 645                 return 0;
 646         }
 647         rc = do_device("device", argv[1]);
 648         return rc;
 649 }
 650
 651 int jt_opt_device(int argc, char **argv)
 652 {
 653         int ret;
 654         int rc;
 655
 656         if (argc < 3)
 657                 return CMD_HELP;
 658
 659         rc = do_device("device", argv[1]);
 660
 661         if (!rc)
 662                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 663
 664         ret = do_disconnect(argv[0], 0);
 665         if (!rc)
 666                 rc = ret;
 667
 668         return rc;
 669 }
 670
 671 #ifdef MAX_THREADS
 672 static void parent_sighandler (int sig)
 673 {
 674         return;
 675 }
 676
 677 int jt_opt_threads(int argc, char **argv)
 678 {
 679         static char      cmdstr[128];
 680         sigset_t         saveset;
 681         sigset_t         sigset;
 682         struct sigaction sigact;
 683         struct sigaction saveact1;
 684         struct sigaction saveact2;
 685         unsigned long    threads;
 686         __u64            next_thread;
 687         int verbose;
 688         int rc = 0;
 689         int report_count = -1;
 690         char *end;
 691         int i;
 692
 693         if (argc < 5)
 694                 return CMD_HELP;
 695
 696         threads = strtoul(argv[1], &end, 0);
 697
 698         if (*end == '.')
 699                 report_count = strtoul(end + 1, &end, 0);
 700
 701         if (*end || threads > MAX_THREADS) {
 702                 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
 703                         jt_cmdname(argv[0]), argv[1]);
 704                 return CMD_HELP;
 705         }
 706
 707         verbose = get_verbose(argv[0], argv[2]);
 708         if (verbose == BAD_VERBOSE)
 709                 return CMD_HELP;
 710
 711         if (verbose != 0) {
 712                 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
 713                 for (i = 5; i < argc; i++)
 714                         snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
 715                                  " %s", argv[i]);
 716
 717                 printf("%s: starting %ld threads on device %s running %s\n",
 718                        argv[0], threads, argv[3], cmdstr);
 719         }
 720
 721         shmem_reset(threads);
 722
 723         sigemptyset(&sigset);
 724         sigaddset(&sigset, SIGALRM);
 725         sigaddset(&sigset, SIGCHLD);
 726         sigprocmask(SIG_BLOCK, &sigset, &saveset);
 727
 728         nthreads = threads;
 729
 730         for (i = 1, next_thread = verbose; i <= threads; i++) {
 731                 rc = fork();
 732                 if (rc < 0) {
 733                         fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
 734                                 strerror(rc = errno));
 735                         break;
 736                 } else if (rc == 0) {
 737                         sigprocmask(SIG_SETMASK, &saveset, NULL);
 738
 739                         thread = i;
 740                         argv[2] = "--device";
 741                         exit(jt_opt_device(argc - 2, argv + 2));
 742                 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
 743                         printf("%s: thread #%d (PID %d) started\n",
 744                                argv[0], i, rc);
 745                 rc = 0;
 746         }
 747
 748         if (!thread) {          /* parent process */
 749                 int live_threads = threads;
 750
 751                 sigemptyset(&sigset);
 752                 sigemptyset(&sigact.sa_mask);
 753                 sigact.sa_handler = parent_sighandler;
 754                 sigact.sa_flags = 0;
 755
 756                 sigaction(SIGALRM, &sigact, &saveact1);
 757                 sigaction(SIGCHLD, &sigact, &saveact2);
 758
 759                 while (live_threads > 0) {
 760                         int status;
 761                         pid_t ret;
 762
 763                         if (verbose < 0)        /* periodic stats */
 764                                 alarm(-verbose);
 765
 766                         sigsuspend(&sigset);
 767                         alarm(0);
 768
 769                         while (live_threads > 0) {
 770                                 ret = waitpid(0, &status, WNOHANG);
 771                                 if (ret == 0)
 772                                         break;
 773
 774                                 if (ret < 0) {
 775                                         fprintf(stderr, "error: %s: wait - %s\n",
 776                                                 argv[0], strerror(errno));
 777                                         if (!rc)
 778                                                 rc = errno;
 779                                         continue;
 780                                 } else {
 781                                         /*
 782                                          * This is a hack.  We _should_ be able
 783                                          * to use WIFEXITED(status) to see if
 784                                          * there was an error, but it appears
 785                                          * to be broken and it always returns 1
 786                                          * (OK).  See wait(2).
 787                                          */
 788                                         int err = WEXITSTATUS(status);
 789                                         if (err || WIFSIGNALED(status))
 790                                                 fprintf(stderr,
 791                                                         "%s: PID %d had rc=%d\n",
 792                                                         argv[0], ret, err);
 793                                         if (!rc)
 794                                                 rc = err;
 795
 796                                         live_threads--;
 797                                 }
 798                         }
 799
 800                         /* Show stats while all threads running */
 801                         if (verbose < 0) {
 802                                 shmem_snap(threads, live_threads);
 803                                 if (report_count > 0 && --report_count == 0)
 804                                         shmem_stop();
 805                         }
 806                 }
 807                 sigaction(SIGCHLD, &saveact2, NULL);
 808                 sigaction(SIGALRM, &saveact1, NULL);
 809         }
 810
 811         shmem_total(threads);
 812         sigprocmask(SIG_SETMASK, &saveset, NULL);
 813
 814         return rc;
 815 }
 816 #else
 817 int jt_opt_threads(int argc, char **argv)
 818 {
 819         fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
 820                 jt_cmdname(argv[0]));
 821         return CMD_HELP;
 822 }
 823 #endif
 824
 825 int jt_opt_net(int argc, char **argv)
 826 {
 827         char *arg2[3];
 828         int rc;
 829
 830         if (argc < 3)
 831                 return CMD_HELP;
 832
 833         arg2[0] = argv[0];
 834         arg2[1] = argv[1];
 835         arg2[2] = NULL;
 836         rc = jt_ptl_network (2, arg2);
 837
 838         if (!rc)
 839                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 840
 841         return rc;
 842 }
 843
 844 int jt_obd_no_transno(int argc, char **argv)
 845 {
 846         struct obd_ioctl_data data;
 847         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 848         int rc;
 849
 850         memset(&data, 0, sizeof(data));
 851         data.ioc_dev = cur_device;
 852
 853         if (argc != 1)
 854                 return CMD_HELP;
 855
 856         memset(buf, 0, sizeof(rawbuf));
 857         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 858         if (rc) {
 859                 fprintf(stderr, "error: %s: invalid ioctl\n",
 860                         jt_cmdname(argv[0]));
 861                 return rc;
 862         }
 863         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
 864         if (rc < 0)
 865                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 866                         strerror(rc = errno));
 867
 868         return rc;
 869 }
 870
 871 int jt_obd_set_readonly(int argc, char **argv)
 872 {
 873         struct obd_ioctl_data data;
 874         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 875         int rc;
 876
 877         memset(&data, 0, sizeof(data));
 878         data.ioc_dev = cur_device;
 879
 880         if (argc != 1)
 881                 return CMD_HELP;
 882
 883         memset(buf, 0, sizeof(rawbuf));
 884         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 885         if (rc) {
 886                 fprintf(stderr, "error: %s: invalid ioctl\n",
 887                         jt_cmdname(argv[0]));
 888                 return rc;
 889         }
 890         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
 891         if (rc < 0)
 892                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 893                         strerror(rc = errno));
 894
 895         return rc;
 896 }
 897
 898 int jt_obd_abort_recovery(int argc, char **argv)
 899 {
 900         struct obd_ioctl_data data;
 901         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 902         int rc;
 903
 904         memset(&data, 0, sizeof(data));
 905         data.ioc_dev = cur_device;
 906
 907         if (argc != 1)
 908                 return CMD_HELP;
 909
 910         memset(buf, 0, sizeof(rawbuf));
 911         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 912         if (rc) {
 913                 fprintf(stderr, "error: %s: invalid ioctl\n",
 914                         jt_cmdname(argv[0]));
 915                 return rc;
 916         }
 917         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
 918         if (rc < 0)
 919                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 920                         strerror(rc = errno));
 921
 922         return rc;
 923 }
 924
 925 int jt_get_version(int argc, char **argv)
 926 {
 927         int rc;
 928         char rawbuf[MAX_IOC_BUFLEN];
 929         char *version;
 930
 931         if (argc != 1)
 932                 return CMD_HELP;
 933
 934         rc = llapi_get_version(rawbuf, MAX_IOC_BUFLEN, &version);
 935         if (rc)
 936                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 937                         strerror(-rc));
 938         else
 939                 printf("Lustre version: %s\n", version);
 940
 941         return rc;
 942 }
 943
 944 static void print_obd_line(char *s)
 945 {
 946         const char *param = "osc/%s/ost_conn_uuid";
 947         char buf[MAX_STRING_SIZE];
 948         char obd_name[MAX_OBD_NAME];
 949         FILE *fp = NULL;
 950         glob_t path;
 951         char *ptr;
 952 retry:
 953         /* obd device type is the first 3 characters of param name */
 954         snprintf(buf, sizeof(buf), " %%*d %%*s %.3s %%%zus %%*s %%*d ",
 955                  param, sizeof(obd_name) - 1);
 956         if (sscanf(s, buf, obd_name) == 0)
 957                 goto try_mdc;
 958         if (cfs_get_param_paths(&path, param, obd_name) != 0)
 959                 goto try_mdc;
 960         fp = fopen(path.gl_pathv[0], "r");
 961         if (fp == NULL) {
 962                 /* need to free path data before retry */
 963                 cfs_free_param_data(&path);
 964 try_mdc:
 965                 if (param[0] == 'o') { /* failed with osc, try mdc */
 966                         param = "mdc/%s/mds_conn_uuid";
 967                         goto retry;
 968                 }
 969                 buf[0] = '\0';
 970                 goto fail_print;
 971         }
 972
 973         /* should not ignore fgets(3)'s return value */
 974         if (!fgets(buf, sizeof(buf), fp)) {
 975                 fprintf(stderr, "reading from %s: %s", buf, strerror(errno));
 976                 goto fail_close;
 977         }
 978
 979 fail_close:
 980         fclose(fp);
 981         cfs_free_param_data(&path);
 982
 983         /* trim trailing newlines */
 984         ptr = strrchr(buf, '\n');
 985         if (ptr)
 986                 *ptr = '\0';
 987 fail_print:
 988         ptr = strrchr(s, '\n');
 989         if (ptr)
 990                 *ptr = '\0';
 991         printf("%s%s%s\n", s, buf[0] ? " " : "", buf);
 992 }
 993
 994 /* get device list by ioctl */
 995 int jt_obd_list_ioctl(int argc, char **argv)
 996 {
 997         int rc, index;
 998         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 999         struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
1000
1001         if (argc > 2)
1002                 return CMD_HELP;
1003         /* Just ignore a -t option.  Only supported with /proc. */
1004         else if (argc == 2 && strcmp(argv[1], "-t") != 0)
1005                 return CMD_HELP;
1006
1007         for (index = 0;; index++) {
1008                 memset(buf, 0, sizeof(rawbuf));
1009                 data->ioc_version = OBD_IOCTL_VERSION;
1010                 data->ioc_inllen1 =
1011                         sizeof(rawbuf) - cfs_size_round(sizeof(*data));
1012                 data->ioc_inlbuf1 = buf + cfs_size_round(sizeof(*data));
1013                 data->ioc_len = obd_ioctl_packlen(data);
1014                 data->ioc_count = index;
1015
1016                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
1017                 if (rc != 0)
1018                         break;
1019                 printf("%s\n", (char *)data->ioc_bulk);
1020         }
1021         if (rc != 0) {
1022                 if (errno == ENOENT)
1023                         /* no device or the last device */
1024                         rc = 0;
1025                 else
1026                         fprintf(stderr, "Error getting device list: %s: "
1027                                 "check dmesg.\n", strerror(errno));
1028         }
1029         return rc;
1030 }
1031
1032 int jt_obd_list(int argc, char **argv)
1033 {
1034         char buf[MAX_STRING_SIZE];
1035         int print_obd = 0;
1036         glob_t path;
1037         FILE *fp;
1038
1039         if (argc > 2)
1040                 return CMD_HELP;
1041         else if (argc == 2) {
1042                 if (strcmp(argv[1], "-t") == 0)
1043                         print_obd = 1;
1044                 else
1045                         return CMD_HELP;
1046         }
1047
1048         if (cfs_get_param_paths(&path, "devices") != 0)
1049                 return -errno;
1050
1051         fp = fopen(path.gl_pathv[0], "r");
1052         if (fp == NULL) {
1053                 fprintf(stderr, "error: %s: %s opening %s\n",
1054                         jt_cmdname(argv[0]), strerror(errno), path.gl_pathv[0]);
1055                 cfs_free_param_data(&path);
1056                 return jt_obd_list_ioctl(argc, argv);
1057         }
1058
1059         while (fgets(buf, sizeof(buf), fp) != NULL)
1060                 if (print_obd)
1061                         print_obd_line(buf);
1062                 else
1063                         printf("%s", buf);
1064
1065         cfs_free_param_data(&path);
1066         fclose(fp);
1067         return 0;
1068 }
1069
1070 struct jt_fid_space {
1071         __u64   jt_seq;
1072         __u64   jt_id;
1073         int     jt_width;
1074 };
1075
1076 int jt_obd_alloc_fids(struct jt_fid_space *space, struct lu_fid *fid,
1077                       __u64 *count)
1078 {
1079         int rc;
1080
1081         if (space->jt_seq == 0 || space->jt_id == space->jt_width) {
1082                 struct obd_ioctl_data  data;
1083                 char rawbuf[MAX_IOC_BUFLEN];
1084                 char *buf = rawbuf;
1085                 __u64 seqnr;
1086                 int max_count;
1087
1088                 memset(&data, 0, sizeof(data));
1089                 data.ioc_dev = cur_device;
1090
1091                 data.ioc_pbuf1 = (char *)&seqnr;
1092                 data.ioc_plen1 = sizeof(seqnr);
1093
1094                 data.ioc_pbuf2 = (char *)&max_count;
1095                 data.ioc_plen2 = sizeof(max_count);
1096
1097                 memset(buf, 0, sizeof(rawbuf));
1098                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1099                 if (rc) {
1100                         fprintf(stderr, "error: invalid ioctl rc = %d\n", rc);
1101                         return rc;
1102                 }
1103
1104                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_ALLOC_SEQ, buf);
1105                 if (rc) {
1106                         fprintf(stderr, "ioctl error: rc = %d\n", rc);
1107                         return rc;
1108                 }
1109
1110                 space->jt_seq = *(__u64 *)data.ioc_pbuf1;
1111                 space->jt_width = *(int *)data.ioc_pbuf2;
1112                 space->jt_id = 1;
1113         }
1114         fid->f_seq = space->jt_seq;
1115         fid->f_oid = space->jt_id;
1116         fid->f_ver = 0;
1117
1118         space->jt_id = space->jt_id + *count;
1119         if (space->jt_id > space->jt_width)
1120                 space->jt_id = space->jt_width;
1121
1122         *count = space->jt_id - fid->f_oid;
1123         return 0;
1124 }
1125
1126 #define MD_STEP_COUNT 1000
1127 int jt_obd_md_common(int argc, char **argv, int cmd)
1128 {
1129         struct obd_ioctl_data  data;
1130         struct timeval         start;
1131         struct timeval         end_time;
1132         char                   rawbuf[MAX_IOC_BUFLEN];
1133         char                  *buf = rawbuf;
1134         int                    mode = 0000644;
1135         int                    create_mode;
1136         int                    rc = 0;
1137         char                  *parent_basedir = NULL;
1138         char                   dirname[4096];
1139         int                    parent_base_id = 0;
1140         int                    parent_count = 1;
1141         __u64                  child_base_id = -1;
1142         int                    stripe_count = 0;
1143         int                    stripe_index = -1;
1144         int                    count = 0;
1145         char                  *end;
1146         __u64                  seconds = 0;
1147         double                 diff;
1148         int                    c;
1149         __u64                  total_count = 0;
1150         char                  *name = NULL;
1151         struct jt_fid_space    fid_space = {0};
1152         int                    version = 0;
1153         struct option          long_opts[] = {
1154                 {"child_base_id",     required_argument, 0, 'b'},
1155                 {"stripe_count",      required_argument, 0, 'c'},
1156                 {"parent_basedir",    required_argument, 0, 'd'},
1157                 {"parent_dircount",   required_argument, 0, 'D'},
1158                 {"stripe_index",      required_argument, 0, 'i'},
1159                 {"mode",              required_argument, 0, 'm'},
1160                 {"count",             required_argument, 0, 'n'},
1161                 {"time",              required_argument, 0, 't'},
1162                 {"version",           no_argument,       0, 'v'},
1163                 {0, 0, 0, 0}
1164         };
1165
1166         while ((c = getopt_long(argc, argv, "b:c:d:D:m:n:t:v",
1167                                 long_opts, NULL)) >= 0) {
1168                 switch (c) {
1169                 case 'b':
1170                         child_base_id = strtoull(optarg, &end, 0);
1171                         if (*end) {
1172                                 fprintf(stderr, "error: %s: bad child_base_id"
1173                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1174                                 return CMD_HELP;
1175                         }
1176                         break;
1177                 case 'c':
1178                         stripe_count = strtoul(optarg, &end, 0);
1179                         if (*end) {
1180                                 fprintf(stderr, "error: %s: bad stripe count"
1181                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1182                                 return CMD_HELP;
1183                         }
1184                         break;
1185                 case 'd':
1186                         parent_basedir = optarg;
1187                         break;
1188                 case 'D':
1189                         parent_count = strtoul(optarg, &end, 0);
1190                         if (*end) {
1191                                 fprintf(stderr, "error: %s: bad parent count"
1192                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1193                                 return CMD_HELP;
1194                         }
1195                         break;
1196                 case 'i':
1197                         stripe_index = strtoul(optarg, &end, 0);
1198                         if (*end) {
1199                                 fprintf(stderr, "error: %s: bad stripe index"
1200                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1201                                 return CMD_HELP;
1202                         }
1203                         break;
1204                 case 'm':
1205                         mode = strtoul(optarg, &end, 0);
1206                         if (*end) {
1207                                 fprintf(stderr, "error: %s: bad mode '%s'\n",
1208                                         jt_cmdname(argv[0]), optarg);
1209                                 return CMD_HELP;
1210                         }
1211                         break;
1212                 case 'n':
1213                         total_count = strtoul(optarg, &end, 0);
1214                         if (*end || total_count == 0) {
1215                                 fprintf(stderr, "%s: bad child count '%s'\n",
1216                                         jt_cmdname(argv[0]), optarg);
1217                                 return CMD_HELP;
1218                         }
1219                         break;
1220                 case 't':
1221                         seconds = strtoull(optarg, &end, 0);
1222                         if (*end) {
1223                                 fprintf(stderr, "error: %s: seconds '%s'\n",
1224                                         jt_cmdname(argv[0]), optarg);
1225                                 return CMD_HELP;
1226                         }
1227                         break;
1228                 case 'v':
1229                         version = 1;
1230                         break;
1231                 default:
1232                         fprintf(stderr, "error: %s: option '%s' "
1233                                 "unrecognized\n", argv[0], argv[optind - 1]);
1234                         return CMD_HELP;
1235                 }
1236         }
1237
1238         memset(&data, 0, sizeof(data));
1239         data.ioc_dev = cur_device;
1240         if (child_base_id == -1) {
1241                 if (optind >= argc)
1242                         return CMD_HELP;
1243                 name = argv[optind];
1244                 total_count = 1;
1245         } else {
1246                 if (optind < argc) {
1247                         fprintf(stderr, "child_base_id and name can not"
1248                                         " specified at the same time\n");
1249                         return CMD_HELP;
1250                 }
1251         }
1252
1253         if (stripe_count == 0 && stripe_index != -1) {
1254                 fprintf(stderr, "If stripe_count is 0, stripe_index can not"
1255                                 "be specified\n");
1256                 return CMD_HELP;
1257         }
1258
1259         if (total_count == 0 && seconds == 0) {
1260                 fprintf(stderr, "count or seconds needs to be indicated\n");
1261                 return CMD_HELP;
1262         }
1263
1264         if (parent_count <= 0) {
1265                 fprintf(stderr, "parent count must < 0\n");
1266                 return CMD_HELP;
1267         }
1268
1269 #ifdef MAX_THREADS
1270         if (thread) {
1271                 shmem_lock();
1272                 /* threads interleave */
1273                 if (parent_base_id != -1)
1274                         parent_base_id += (thread - 1) % parent_count;
1275
1276                 if (child_base_id != -1)
1277                         child_base_id +=  (thread - 1) * \
1278                                           (MAX_BASE_ID / nthreads);
1279
1280                 shmem_start_time_locked();
1281                 shmem_unlock();
1282         }
1283 #endif
1284         /* If parent directory is not specified, try to get the directory
1285          * from name */
1286         if (parent_basedir == NULL) {
1287                 char *last_lash;
1288                 if (name == NULL) {
1289                         fprintf(stderr, "parent_basedir or name must be"
1290                                         "indicated!\n");
1291                         return CMD_HELP;
1292                 }
1293                 /*Get directory and name from name*/
1294                 last_lash = strrchr(name, '/');
1295                 if (last_lash == NULL || name[0] != '/') {
1296                         fprintf(stderr, "Can not locate %s\n", name);
1297                         return CMD_HELP;
1298                 }
1299
1300                 if (last_lash == name) {
1301                         sprintf(dirname, "%s", "/");
1302                         name++;
1303                 } else {
1304                         int namelen = (unsigned long)last_lash -
1305                                       (unsigned long)name + 1;
1306                         snprintf(dirname, namelen, "%s", name);
1307                         name = last_lash + 1;
1308                 }
1309
1310                 data.ioc_pbuf1 = dirname;
1311                 data.ioc_plen1 = strlen(dirname);
1312
1313                 data.ioc_pbuf2 = name;
1314                 data.ioc_plen2 = strlen(name);
1315         } else {
1316                 if (name != NULL) {
1317                         data.ioc_pbuf2 = name;
1318                         data.ioc_plen2 = strlen(name);
1319                 }
1320                 if (parent_base_id > 0)
1321                         sprintf(dirname, "%s%d", parent_basedir,
1322                                 parent_base_id);
1323                 else
1324                         sprintf(dirname, "%s", parent_basedir);
1325                 data.ioc_pbuf1 = dirname;
1326                 data.ioc_plen1 = strlen(dirname);
1327         }
1328
1329         if (cmd == ECHO_MD_MKDIR || cmd == ECHO_MD_RMDIR)
1330                 create_mode = S_IFDIR;
1331         else
1332                 create_mode = S_IFREG;
1333
1334         data.ioc_obdo1.o_mode = mode | S_IFDIR;
1335         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
1336                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
1337         data.ioc_command = cmd;
1338
1339         gettimeofday(&start, NULL);
1340         while (shmem_running()) {
1341                 struct lu_fid fid = { 0 };
1342
1343                 if (child_base_id != -1)
1344                         data.ioc_obdo2.o_oi.oi.oi_id = child_base_id;
1345                 data.ioc_obdo2.o_mode = mode | create_mode;
1346                 data.ioc_obdo2.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE |
1347                                          OBD_MD_FLMODE | OBD_MD_FLFLAGS |
1348                                          OBD_MD_FLGROUP;
1349                 data.ioc_obdo2.o_misc = stripe_count;
1350                 data.ioc_obdo2.o_stripe_idx = stripe_index;
1351
1352                 if (total_count > 0) {
1353                         if ((total_count - count) > MD_STEP_COUNT)
1354                                 data.ioc_count = MD_STEP_COUNT;
1355                         else
1356                                 data.ioc_count = total_count - count;
1357                 } else {
1358                         data.ioc_count = MD_STEP_COUNT;
1359                 }
1360
1361                 if (cmd == ECHO_MD_CREATE || cmd == ECHO_MD_MKDIR) {
1362                         /*Allocate fids for the create */
1363                         rc = jt_obd_alloc_fids(&fid_space, &fid,
1364                                                &data.ioc_count);
1365                         if (rc) {
1366                                 fprintf(stderr, "Allocate fids error %d.\n",rc);
1367                                 return rc;
1368                         }
1369                         fid_to_ostid(&fid, &data.ioc_obdo1.o_oi);
1370                 }
1371
1372                 child_base_id += data.ioc_count;
1373                 count += data.ioc_count;
1374
1375                 memset(buf, 0, sizeof(rawbuf));
1376                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1377                 if (rc) {
1378                         fprintf(stderr, "error: %s: invalid ioctl %d\n",
1379                                 jt_cmdname(argv[0]), rc);
1380                         return rc;
1381                 }
1382
1383                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_MD, buf);
1384                 if (rc) {
1385                         fprintf(stderr, "error: %s: %s\n",
1386                                 jt_cmdname(argv[0]), strerror(rc = errno));
1387                         return rc;
1388                 }
1389                 shmem_bump(data.ioc_count);
1390
1391                 gettimeofday(&end_time, NULL);
1392                 diff = difftime(&end_time, &start);
1393                 if (seconds > 0 && (__u64)diff > seconds)
1394                         break;
1395
1396                 if (count >= total_count && total_count > 0)
1397                         break;
1398         }
1399
1400         if (count > 0 && version) {
1401                 gettimeofday(&end_time, NULL);
1402                 diff = difftime(&end_time, &start);
1403                 printf("%s: %d in %.3fs (%.3f /s): %s",
1404                         jt_cmdname(argv[0]), count, diff,
1405                         (double)count/diff, ctime(&end_time.tv_sec));
1406         }
1407
1408 #ifdef MAX_THREADS
1409         if (thread) {
1410                 shmem_lock();
1411                 shmem_end_time_locked();
1412                 shmem_unlock();
1413         }
1414 #endif
1415         return rc;
1416 }
1417
1418 int jt_obd_test_create(int argc, char **argv)
1419 {
1420         return jt_obd_md_common(argc, argv, ECHO_MD_CREATE);
1421 }
1422
1423 int jt_obd_test_mkdir(int argc, char **argv)
1424 {
1425         return jt_obd_md_common(argc, argv, ECHO_MD_MKDIR);
1426 }
1427
1428 int jt_obd_test_destroy(int argc, char **argv)
1429 {
1430         return jt_obd_md_common(argc, argv, ECHO_MD_DESTROY);
1431 }
1432
1433 int jt_obd_test_rmdir(int argc, char **argv)
1434 {
1435         return jt_obd_md_common(argc, argv, ECHO_MD_RMDIR);
1436 }
1437
1438 int jt_obd_test_lookup(int argc, char **argv)
1439 {
1440         return jt_obd_md_common(argc, argv, ECHO_MD_LOOKUP);
1441 }
1442
1443 int jt_obd_test_setxattr(int argc, char **argv)
1444 {
1445         return jt_obd_md_common(argc, argv, ECHO_MD_SETATTR);
1446 }
1447
1448 int jt_obd_test_md_getattr(int argc, char **argv)
1449 {
1450         return jt_obd_md_common(argc, argv, ECHO_MD_GETATTR);
1451 }
1452
1453 int jt_obd_create(int argc, char **argv)
1454 {
1455         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1456         struct obd_ioctl_data data;
1457         struct timeval next_time;
1458         __u64 count = 1, next_count, base_id = 1;
1459         int verbose = 1, mode = 0100644, rc = 0, i;
1460         char *end;
1461
1462         memset(&data, 0, sizeof(data));
1463         data.ioc_dev = cur_device;
1464         if (argc < 2 || argc > 4)
1465                 return CMD_HELP;
1466
1467         count = strtoull(argv[1], &end, 0);
1468         if (*end) {
1469                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1470                         jt_cmdname(argv[0]), argv[1]);
1471                 return CMD_HELP;
1472         }
1473
1474         if (argc > 2) {
1475                 mode = strtoul(argv[2], &end, 0);
1476                 if (*end) {
1477                         fprintf(stderr, "error: %s: invalid mode '%s'\n",
1478                                 jt_cmdname(argv[0]), argv[2]);
1479                         return CMD_HELP;
1480                 }
1481                 if (!(mode & S_IFMT))
1482                         mode |= S_IFREG;
1483         }
1484
1485         if (argc > 3) {
1486                 verbose = get_verbose(argv[0], argv[3]);
1487                 if (verbose == BAD_VERBOSE)
1488                         return CMD_HELP;
1489         }
1490
1491         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1492         gettimeofday(&next_time, NULL);
1493         next_time.tv_sec -= verbose;
1494
1495         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1496         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1497                 data.ioc_obdo1.o_mode = mode;
1498                 ostid_set_id(&data.ioc_obdo1.o_oi, base_id);
1499                 data.ioc_obdo1.o_uid = 0;
1500                 data.ioc_obdo1.o_gid = 0;
1501                 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1502                                          OBD_MD_FLID | OBD_MD_FLUID |
1503                                          OBD_MD_FLGID | OBD_MD_FLGROUP;
1504
1505                 memset(buf, 0, sizeof(rawbuf));
1506                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1507                 if (rc) {
1508                         fprintf(stderr, "error: %s: invalid ioctl\n",
1509                                 jt_cmdname(argv[0]));
1510                         return rc;
1511                 }
1512                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1513                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1514                 shmem_bump(1);
1515                 if (rc < 0) {
1516                         fprintf(stderr, "error: %s: #%d - %s\n",
1517                                 jt_cmdname(argv[0]), i, strerror(rc = errno));
1518                         break;
1519                 }
1520                 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1521                         fprintf(stderr,"error: %s: oid not valid #%d:"LPX64"\n",
1522                                 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_valid);
1523                         rc = EINVAL;
1524                         break;
1525                 }
1526
1527                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1528                         printf("%s: #%d is object id "LPX64"\n",
1529                                jt_cmdname(argv[0]), i,
1530                                ostid_id(&data.ioc_obdo1.o_oi));
1531         }
1532         return rc;
1533 }
1534
1535 int jt_obd_setattr(int argc, char **argv)
1536 {
1537         struct obd_ioctl_data data;
1538         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1539         char *end;
1540         int rc;
1541
1542         memset(&data, 0, sizeof(data));
1543         data.ioc_dev = cur_device;
1544         if (argc != 2)
1545                 return CMD_HELP;
1546
1547         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1548         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1549         if (*end) {
1550                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1551                         jt_cmdname(argv[0]), argv[1]);
1552                 return CMD_HELP;
1553         }
1554         data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1555         if (*end) {
1556                 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1557                         jt_cmdname(argv[0]), argv[2]);
1558                 return CMD_HELP;
1559         }
1560         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1561
1562         memset(buf, 0, sizeof(rawbuf));
1563         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1564         if (rc) {
1565                 fprintf(stderr, "error: %s: invalid ioctl\n",
1566                         jt_cmdname(argv[0]));
1567                 return rc;
1568         }
1569         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1570         if (rc < 0)
1571                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1572                         strerror(rc = errno));
1573
1574         return rc;
1575 }
1576
1577 int jt_obd_test_setattr(int argc, char **argv)
1578 {
1579         struct obd_ioctl_data data;
1580         struct timeval start, next_time;
1581         __u64 i, count, next_count;
1582         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1583         int verbose = 1;
1584         __u64 objid = 3;
1585         char *end;
1586         int rc = 0;
1587
1588         if (argc < 2 || argc > 4)
1589                 return CMD_HELP;
1590
1591         memset(&data, 0, sizeof(data));
1592         data.ioc_dev = cur_device;
1593         count = strtoull(argv[1], &end, 0);
1594         if (*end) {
1595                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1596                         jt_cmdname(argv[0]), argv[1]);
1597                 return CMD_HELP;
1598         }
1599
1600         if (argc >= 3) {
1601                 verbose = get_verbose(argv[0], argv[2]);
1602                 if (verbose == BAD_VERBOSE)
1603                         return CMD_HELP;
1604         }
1605
1606         if (argc >= 4) {
1607                 if (argv[3][0] == 't') {
1608                         objid = strtoull(argv[3] + 1, &end, 0);
1609                         if (thread)
1610                                 objid += thread - 1;
1611                 } else
1612                         objid = strtoull(argv[3], &end, 0);
1613                 if (*end) {
1614                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1615                                 jt_cmdname(argv[0]), argv[3]);
1616                         return CMD_HELP;
1617                 }
1618         }
1619
1620         gettimeofday(&start, NULL);
1621         next_time.tv_sec = start.tv_sec - verbose;
1622         next_time.tv_usec = start.tv_usec;
1623         if (verbose != 0)
1624                 printf("%s: setting "LPD64" attrs (objid "LPX64"): %s",
1625                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1626
1627         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1628         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1629                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1630                 data.ioc_obdo1.o_mode = S_IFREG;
1631                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1632                 memset(buf, 0, sizeof(rawbuf));
1633                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1634                 if (rc) {
1635                         fprintf(stderr, "error: %s: invalid ioctl\n",
1636                                 jt_cmdname(argv[0]));
1637                         return rc;
1638                 }
1639                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1640                 shmem_bump(1);
1641                 if (rc < 0) {
1642                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1643                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1644                         break;
1645                 } else {
1646                         if (be_verbose
1647                             (verbose, &next_time, i, &next_count, count))
1648                                 printf("%s: set attr #"LPD64"\n",
1649                                        jt_cmdname(argv[0]), i);
1650                 }
1651         }
1652
1653         if (!rc) {
1654                 struct timeval end;
1655                 double diff;
1656
1657                 gettimeofday(&end, NULL);
1658
1659                 diff = difftime(&end, &start);
1660
1661                 --i;
1662                 if (verbose != 0)
1663                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1664                                jt_cmdname(argv[0]), i, diff, i / diff,
1665                                ctime(&end.tv_sec));
1666         }
1667         return rc;
1668 }
1669
1670 int jt_obd_destroy(int argc, char **argv)
1671 {
1672         struct obd_ioctl_data data;
1673         struct timeval next_time;
1674         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1675         __u64 count = 1, next_count;
1676         int verbose = 1;
1677         __u64 id;
1678         char *end;
1679         int rc = 0, i;
1680
1681         memset(&data, 0, sizeof(data));
1682         data.ioc_dev = cur_device;
1683         if (argc < 2 || argc > 4)
1684                 return CMD_HELP;
1685
1686         id = strtoull(argv[1], &end, 0);
1687         if (*end || id == 0 || errno != 0) {
1688                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1689                         jt_cmdname(argv[0]), argv[1]);
1690                 return CMD_HELP;
1691         }
1692         if (argc > 2) {
1693                 count = strtoull(argv[2], &end, 0);
1694                 if (*end) {
1695                         fprintf(stderr,
1696                                 "error: %s: invalid iteration count '%s'\n",
1697                                 jt_cmdname(argv[0]), argv[2]);
1698                         return CMD_HELP;
1699                 }
1700         }
1701
1702         if (argc > 3) {
1703                 verbose = get_verbose(argv[0], argv[3]);
1704                 if (verbose == BAD_VERBOSE)
1705                         return CMD_HELP;
1706         }
1707
1708         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1709         gettimeofday(&next_time, NULL);
1710         next_time.tv_sec -= verbose;
1711
1712         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1713         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1714                 ostid_set_id(&data.ioc_obdo1.o_oi, id);
1715                 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1716                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1717
1718                 memset(buf, 0, sizeof(rawbuf));
1719                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1720                 if (rc) {
1721                         fprintf(stderr, "error: %s: invalid ioctl\n",
1722                                 jt_cmdname(argv[0]));
1723                         return rc;
1724                 }
1725                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1726                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1727                 shmem_bump(1);
1728                 if (rc < 0) {
1729                         fprintf(stderr, "error: %s: objid "LPX64": %s\n",
1730                                 jt_cmdname(argv[0]), id, strerror(rc = errno));
1731                         break;
1732                 }
1733
1734                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1735                         printf("%s: #%d is object id "LPX64"\n",
1736                                jt_cmdname(argv[0]), i, id);
1737         }
1738
1739         return rc;
1740 }
1741
1742 int jt_obd_getattr(int argc, char **argv)
1743 {
1744         struct obd_ioctl_data data;
1745         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1746         char *end;
1747         int rc;
1748
1749         if (argc != 2)
1750                 return CMD_HELP;
1751
1752         memset(&data, 0, sizeof(data));
1753         data.ioc_dev = cur_device;
1754         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1755         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1756         if (*end) {
1757                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1758                         jt_cmdname(argv[0]), argv[1]);
1759                 return CMD_HELP;
1760         }
1761         /* to help obd filter */
1762         data.ioc_obdo1.o_mode = 0100644;
1763         data.ioc_obdo1.o_valid = 0xffffffff;
1764         printf("%s: object id "LPX64"\n", jt_cmdname(argv[0]),
1765                ostid_id(&data.ioc_obdo1.o_oi));
1766
1767         memset(buf, 0, sizeof(rawbuf));
1768         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1769         if (rc) {
1770                 fprintf(stderr, "error: %s: invalid ioctl\n",
1771                         jt_cmdname(argv[0]));
1772                 return rc;
1773         }
1774         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1775         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1776         if (rc) {
1777                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1778                         strerror(rc = errno));
1779         } else {
1780                 printf("%s: object id "LPU64", mode %o\n", jt_cmdname(argv[0]),
1781                        ostid_id(&data.ioc_obdo1.o_oi), data.ioc_obdo1.o_mode);
1782         }
1783         return rc;
1784 }
1785
1786 int jt_obd_test_getattr(int argc, char **argv)
1787 {
1788         struct obd_ioctl_data data;
1789         struct timeval start, next_time;
1790         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1791         __u64 i, count, next_count;
1792         int verbose = 1;
1793         __u64 objid = 3;
1794         char *end;
1795         int rc = 0;
1796
1797         if (argc < 2 || argc > 4)
1798                 return CMD_HELP;
1799
1800         memset(&data, 0, sizeof(data));
1801         data.ioc_dev = cur_device;
1802         count = strtoull(argv[1], &end, 0);
1803         if (*end) {
1804                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1805                         jt_cmdname(argv[0]), argv[1]);
1806                 return CMD_HELP;
1807         }
1808
1809         if (argc >= 3) {
1810                 verbose = get_verbose(argv[0], argv[2]);
1811                 if (verbose == BAD_VERBOSE)
1812                         return CMD_HELP;
1813         }
1814
1815         if (argc >= 4) {
1816                 if (argv[3][0] == 't') {
1817                         objid = strtoull(argv[3] + 1, &end, 0);
1818                         if (thread)
1819                                 objid += thread - 1;
1820                 } else
1821                         objid = strtoull(argv[3], &end, 0);
1822                 if (*end) {
1823                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1824                                 jt_cmdname(argv[0]), argv[3]);
1825                         return CMD_HELP;
1826                 }
1827         }
1828
1829         gettimeofday(&start, NULL);
1830         next_time.tv_sec = start.tv_sec - verbose;
1831         next_time.tv_usec = start.tv_usec;
1832         if (verbose != 0)
1833                 printf("%s: getting "LPD64" attrs (objid "LPX64"): %s",
1834                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1835
1836         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1837         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1838                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1839                 data.ioc_obdo1.o_mode = S_IFREG;
1840                 data.ioc_obdo1.o_valid = 0xffffffff;
1841                 memset(buf, 0, sizeof(rawbuf));
1842                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1843                 if (rc) {
1844                         fprintf(stderr, "error: %s: invalid ioctl\n",
1845                                 jt_cmdname(argv[0]));
1846                         return rc;
1847                 }
1848                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1849                 shmem_bump(1);
1850                 if (rc < 0) {
1851                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1852                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1853                         break;
1854                 } else {
1855                         if (be_verbose
1856                             (verbose, &next_time, i, &next_count, count))
1857                                 printf("%s: got attr #"LPD64"\n",
1858                                        jt_cmdname(argv[0]), i);
1859                 }
1860         }
1861
1862         if (!rc) {
1863                 struct timeval end;
1864                 double diff;
1865
1866                 gettimeofday(&end, NULL);
1867
1868                 diff = difftime(&end, &start);
1869
1870                 --i;
1871                 if (verbose != 0)
1872                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1873                                jt_cmdname(argv[0]), i, diff, i / diff,
1874                                ctime(&end.tv_sec));
1875         }
1876         return rc;
1877 }
1878
1879 /* test_brw <cnt>                                               count
1880         <r|w[r(repeat)x(noverify)]>                             mode
1881         <q|v|#(print interval)>                                 verbosity
1882         <npages[+offset]>                                       blocksize
1883         <[[<interleave_threads>]t(inc obj by thread#)]obj>      object
1884         [p|g<args>]                                             batch */
1885 int jt_obd_test_brw(int argc, char **argv)
1886 {
1887         struct obd_ioctl_data data;
1888         struct timeval start, next_time;
1889         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1890         __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1891         int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1892         int offset_pages = 0;
1893         long n;
1894         int repeat_offset = 0;
1895         unsigned long long ull;
1896         int  nthr_per_obj = 0;
1897         int  verify = 1;
1898         int  obj_idx = 0;
1899         char *end;
1900
1901         if (argc < 2 || argc > 7) {
1902                 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1903                         jt_cmdname(argv[0]), argc);
1904                 return CMD_HELP;
1905         }
1906
1907         count = strtoull(argv[1], &end, 0);
1908         if (*end) {
1909                 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
1910                         jt_cmdname(argv[0]), argv[1]);
1911                 return CMD_HELP;
1912         }
1913
1914         if (argc >= 3) {
1915                 if (argv[2][0] == 'w' || argv[2][0] == '1')
1916                         write = 1;
1917                 /* else it's a read */
1918
1919                 if (argv[2][0] != 0)
1920                         for (i = 1; argv[2][i] != 0; i++)
1921                                 switch (argv[2][i]) {
1922                                 case 'r':
1923                                         repeat_offset = 1;
1924                                         break;
1925
1926                                 case 'x':
1927                                         verify = 0;
1928                                         break;
1929
1930                                 default:
1931                                         fprintf (stderr, "Can't parse cmd '%s'\n",
1932                                                  argv[2]);
1933                                         return CMD_HELP;
1934                                 }
1935         }
1936
1937         if (argc >= 4) {
1938                 verbose = get_verbose(argv[0], argv[3]);
1939                 if (verbose == BAD_VERBOSE)
1940                         return CMD_HELP;
1941         }
1942
1943         if (argc >= 5) {
1944                 pages = strtoul(argv[4], &end, 0);
1945
1946                 if (*end == '+')
1947                         offset_pages = strtoul(end + 1, &end, 0);
1948
1949                 if (*end != 0 ||
1950                     offset_pages < 0 || offset_pages >= pages) {
1951                         fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
1952                                 jt_cmdname(argv[0]), argv[4]);
1953                         return CMD_HELP;
1954                 }
1955         }
1956
1957         if (argc >= 6) {
1958                 if (thread &&
1959                     (n = strtol(argv[5], &end, 0)) > 0 &&
1960                     *end == 't' &&
1961                     (ull = strtoull(end + 1, &end, 0)) > 0 &&
1962                     *end == 0) {
1963                         nthr_per_obj = n;
1964                         objid = ull;
1965                 } else if (thread &&
1966                            argv[5][0] == 't') {
1967                         nthr_per_obj = 1;
1968                         objid = strtoull(argv[5] + 1, &end, 0);
1969                 } else {
1970                         nthr_per_obj = 0;
1971                         objid = strtoull(argv[5], &end, 0);
1972                 }
1973                 if (*end) {
1974                         fprintf(stderr, "error: %s: bad objid '%s'\n",
1975                                 jt_cmdname(argv[0]), argv[5]);
1976                         return CMD_HELP;
1977                 }
1978         }
1979
1980         memset(&data, 0, sizeof(data));
1981         data.ioc_dev = cur_device;
1982
1983         /* communicate the 'type' of brw test and batching to echo_client.
1984          * don't start.  we'd love to refactor this lctl->echo_client
1985          * interface */
1986         data.ioc_pbuf1 = (void *)1;
1987         data.ioc_plen1 = 1;
1988
1989         if (argc >= 7) {
1990                 switch(argv[6][0]) {
1991                         case 'g': /* plug and unplug */
1992                                 data.ioc_pbuf1 = (void *)2;
1993                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
1994                                                           0);
1995                                 break;
1996                         case 'p': /* prep and commit */
1997                                 data.ioc_pbuf1 = (void *)3;
1998                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
1999                                                           0);
2000                                 break;
2001                         default:
2002                                 fprintf(stderr, "error: %s: batching '%s' "
2003                                         "needs to specify 'p' or 'g'\n",
2004                                         jt_cmdname(argv[0]), argv[6]);
2005                                 return CMD_HELP;
2006                 }
2007
2008                 if (*end) {
2009                         fprintf(stderr, "error: %s: bad batching '%s'\n",
2010                                 jt_cmdname(argv[0]), argv[6]);
2011                         return CMD_HELP;
2012                 }
2013                 data.ioc_plen1 *= getpagesize();
2014         }
2015
2016         len = pages * getpagesize();
2017         thr_offset = offset_pages * getpagesize();
2018         stride = len;
2019
2020 #ifdef MAX_THREADS
2021         if (thread) {
2022                 shmem_lock ();
2023                 if (nthr_per_obj != 0) {
2024                         /* threads interleave */
2025                         obj_idx = (thread - 1)/nthr_per_obj;
2026                         objid += obj_idx;
2027                         stride *= nthr_per_obj;
2028                         if ((thread - 1) % nthr_per_obj == 0) {
2029                                 shared_data->body.offsets[obj_idx] =
2030                                         stride + thr_offset;
2031                         }
2032                         thr_offset += ((thread - 1) % nthr_per_obj) * len;
2033                 } else {
2034                         /* threads disjoint */
2035                         thr_offset += (thread - 1) * len;
2036                 }
2037
2038                 shmem_start_time_locked();
2039                 shmem_unlock ();
2040         }
2041 #endif
2042
2043         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
2044         ostid_set_id(&data.ioc_obdo1.o_oi, objid);
2045         data.ioc_obdo1.o_mode = S_IFREG;
2046         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
2047                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
2048         data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
2049         data.ioc_count = len;
2050         data.ioc_offset = (repeat_offset ? 0 : thr_offset);
2051
2052         gettimeofday(&start, NULL);
2053         next_time.tv_sec = start.tv_sec - verbose;
2054         next_time.tv_usec = start.tv_usec;
2055
2056         if (verbose != 0)
2057                 printf("%s: %s "LPU64"x%d pages (obj "LPX64", off "LPU64"): %s",
2058                        jt_cmdname(argv[0]), write ? "writing" : "reading", count,
2059                        pages, objid, data.ioc_offset, ctime(&start.tv_sec));
2060
2061         cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
2062         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
2063                 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
2064                 memset(buf, 0, sizeof(rawbuf));
2065                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2066                 if (rc) {
2067                         fprintf(stderr, "error: %s: invalid ioctl\n",
2068                                 jt_cmdname(argv[0]));
2069                         return rc;
2070                 }
2071                 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
2072                 shmem_bump(1);
2073                 if (rc) {
2074                         fprintf(stderr, "error: %s: #%d - %s on %s\n",
2075                                 jt_cmdname(argv[0]), i, strerror(rc = errno),
2076                                 write ? "write" : "read");
2077                         break;
2078                 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
2079                         shmem_lock ();
2080                         printf("%s: %s number %d @ "LPD64":"LPU64" for %d\n",
2081                                jt_cmdname(argv[0]), write ? "write" : "read", i,
2082                                ostid_id(&data.ioc_obdo1.o_oi), data.ioc_offset,
2083                                (int)(pages * getpagesize()));
2084                         shmem_unlock ();
2085                 }
2086
2087                 if (!repeat_offset) {
2088 #ifdef MAX_THREADS
2089                         if (stride == len) {
2090                                 data.ioc_offset += stride;
2091                         } else if (i < count) {
2092                                 shmem_lock ();
2093                                 data.ioc_offset =
2094                                         shared_data->body.offsets[obj_idx];
2095                                 shared_data->body.offsets[obj_idx] += len;
2096                                 shmem_unlock ();
2097                         }
2098 #else
2099                         data.ioc_offset += len;
2100                         obj_idx = 0; /* avoids an unused var warning */
2101 #endif
2102                 }
2103         }
2104
2105         if (!rc) {
2106                 struct timeval end;
2107                 double diff;
2108
2109                 gettimeofday(&end, NULL);
2110
2111                 diff = difftime(&end, &start);
2112
2113                 --i;
2114                 if (verbose != 0)
2115                         printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
2116                                jt_cmdname(argv[0]), write ? "wrote" : "read",
2117                                i, pages, diff,
2118                                ((double)i * pages * getpagesize()) /
2119                                (diff * 1048576.0),
2120                                ctime(&end.tv_sec));
2121         }
2122
2123 #ifdef MAX_THREADS
2124         if (thread) {
2125                 shmem_lock();
2126                 shmem_end_time_locked();
2127                 shmem_unlock();
2128         }
2129 #endif
2130         return rc;
2131 }
2132
2133 int jt_obd_lov_getconfig(int argc, char **argv)
2134 {
2135         struct obd_ioctl_data data;
2136         struct lov_desc desc;
2137         struct obd_uuid *uuidarray;
2138         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2139         __u32 *obdgens;
2140         char *path;
2141         int rc, fd;
2142
2143         memset(&data, 0, sizeof(data));
2144         data.ioc_dev = cur_device;
2145
2146         if (argc != 2)
2147                 return CMD_HELP;
2148
2149         path = argv[1];
2150         fd = open(path, O_RDONLY);
2151         if (fd < 0) {
2152                 fprintf(stderr, "open \"%s\" failed: %s\n", path,
2153                         strerror(errno));
2154                 return -errno;
2155         }
2156
2157         memset(&desc, 0, sizeof(desc));
2158         obd_str2uuid(&desc.ld_uuid, argv[1]);
2159         desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
2160                              (sizeof(*uuidarray) + sizeof(*obdgens)));
2161
2162 repeat:
2163         uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
2164         if (!uuidarray) {
2165                 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
2166                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2167                 rc = -ENOMEM;
2168                 goto out;
2169         }
2170         obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
2171         if (!obdgens) {
2172                 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
2173                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2174                 rc = -ENOMEM;
2175                 goto out_uuidarray;
2176         }
2177
2178         memset(buf, 0, sizeof(rawbuf));
2179         data.ioc_inllen1 = sizeof(desc);
2180         data.ioc_inlbuf1 = (char *)&desc;
2181         data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
2182         data.ioc_inlbuf2 = (char *)uuidarray;
2183         data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
2184         data.ioc_inlbuf3 = (char *)obdgens;
2185
2186         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
2187                 fprintf(stderr, "error: %s: invalid ioctl\n",
2188                         jt_cmdname(argv[0]));
2189                 rc = -EINVAL;
2190                 goto out_obdgens;
2191         }
2192         rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
2193         if (rc == -ENOSPC) {
2194                 free(uuidarray);
2195                 free(obdgens);
2196                 goto repeat;
2197         } else if (rc) {
2198                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2199                         jt_cmdname(argv[0]), strerror(rc = errno));
2200         } else {
2201                 struct obd_uuid *uuidp;
2202                 __u32 *genp;
2203                 int i;
2204
2205                 if (obd_ioctl_unpack(&data, buf, sizeof(rawbuf))) {
2206                         fprintf(stderr, "error: %s: invalid reply\n",
2207                                 jt_cmdname(argv[0]));
2208                         rc = -EINVAL;
2209                         goto out;
2210                 }
2211                 if (desc.ld_default_stripe_count == (__u32)-1)
2212                         printf("default_stripe_count: %d\n", -1);
2213                 else
2214                         printf("default_stripe_count: %u\n",
2215                                desc.ld_default_stripe_count);
2216                 printf("default_stripe_size: "LPU64"\n",
2217                        desc.ld_default_stripe_size);
2218                 printf("default_stripe_offset: "LPU64"\n",
2219                        desc.ld_default_stripe_offset);
2220                 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
2221                 printf("obd_count: %u\n", desc.ld_tgt_count);
2222                 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
2223                 uuidp = uuidarray;
2224                 genp = obdgens;
2225                 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
2226                         printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
2227         }
2228 out_obdgens:
2229         free(obdgens);
2230 out_uuidarray:
2231         free(uuidarray);
2232 out:
2233         close(fd);
2234         return rc;
2235 }
2236
2237 static int do_activate(int argc, char **argv, int flag)
2238 {
2239         struct obd_ioctl_data data;
2240         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2241         int rc;
2242
2243         memset(&data, 0, sizeof(data));
2244         data.ioc_dev = cur_device;
2245         if (argc != 1)
2246                 return CMD_HELP;
2247
2248         /* reuse offset for 'active' */
2249         data.ioc_offset = flag;
2250
2251         memset(buf, 0, sizeof(rawbuf));
2252         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2253         if (rc) {
2254                 fprintf(stderr, "error: %s: invalid ioctl\n",
2255                         jt_cmdname(argv[0]));
2256                 return rc;
2257         }
2258         rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
2259         if (rc)
2260                 fprintf(stderr, "error: %s: failed: %s\n",
2261                         jt_cmdname(argv[0]), strerror(rc = errno));
2262
2263         return rc;
2264 }
2265
2266 /**
2267  * Replace nids for given device.
2268  * lctl replace_nids <devicename> <nid1>[,nid2,nid3]
2269  * Command should be started on MGS server.
2270  * Only MGS server should be started (command execution
2271  * returns error in another cases). Command mount
2272  * -t lustre <MDT partition> -o nosvc <mount point>
2273  * can be used for that.
2274  *
2275  * llogs for MDTs and clients are processed. All
2276  * records copied as is except add_uuid and setup. This records
2277  * are skipped and recorded with new nids and uuid.
2278  *
2279  * \see mgs_replace_nids
2280  * \see mgs_replace_nids_log
2281  * \see mgs_replace_handler
2282  */
2283 int jt_replace_nids(int argc, char **argv)
2284 {
2285         int rc;
2286         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2287         struct obd_ioctl_data data;
2288
2289         memset(&data, 0, sizeof(data));
2290         data.ioc_dev = get_mgs_device();
2291         if (argc != 3)
2292                 return CMD_HELP;
2293
2294         data.ioc_inllen1 = strlen(argv[1]) + 1;
2295         data.ioc_inlbuf1 = argv[1];
2296
2297         data.ioc_inllen2 = strlen(argv[2]) + 1;
2298         data.ioc_inlbuf2 = argv[2];
2299         memset(buf, 0, sizeof(rawbuf));
2300         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2301         if (rc) {
2302                 fprintf(stderr, "error: %s: invalid ioctl\n",
2303                         jt_cmdname(argv[0]));
2304                 return rc;
2305         }
2306
2307         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_REPLACE_NIDS, buf);
2308         if (rc < 0) {
2309                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2310                         strerror(rc = errno));
2311         }
2312
2313         return rc;
2314 }
2315
2316 int jt_obd_deactivate(int argc, char **argv)
2317 {
2318         return do_activate(argc, argv, 0);
2319 }
2320
2321 int jt_obd_activate(int argc, char **argv)
2322 {
2323         return do_activate(argc, argv, 1);
2324 }
2325
2326 int jt_obd_recover(int argc, char **argv)
2327 {
2328         int rc;
2329         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2330         struct obd_ioctl_data data;
2331
2332         memset(&data, 0, sizeof(data));
2333         data.ioc_dev = cur_device;
2334         if (argc > 2)
2335                 return CMD_HELP;
2336
2337         if (argc == 2) {
2338                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2339                 data.ioc_inlbuf1 = argv[1];
2340         }
2341
2342         memset(buf, 0, sizeof(rawbuf));
2343         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2344         if (rc) {
2345                 fprintf(stderr, "error: %s: invalid ioctl\n",
2346                         jt_cmdname(argv[0]));
2347                 return rc;
2348         }
2349         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
2350         if (rc < 0) {
2351                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2352                         strerror(rc = errno));
2353         }
2354
2355         return rc;
2356 }
2357
2358 int jt_obd_mdc_lookup(int argc, char **argv)
2359 {
2360         struct obd_ioctl_data data;
2361         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2362         char *parent, *child;
2363         int rc, fd, verbose = 1;
2364
2365         if (argc < 3 || argc > 4)
2366                 return CMD_HELP;
2367
2368         parent = argv[1];
2369         child = argv[2];
2370         if (argc == 4)
2371                 verbose = get_verbose(argv[0], argv[3]);
2372
2373         memset(&data, 0, sizeof(data));
2374         data.ioc_dev = cur_device;
2375
2376         data.ioc_inllen1 = strlen(child) + 1;
2377         data.ioc_inlbuf1 = child;
2378
2379         memset(buf, 0, sizeof(rawbuf));
2380         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2381         if (rc) {
2382                 fprintf(stderr, "error: %s: invalid ioctl\n",
2383                         jt_cmdname(argv[0]));
2384                 return rc;
2385         }
2386
2387         fd = open(parent, O_RDONLY);
2388         if (fd < 0) {
2389                 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
2390                         strerror(errno));
2391                 return -1;
2392         }
2393
2394         rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
2395         if (rc < 0) {
2396                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2397                         jt_cmdname(argv[0]), strerror(rc = errno));
2398         }
2399         close(fd);
2400
2401         if (verbose) {
2402                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
2403                 if (rc) {
2404                         fprintf(stderr, "error: %s: invalid reply\n",
2405                                 jt_cmdname(argv[0]));
2406                         return rc;
2407                 }
2408                 printf("%s: mode %o uid %d gid %d\n", child,
2409                        data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
2410                        data.ioc_obdo1.o_gid);
2411         }
2412
2413         return rc;
2414 }
2415
2416 int jt_llog_catlist(int argc, char **argv)
2417 {
2418         struct obd_ioctl_data data;
2419         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2420         int rc;
2421
2422         if (argc != 1)
2423                 return CMD_HELP;
2424
2425         memset(&data, 0, sizeof(data));
2426         data.ioc_dev = cur_device;
2427         data.ioc_inllen1 = sizeof(rawbuf) - cfs_size_round(sizeof(data));
2428         memset(buf, 0, sizeof(rawbuf));
2429         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2430         if (rc) {
2431                 fprintf(stderr, "error: %s: invalid ioctl\n",
2432                         jt_cmdname(argv[0]));
2433                 return rc;
2434         }
2435         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
2436         if (rc == 0)
2437                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2438         else
2439                 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
2440                         strerror(errno));
2441
2442         return rc;
2443 }
2444
2445 int jt_llog_info(int argc, char **argv)
2446 {
2447         struct obd_ioctl_data data;
2448         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2449         int rc;
2450
2451         if (argc != 2)
2452                 return CMD_HELP;
2453
2454         memset(&data, 0, sizeof(data));
2455         data.ioc_dev = cur_device;
2456         data.ioc_inllen1 = strlen(argv[1]) + 1;
2457         data.ioc_inlbuf1 = argv[1];
2458         data.ioc_inllen2 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2459                 cfs_size_round(data.ioc_inllen1);
2460         memset(buf, 0, sizeof(rawbuf));
2461         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2462         if (rc) {
2463                 fprintf(stderr, "error: %s: invalid ioctl\n",
2464                         jt_cmdname(argv[0]));
2465                 return rc;
2466         }
2467
2468         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
2469         if (rc == 0)
2470                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2471         else
2472                 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
2473                         strerror(errno));
2474
2475         return rc;
2476 }
2477
2478 int jt_llog_print(int argc, char **argv)
2479 {
2480         struct obd_ioctl_data data;
2481         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2482         int rc;
2483
2484         if (argc != 2 && argc != 4)
2485                 return CMD_HELP;
2486
2487         memset(&data, 0, sizeof(data));
2488         data.ioc_dev = cur_device;
2489         data.ioc_inllen1 = strlen(argv[1]) + 1;
2490         data.ioc_inlbuf1 = argv[1];
2491         if (argc == 4) {
2492                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2493                 data.ioc_inlbuf2 = argv[2];
2494                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2495                 data.ioc_inlbuf3 = argv[3];
2496         } else {
2497                 char from[2] = "1", to[3] = "-1";
2498                 data.ioc_inllen2 = strlen(from) + 1;
2499                 data.ioc_inlbuf2 = from;
2500                 data.ioc_inllen3 = strlen(to) + 1;
2501                 data.ioc_inlbuf3 = to;
2502         }
2503         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2504                 cfs_size_round(data.ioc_inllen1) -
2505                 cfs_size_round(data.ioc_inllen2) -
2506                 cfs_size_round(data.ioc_inllen3);
2507         memset(buf, 0, sizeof(rawbuf));
2508         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2509         if (rc) {
2510                 fprintf(stderr, "error: %s: invalid ioctl\n",
2511                         jt_cmdname(argv[0]));
2512                 return rc;
2513         }
2514
2515         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2516         if (rc == 0)
2517                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2518         else
2519                 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2520                         strerror(errno));
2521
2522         return rc;
2523 }
2524
2525 static int llog_cancel_parse_optional(int argc, char **argv,
2526                                       struct obd_ioctl_data *data)
2527 {
2528         int cOpt;
2529         const char *const short_options = "c:l:i:h";
2530         const struct option long_options[] = {
2531                 {"catalog", required_argument, NULL, 'c'},
2532                 {"log_id", required_argument, NULL, 'l'},
2533                 {"log_idx", required_argument, NULL, 'i'},
2534                 {"help", no_argument, NULL, 'h'},
2535                 {NULL, 0, NULL, 0}
2536         };
2537
2538         /* sanity check */
2539         if (!data || argc <= 1) {
2540                 return -1;
2541         }
2542
2543         /*now process command line arguments*/
2544         while ((cOpt = getopt_long(argc, argv, short_options,
2545                                         long_options, NULL)) != -1) {
2546                 switch (cOpt) {
2547                 case 'c':
2548                         data->ioc_inllen1 = strlen(optarg) + 1;
2549                         data->ioc_inlbuf1 = optarg;
2550                         break;
2551
2552                 case 'l':
2553                         data->ioc_inllen2 = strlen(optarg) + 1;
2554                         data->ioc_inlbuf2 = optarg;
2555                         break;
2556
2557                 case 'i':
2558                         data->ioc_inllen3 = strlen(optarg) + 1;
2559                         data->ioc_inlbuf3 = optarg;
2560                         break;
2561
2562                 case 'h':
2563                 default:
2564                         return -1;
2565                 }
2566         }
2567
2568         if ((data->ioc_inlbuf1 == NULL) || (data->ioc_inlbuf3 == NULL)) {
2569                 /* missing mandatory parameters */
2570                 return -1;
2571         }
2572
2573         return 0;
2574 }
2575
2576 int jt_llog_cancel(int argc, char **argv)
2577 {
2578         struct obd_ioctl_data data;
2579         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2580         int rc, i;
2581
2582         /* check that the arguments provided are either all
2583          * optional or all positional.  No mixing allowed
2584          *
2585          * if argc is 4 or 3 then check all arguments to ensure that none
2586          * of them start with a '-'.  If so then this is invalid.
2587          * Otherwise if arg is > 4 then assume that this is optional
2588          * arguments, and parse as such ignoring any thing that's not
2589          * optional.  The result is that user must use optional arguments
2590          * for all mandatory parameters.  Code will ignore all other args
2591          *
2592          * The positional arguments option should eventually be phased out.
2593          */
2594         memset(&data, 0, sizeof(data));
2595         data.ioc_dev = cur_device;
2596
2597         if (argc == 3 || argc == 4) {
2598                 for (i = 1; i < argc; i++) {
2599                         if (argv[i][0] == '-')
2600                                 return CMD_HELP;
2601                 }
2602                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2603                 data.ioc_inlbuf1 = argv[1];
2604                 if (argc == 4) {
2605                         data.ioc_inllen2 = strlen(argv[2]) + 1;
2606                         data.ioc_inlbuf2 = argv[2];
2607                         data.ioc_inllen3 = strlen(argv[3]) + 1;
2608                         data.ioc_inlbuf3 = argv[3];
2609                 } else {
2610                         data.ioc_inllen3 = strlen(argv[2]) + 1;
2611                         data.ioc_inlbuf3 = argv[2];
2612                 }
2613         } else {
2614                 if (llog_cancel_parse_optional(argc, argv, &data) != 0)
2615                         return CMD_HELP;
2616         }
2617
2618         memset(buf, 0, sizeof(rawbuf));
2619         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2620         if (rc) {
2621                 fprintf(stderr, "error: %s: invalid ioctl\n",
2622                         jt_cmdname(argv[0]));
2623                 return rc;
2624         }
2625
2626         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2627         if (rc == 0)
2628                 fprintf(stdout, "index %s was canceled.\n",
2629                         argc == 4 ? argv[3] : argv[2]);
2630         else
2631                 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2632                         strerror(errno));
2633
2634         return rc;
2635 }
2636
2637 int jt_llog_check(int argc, char **argv)
2638 {
2639         struct obd_ioctl_data data;
2640         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2641         int rc;
2642
2643         if (argc != 2 && argc != 4)
2644                 return CMD_HELP;
2645
2646         memset(&data, 0, sizeof(data));
2647         data.ioc_dev = cur_device;
2648         data.ioc_inllen1 = strlen(argv[1]) + 1;
2649         data.ioc_inlbuf1 = argv[1];
2650         if (argc == 4) {
2651                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2652                 data.ioc_inlbuf2 = argv[2];
2653                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2654                 data.ioc_inlbuf3 = argv[3];
2655         } else {
2656                 char from[2] = "1", to[3] = "-1";
2657                 data.ioc_inllen2 = strlen(from) + 1;
2658                 data.ioc_inlbuf2 = from;
2659                 data.ioc_inllen3 = strlen(to) + 1;
2660                 data.ioc_inlbuf3 = to;
2661         }
2662         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2663                 cfs_size_round(data.ioc_inllen1) -
2664                 cfs_size_round(data.ioc_inllen2) -
2665                 cfs_size_round(data.ioc_inllen3);
2666         memset(buf, 0, sizeof(rawbuf));
2667         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2668         if (rc) {
2669                 fprintf(stderr, "error: %s: invalid ioctl\n",
2670                         jt_cmdname(argv[0]));
2671                 return rc;
2672         }
2673
2674         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2675         if (rc == 0)
2676                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2677         else
2678                 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2679                         strerror(errno));
2680         return rc;
2681 }
2682
2683 int jt_llog_remove(int argc, char **argv)
2684 {
2685         struct obd_ioctl_data data;
2686         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2687         int rc;
2688
2689         if (argc != 3 && argc != 2)
2690                 return CMD_HELP;
2691
2692         memset(&data, 0, sizeof(data));
2693         data.ioc_dev = cur_device;
2694         data.ioc_inllen1 = strlen(argv[1]) + 1;
2695         data.ioc_inlbuf1 = argv[1];
2696         if (argc == 3){
2697                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2698                 data.ioc_inlbuf2 = argv[2];
2699         }
2700         memset(buf, 0, sizeof(rawbuf));
2701         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2702         if (rc) {
2703                 fprintf(stderr, "error: %s: invalid ioctl\n",
2704                         jt_cmdname(argv[0]));
2705                 return rc;
2706         }
2707
2708         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2709         if (rc == 0) {
2710                 if (argc == 2)
2711                         fprintf(stdout, "log %s is removed.\n", argv[1]);
2712                 else
2713                         fprintf(stdout, "the log in catalog %s is removed. \n",
2714                                 argv[1]);
2715         } else
2716                 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2717                         strerror(errno));
2718
2719         return rc;
2720 }
2721
2722 /* attach a regular file to virtual block device.
2723  * return vaule:
2724  *  -1: fatal error
2725  *  1: error, it always means the command run failed
2726  *  0: success
2727  */
2728 static int jt_blockdev_run_process(const char *file, char *argv[])
2729 {
2730         pid_t pid;
2731         int rc;
2732
2733         pid = vfork();
2734         if (pid == 0) { /* child process */
2735                 /* don't print error messages */
2736                 close(1), close(2);
2737                 (void)execvp(file, argv);
2738                 exit(-1);
2739         } else if (pid > 0) {
2740                 int status;
2741
2742                 rc = waitpid(pid, &status, 0);
2743                 if (rc < 0 || !WIFEXITED(status))
2744                         return -1;
2745
2746                 return WEXITSTATUS(status);
2747         }
2748
2749         return -1;
2750 }
2751
2752 static int jt_blockdev_find_module(const char *module)
2753 {
2754         FILE *fp;
2755         int found = 0;
2756         char buf[1024];
2757         char *ptr;
2758
2759         fp = fopen("/proc/modules", "r");
2760         if (fp == NULL)
2761                 return -1;
2762
2763         while (fgets(buf, 1024, fp) != NULL) {
2764                 ptr = strchr(buf, ' ');
2765                 if (ptr != NULL)
2766                         *ptr = 0;
2767                 if (strcmp(module, buf) == 0) {
2768                         found = 1;
2769                         break;
2770                 }
2771         }
2772         fclose(fp);
2773
2774         return found;
2775 }
2776
2777 static int jt_blockdev_probe_module(const char *module)
2778 {
2779         char buf[1024];
2780         char *argv[10];
2781         int c, rc;
2782
2783         if (jt_blockdev_find_module(module) == 1)
2784                 return 0;
2785
2786         /* run modprobe first */
2787         c = 0;
2788         argv[c++] = "/sbin/modprobe";
2789         argv[c++] = "-q";
2790         argv[c++] = (char *)module;
2791         argv[c++] = NULL;
2792         rc = jt_blockdev_run_process("modprobe", argv);
2793         if (rc != 1)
2794                 return rc;
2795
2796         /* cannot find the module in default directory ... */
2797         sprintf(buf, "../llite/%s.ko", module);
2798         c = 0;
2799         argv[c++] = "/sbin/insmod";
2800         argv[c++] = buf;
2801         argv[c++] = NULL;
2802         rc = jt_blockdev_run_process("insmod", argv);
2803         return rc ? -1 : 0;
2804 }
2805
2806 int jt_blockdev_attach(int argc, char **argv)
2807 {
2808         int rc, fd;
2809         struct stat st;
2810         char *filename, *devname;
2811         unsigned long dev;
2812
2813         if (argc != 3)
2814                 return CMD_HELP;
2815
2816         if (jt_blockdev_probe_module("llite_lloop") < 0) {
2817                 fprintf(stderr, "error: cannot find module llite_lloop.(k)o\n");
2818                 return ENOENT;
2819         }
2820
2821         filename = argv[1];
2822         devname = argv[2];
2823
2824         fd = open(filename, O_RDWR);
2825         if (fd < 0) {
2826                 fprintf(stderr, "file %s can't be opened(%s)\n\n",
2827                         filename, strerror(errno));
2828                 return CMD_HELP;
2829         }
2830
2831         rc = ioctl(fd, LL_IOC_LLOOP_ATTACH, &dev);
2832         if (rc < 0) {
2833                 rc = errno;
2834                 fprintf(stderr, "attach error(%s)\n", strerror(rc));
2835                 goto out;
2836         }
2837
2838         rc = stat(devname, &st);
2839         if (rc == 0 && (!S_ISBLK(st.st_mode) || st.st_rdev != dev)) {
2840                 rc = EEXIST;
2841         } else if (rc < 0) {
2842                 if (errno == ENOENT &&
2843                     !mknod(devname, S_IFBLK|S_IRUSR|S_IWUSR, dev))
2844                         rc = 0;
2845                 else
2846                         rc = errno;
2847         }
2848
2849         if (rc) {
2850                 fprintf(stderr, "error: the file %s could be attached to block "
2851                                 "device %X but creating %s failed: %s\n"
2852                                 "now detaching the block device..",
2853                         filename, (int)dev, devname, strerror(rc));
2854
2855                 (void)ioctl(fd, LL_IOC_LLOOP_DETACH_BYDEV, dev);
2856                 fprintf(stderr, "%s\n", strerror(errno));
2857         }
2858 out:
2859         close(fd);
2860         return -rc;
2861 }
2862
2863 int jt_blockdev_detach(int argc, char **argv)
2864 {
2865         char *filename;
2866         int rc, fd;
2867
2868         if (argc != 2)
2869                 return CMD_HELP;
2870
2871         filename = argv[1];
2872         fd = open(filename, O_RDONLY);
2873         if (fd < 0) {
2874                 fprintf(stderr, "cannot open file %s error %s\n",
2875                         filename, strerror(errno));
2876                 return CMD_HELP;
2877         }
2878
2879         rc = ioctl(fd, LL_IOC_LLOOP_DETACH, 0);
2880         if (rc < 0) {
2881                 rc = errno;
2882                 fprintf(stderr, "detach error(%s)\n", strerror(rc));
2883         } else {
2884                 (void)unlink(filename);
2885         }
2886
2887         close(fd);
2888         return -rc;
2889 }
2890
2891 int jt_blockdev_info(int argc, char **argv)
2892 {
2893         char *filename;
2894         int rc, fd;
2895         struct lu_fid fid;
2896
2897         if (argc != 2)
2898                 return CMD_HELP;
2899
2900         filename = argv[1];
2901         fd = open(filename, O_RDONLY);
2902         if (fd < 0) {
2903                 fprintf(stderr, "cannot open file %s error: %s\n",
2904                         filename, strerror(errno));
2905                 return CMD_HELP;
2906         }
2907
2908         rc = ioctl(fd, LL_IOC_LLOOP_INFO, &fid);
2909         if (rc < 0) {
2910                 rc = errno;
2911                 fprintf(stderr, "error: %s\n", strerror(errno));
2912                 goto out;
2913         }
2914         fprintf(stdout, "lloop device info: ");
2915         if (fid_is_zero(&fid))
2916                 fprintf(stdout, "Not attached\n");
2917         else
2918                 fprintf(stdout, "attached to inode "DFID"\n", PFID(&fid));
2919 out:
2920         close(fd);
2921         return -rc;
2922 }
2923
2924 static void signal_server(int sig)
2925 {
2926         if (sig == SIGINT) {
2927                 do_disconnect("sigint", 1);
2928                 exit(1);
2929         } else
2930                 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
2931 }
2932
2933 int obd_initialize(int argc, char **argv)
2934 {
2935         if (shmem_setup() != 0)
2936                 return -1;
2937
2938         register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
2939                          OBD_DEV_MAJOR, OBD_DEV_MINOR);
2940
2941         return 0;
2942 }
2943
2944 void obd_finalize(int argc, char **argv)
2945 {
2946         struct sigaction sigact;
2947
2948         /* sigact initialization */
2949         sigact.sa_handler = signal_server;
2950         sigfillset(&sigact.sa_mask);
2951         sigact.sa_flags = SA_RESTART;
2952         /* coverity[uninit_use_in_call] */
2953         sigaction(SIGINT, &sigact, NULL);
2954
2955         shmem_cleanup();
2956         do_disconnect(argv[0], 1);
2957 }
2958
2959 static int check_pool_cmd(enum lcfg_command_type cmd,
2960                           char *fsname, char *poolname,
2961                           char *ostname)
2962 {
2963         int rc;
2964
2965         rc = llapi_search_ost(fsname, poolname, ostname);
2966         if (rc < 0 && (cmd != LCFG_POOL_NEW)) {
2967                 fprintf(stderr, "Pool %s.%s not found\n",
2968                         fsname, poolname);
2969                 return rc;
2970         }
2971
2972         switch (cmd) {
2973         case LCFG_POOL_NEW: {
2974                 LASSERT(ostname == NULL);
2975                 if (rc >= 0) {
2976                         fprintf(stderr, "Pool %s.%s already exists\n",
2977                                 fsname, poolname);
2978                         return -EEXIST;
2979                 }
2980                 return 0;
2981         }
2982         case LCFG_POOL_DEL: {
2983                 LASSERT(ostname == NULL);
2984                 if (rc == 1) {
2985                         fprintf(stderr, "Pool %s.%s not empty, "
2986                                 "please remove all members\n",
2987                                 fsname, poolname);
2988                         return -ENOTEMPTY;
2989                 }
2990                 return 0;
2991         }
2992         case LCFG_POOL_ADD: {
2993                 if (rc == 1) {
2994                         fprintf(stderr, "OST %s is already in pool %s.%s\n",
2995                                 ostname, fsname, poolname);
2996                         return -EEXIST;
2997                 }
2998                 rc = llapi_search_ost(fsname, NULL, ostname);
2999                 if (rc == 0) {
3000                         fprintf(stderr, "OST %s is not part of the '%s' fs.\n",
3001                                 ostname, fsname);
3002                         return -ENOENT;
3003                 }
3004                 return 0;
3005         }
3006         case LCFG_POOL_REM: {
3007                 if (rc == 0) {
3008                         fprintf(stderr, "OST %s not found in pool %s.%s\n",
3009                                 ostname, fsname, poolname);
3010                         return -ENOENT;
3011                 }
3012                 return 0;
3013         }
3014         default:
3015                 break;
3016         } /* switch */
3017         return -EINVAL;
3018 }
3019
3020 /* This check only verifies that the changes have been "pushed out" to
3021    the client successfully.  This involves waiting for a config update,
3022    and so may fail because of problems in that code or post-command
3023    network loss. So reporting a warning is appropriate, but not a failure.
3024 */
3025 static int check_pool_cmd_result(enum lcfg_command_type cmd,
3026                                  char *fsname, char *poolname,
3027                                  char *ostname)
3028 {
3029         int cpt = 10;
3030         int rc = 0;
3031
3032         switch (cmd) {
3033         case LCFG_POOL_NEW: {
3034                 do {
3035                         rc = llapi_search_ost(fsname, poolname, NULL);
3036                         if (rc == -ENODEV)
3037                                 return rc;
3038                         if (rc < 0)
3039                                 sleep(2);
3040                         cpt--;
3041                 } while ((rc < 0) && (cpt > 0));
3042                 if (rc >= 0) {
3043                         fprintf(stderr, "Pool %s.%s created\n",
3044                                 fsname, poolname);
3045                         return 0;
3046                 } else {
3047                         fprintf(stderr, "Warning, pool %s.%s not found\n",
3048                                 fsname, poolname);
3049                         return -ENOENT;
3050                 }
3051         }
3052         case LCFG_POOL_DEL: {
3053                 do {
3054                         rc = llapi_search_ost(fsname, poolname, NULL);
3055                         if (rc == -ENODEV)
3056                                 return rc;
3057                         if (rc >= 0)
3058                                 sleep(2);
3059                         cpt--;
3060                 } while ((rc >= 0) && (cpt > 0));
3061                 if (rc < 0) {
3062                         fprintf(stderr, "Pool %s.%s destroyed\n",
3063                                 fsname, poolname);
3064                         return 0;
3065                 } else {
3066                         fprintf(stderr, "Warning, pool %s.%s still found\n",
3067                                 fsname, poolname);
3068                         return -EEXIST;
3069                 }
3070         }
3071         case LCFG_POOL_ADD: {
3072                 do {
3073                         rc = llapi_search_ost(fsname, poolname, ostname);
3074                         if (rc == -ENODEV)
3075                                 return rc;
3076                         if (rc != 1)
3077                                 sleep(2);
3078                         cpt--;
3079                 } while ((rc != 1) && (cpt > 0));
3080                 if (rc == 1) {
3081                         fprintf(stderr, "OST %s added to pool %s.%s\n",
3082                                 ostname, fsname, poolname);
3083                         return 0;
3084                 } else {
3085                         fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
3086                                 ostname, fsname, poolname);
3087                         return -ENOENT;
3088                 }
3089         }
3090         case LCFG_POOL_REM: {
3091                 do {
3092                         rc = llapi_search_ost(fsname, poolname, ostname);
3093                         if (rc == -ENODEV)
3094                                 return rc;
3095                         if (rc == 1)
3096                                 sleep(2);
3097                         cpt--;
3098                 } while ((rc == 1) && (cpt > 0));
3099                 if (rc != 1) {
3100                         fprintf(stderr, "OST %s removed from pool %s.%s\n",
3101                                 ostname, fsname, poolname);
3102                         return 0;
3103                 } else {
3104                         fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
3105                                 ostname, fsname, poolname);
3106                         return -EEXIST;
3107                 }
3108         }
3109         default:
3110                 break;
3111         }
3112         return -EINVAL;
3113 }
3114
3115 static int check_and_complete_ostname(char *fsname, char *ostname)
3116 {
3117         char *ptr;
3118         char real_ostname[MAX_OBD_NAME + 1];
3119         char i;
3120
3121         /* if OST name does not start with fsname, we add it */
3122         /* if not check if the fsname is the right one */
3123         ptr = strchr(ostname, '-');
3124         if (ptr == NULL) {
3125                 sprintf(real_ostname, "%s-%s", fsname, ostname);
3126         } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
3127                 fprintf(stderr, "%s does not start with fsname %s\n",
3128                         ostname, fsname);
3129                 return -EINVAL;
3130         } else {
3131                 if (strlen(ostname) > sizeof(real_ostname)-1)
3132                         return -E2BIG;
3133                 strncpy(real_ostname, ostname, sizeof(real_ostname));
3134         }
3135         /* real_ostname is fsname-????? */
3136         ptr = real_ostname + strlen(fsname) + 1;
3137         if (strncmp(ptr, "OST", 3) != 0) {
3138                 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
3139                         ostname, fsname);
3140                 return -EINVAL;
3141         }
3142         /* real_ostname is fsname-OST????? */
3143         ptr += 3;
3144         for (i = 0; i < 4; i++) {
3145                 if (!isxdigit(*ptr)) {
3146                         fprintf(stderr,
3147                                 "ost's index in %s is not an hexa number\n",
3148                                 ostname);
3149                         return -EINVAL;
3150                 }
3151                 ptr++;
3152         }
3153         /* real_ostname is fsname-OSTXXXX????? */
3154         /* if OST name does not end with _UUID, we add it */
3155         if (*ptr == '\0') {
3156                 strcat(real_ostname, "_UUID");
3157         } else if (strcmp(ptr, "_UUID") != 0) {
3158                 fprintf(stderr,
3159                         "ostname %s does not end with _UUID\n", ostname);
3160                 return -EINVAL;
3161         }
3162         /* real_ostname is fsname-OSTXXXX_UUID */
3163         strcpy(ostname, real_ostname);
3164         return 0;
3165 }
3166
3167 /* returns 0 or -errno */
3168 static int pool_cmd(enum lcfg_command_type cmd,
3169                     char *cmdname, char *fullpoolname,
3170                     char *fsname, char *poolname, char *ostname)
3171 {
3172         int rc = 0;
3173         struct obd_ioctl_data data;
3174         struct lustre_cfg_bufs bufs;
3175         struct lustre_cfg *lcfg;
3176         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3177
3178         rc = check_pool_cmd(cmd, fsname, poolname, ostname);
3179         if (rc == -ENODEV)
3180                 fprintf(stderr, "Can't verify pool command since there "
3181                         "is no local MDT or client, proceeding anyhow...\n");
3182         else if (rc)
3183                 return rc;
3184
3185         lustre_cfg_bufs_reset(&bufs, NULL);
3186         lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
3187         lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
3188         if (ostname != NULL)
3189                 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
3190
3191         lcfg = lustre_cfg_new(cmd, &bufs);
3192         if (lcfg == NULL)
3193                 return -ENOMEM;
3194
3195         memset(&data, 0, sizeof(data));
3196         rc = data.ioc_dev = get_mgs_device();
3197         if (rc < 0)
3198                 goto out;
3199
3200         data.ioc_type = LUSTRE_CFG_TYPE;
3201         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3202                                         lcfg->lcfg_buflens);
3203         data.ioc_pbuf1 = (void *)lcfg;
3204
3205         memset(buf, 0, sizeof(rawbuf));
3206         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3207         if (rc) {
3208                 fprintf(stderr, "error: %s: invalid ioctl\n",
3209                         jt_cmdname(cmdname));
3210                 lustre_cfg_free(lcfg);
3211                 return rc;
3212         }
3213         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
3214 out:
3215         if (rc)
3216                 rc = -errno;
3217         lustre_cfg_free(lcfg);
3218         return rc;
3219 }
3220
3221 /**
3222  * Format and send the ioctl to the MGS.
3223  *
3224  * \param       cmd             IOCTL to send
3225  * \param       ret_data        void pointer to return anything from
3226  *                              ioctl
3227  * \param       num_args        number of arguments to pack into the
3228  *                              ioctl buffer
3229  * \param       argv[]          variable number of string arguments
3230  *
3231  * \retval                      0 on success
3232  */
3233 static int nodemap_cmd(enum lcfg_command_type cmd, void *ret_data,
3234                        unsigned int ret_size, ...)
3235 {
3236         va_list                 ap;
3237         char                    *arg;
3238         int                     i = 0;
3239         struct lustre_cfg_bufs  bufs;
3240         struct obd_ioctl_data   data;
3241         struct lustre_cfg       *lcfg;
3242         char                    rawbuf[MAX_IOC_BUFLEN];
3243         char                    *buf = rawbuf;
3244         int                     rc = 0;
3245
3246         lustre_cfg_bufs_reset(&bufs, NULL);
3247
3248         va_start(ap, ret_size);
3249         arg = va_arg(ap, char *);
3250         while (arg != NULL) {
3251                 lustre_cfg_bufs_set_string(&bufs, i, arg);
3252                 i++;
3253                 arg = va_arg(ap, char *);
3254         }
3255         va_end(ap);
3256
3257         lcfg = lustre_cfg_new(cmd, &bufs);
3258         if (lcfg == NULL)
3259                 return -ENOMEM;
3260
3261         memset(&data, 0, sizeof(data));
3262         rc = data.ioc_dev = get_mgs_device();
3263         if (rc < 0)
3264                 goto out;
3265
3266         data.ioc_type = LUSTRE_CFG_TYPE;
3267         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3268                          lcfg->lcfg_buflens);
3269         data.ioc_pbuf1 = (void *)lcfg;
3270
3271         memset(buf, 0, sizeof(rawbuf));
3272         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3273         if (rc != 0) {
3274                 fprintf(stderr, "error: invalid ioctl: %08x errno: %d with "
3275                                "rc=%d\n", cmd, errno, rc);
3276                 goto out;
3277         }
3278
3279         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_NODEMAP, buf);
3280         if (rc != 0) {
3281                 fprintf(stderr, "error: invalid ioctl: %08x errno: %d with "
3282                                "rc=%d\n", cmd, errno, rc);
3283                 goto out;
3284         }
3285
3286         if (ret_data != NULL) {
3287                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3288                 if (rc != 0)
3289                         goto out;
3290
3291                 if (ret_size > data.ioc_plen1)
3292                         ret_size = data.ioc_plen1;
3293
3294                 memcpy(ret_data, data.ioc_pbuf1, ret_size);
3295         }
3296 out:
3297         lustre_cfg_free(lcfg);
3298
3299         return rc;
3300 }
3301
3302 /**
3303  * activate nodemap functions
3304  *
3305  * \param       argc            number of args
3306  * \param       argv[]          variable string arguments
3307  *
3308  * argv[0]                      1 for activate or 0 for deactivate
3309  *
3310  * \retval                      0 on success
3311  */
3312 int jt_nodemap_activate(int argc, char **argv)
3313 {
3314         int rc;
3315
3316         rc = nodemap_cmd(LCFG_NODEMAP_ACTIVATE, NULL, 0, argv[0], argv[1],
3317                          NULL);
3318
3319         if (rc != 0) {
3320                 errno = -rc;
3321                 perror(argv[0]);
3322         }
3323
3324         return rc;
3325 }
3326
3327 /**
3328  * add a nodemap
3329  *
3330  * \param       argc            number of args
3331  * \param       argv[]          variable string arguments
3332  *
3333  * argv[0]                      nodemap name
3334  *
3335  * \retval                      0 on success
3336  */
3337 int jt_nodemap_add(int argc, char **argv)
3338 {
3339         int rc;
3340
3341         rc = llapi_nodemap_exists(argv[1]);
3342         if (rc == 0) {
3343                 fprintf(stderr, "error: %s existing nodemap name\n", argv[1]);
3344                 return 1;
3345         }
3346
3347         rc = nodemap_cmd(LCFG_NODEMAP_ADD, NULL, 0, argv[0], argv[1], NULL);
3348
3349         if (rc != 0) {
3350                 errno = -rc;
3351                 perror(argv[0]);
3352         }
3353
3354         return rc;
3355 }
3356
3357 /**
3358  * delete a nodemap
3359  *
3360  * \param       argc            number of args
3361  * \param       argv[]          variable string arguments
3362  *
3363  * argv[0]                      nodemap name
3364  *
3365  * \retval                      0 on success
3366  */
3367 int jt_nodemap_del(int argc, char **argv)
3368 {
3369         int rc;
3370
3371         rc = llapi_nodemap_exists(argv[1]);
3372         if (rc != 0) {
3373                 fprintf(stderr, "error: %s not existing nodemap name\n",
3374                         argv[1]);
3375                 return rc;
3376         }
3377         rc = nodemap_cmd(LCFG_NODEMAP_DEL, NULL, 0, argv[0], argv[1], NULL);
3378
3379         if (rc != 0) {
3380                 errno = -rc;
3381                 perror(argv[0]);
3382         }
3383
3384         return rc;
3385 }
3386
3387 /**
3388  * test a nid for nodemap membership
3389  *
3390  * \param       argc            number of args
3391  * \param       argv[]          variable string arguments
3392  *
3393  * argv[0]                      properly formatted nid
3394  *
3395  * \retval                      0 on success
3396  */
3397 int jt_nodemap_test_nid(int argc, char **argv)
3398 {
3399
3400         char    rawbuf[MAX_IOC_BUFLEN];
3401         int     rc;
3402
3403         rc = nodemap_cmd(LCFG_NODEMAP_TEST_NID, &rawbuf, sizeof(rawbuf),
3404                          argv[0], argv[1], NULL);
3405         if (rc == 0)
3406                 printf("%s\n", (char *)rawbuf);
3407
3408         return rc;
3409 }
3410
3411 /**
3412  * test a nodemap id pair for mapping
3413  *
3414  * \param       argc            number of args
3415  * \param       argv[[]         variable string arguments
3416  *
3417  * \retval                      0 on success
3418  *
3419  * The argv array should contain the nodemap name, the id
3420  * to checking the mapping on, and the id type (UID or GID)
3421  *
3422  */
3423 int jt_nodemap_test_id(int argc, char **argv)
3424 {
3425         char    rawbuf[MAX_IOC_BUFLEN];
3426         char    *nidstr = NULL;
3427         char    *idstr = NULL;
3428         char    *typestr = NULL;
3429         int     rc = 0;
3430         int     c;
3431
3432         static struct option long_options[] = {
3433                 {
3434                         .name           = "nid",
3435                         .has_arg        = required_argument,
3436                         .flag           = 0,
3437                         .val            = 'n',
3438                 },
3439                 {
3440                         .name           = "idtype",
3441                         .has_arg        = required_argument,
3442                         .flag           = 0,
3443                         .val            = 't',
3444                 },
3445                 {
3446                         .name           = "id",
3447                         .has_arg        = required_argument,
3448                         .flag           = 0,
3449                         .val            = 'i',
3450                 },
3451                 {
3452                         NULL
3453                 }
3454         };
3455
3456         while ((c = getopt_long(argc, argv, "n:t:i:",
3457                                 long_options, NULL)) != -1) {
3458                 switch (c) {
3459                 case 'n':
3460                         nidstr = optarg;
3461                         break;
3462                 case 't':
3463                         typestr = optarg;
3464                         break;
3465                 case 'i':
3466                         idstr = optarg;
3467                         break;
3468                 }
3469         }
3470
3471         if (nidstr == NULL || typestr == NULL || idstr == NULL) {
3472                 fprintf(stderr, "usage: nodemap_test_id --nid <nid> "
3473                                 "--idtype [uid|gid] --id <id>\n");
3474                 return -1;
3475         }
3476
3477         rc = nodemap_cmd(LCFG_NODEMAP_TEST_ID, &rawbuf, sizeof(rawbuf),
3478                          argv[0], nidstr, typestr, idstr);
3479         if (rc == 0)
3480                 printf("%s\n", (char *)rawbuf);
3481
3482         return rc;
3483 }
3484
3485 /**
3486  * add an nid range to a nodemap
3487  *
3488  * \param       argc            number of args
3489  * \param       argv[]          variable string arguments
3490  *
3491  * --name                       nodemap name
3492  * --range                      properly formatted nid range
3493  *
3494  * \retval                      0 on success
3495  */
3496 int jt_nodemap_add_range(int argc, char **argv)
3497 {
3498         char                    *nodemap_name = NULL;
3499         char                    *nodemap_range = NULL;
3500         struct list_head        nidlist;
3501         char                    min_nid[LNET_NIDSTR_SIZE + 1];
3502         char                    max_nid[LNET_NIDSTR_SIZE + 1];
3503         char                    nid_range[2 * LNET_NIDSTR_SIZE + 2];
3504         int                     rc = 0;
3505         int                     c;
3506
3507         static struct option long_options[] = {
3508                 {
3509                         .name           = "name",
3510                         .has_arg        = required_argument,
3511                         .flag           = 0,
3512                         .val            = 'n',
3513                 },
3514                 {
3515                         .name           = "range",
3516                         .has_arg        = required_argument,
3517                         .flag           = 0,
3518                         .val            = 'r',
3519                 },
3520                 {
3521                         NULL
3522                 }
3523         };
3524
3525         INIT_LIST_HEAD(&nidlist);
3526
3527         while ((c = getopt_long(argc, argv, "n:r:",
3528                                 long_options, NULL)) != -1) {
3529                 switch (c) {
3530                 case 'n':
3531                         nodemap_name = optarg;
3532                         break;
3533                 case 'r':
3534                         nodemap_range = optarg;
3535                         break;
3536                 }
3537         }
3538
3539         if (nodemap_name == NULL || nodemap_range == NULL) {
3540                 fprintf(stderr, "usage: nodemap_add_range --name <name> "
3541                                 "--range <range>\n");
3542                 return -1;
3543         }
3544
3545         if (cfs_parse_nidlist(nodemap_range, strlen(nodemap_range),
3546                               &nidlist) <= 0) {
3547                 fprintf(stderr, "error: %s: can't parse nid range: %s\n",
3548                         jt_cmdname(argv[0]), nodemap_range);
3549                 return -1;
3550         }
3551
3552         if (!cfs_nidrange_is_contiguous(&nidlist)) {
3553                 fprintf(stderr, "error: %s: nodemap ranges must be "
3554                         "contiguous\n", jt_cmdname(argv[0]));
3555                 return -1;
3556         }
3557
3558         cfs_nidrange_find_min_max(&nidlist, &min_nid[0], &max_nid[0],
3559                                   LNET_NIDSTR_SIZE);
3560         snprintf(nid_range, sizeof(nid_range), "%s:%s", min_nid, max_nid);
3561
3562         rc = nodemap_cmd(LCFG_NODEMAP_ADD_RANGE, NULL, 0, argv[0],
3563                          nodemap_name, nid_range, NULL);
3564         if (rc != 0) {
3565                 errno = -rc;
3566                 fprintf(stderr, "error: %s: cannot add range '%s' to nodemap "
3567                                 "'%s': rc = %d\n",
3568                         jt_cmdname(argv[0]), nodemap_range, nodemap_name, rc);
3569         }
3570
3571         return rc;
3572 }
3573
3574 /**
3575  * delete an nid range to a nodemap
3576  *
3577  * \param       argc            number of args
3578  * \param       argv[]          variable string arguments
3579  *
3580  * --name                       nodemap name
3581  * --range                      properly formatted nid range
3582  *
3583  * \retval                      0 on success
3584  */
3585 int jt_nodemap_del_range(int argc, char **argv)
3586 {
3587         char                    *nodemap_name = NULL;
3588         char                    *nodemap_range = NULL;
3589         struct list_head        nidlist;
3590         char                    min_nid[LNET_NIDSTR_SIZE + 1];
3591         char                    max_nid[LNET_NIDSTR_SIZE + 1];
3592         char                    nid_range[2 * LNET_NIDSTR_SIZE + 2];
3593         int                     rc = 0;
3594         int                     c;
3595
3596         static struct option long_options[] = {
3597                 {
3598                         .name           = "name",
3599                         .has_arg        = required_argument,
3600                         .flag           = 0,
3601                         .val            = 'n',
3602                 },
3603                 {
3604                         .name           = "range",
3605                         .has_arg        = required_argument,
3606                         .flag           = 0,
3607                         .val            = 'r',
3608                 },
3609                 {
3610                         NULL
3611                 }
3612         };
3613
3614         INIT_LIST_HEAD(&nidlist);
3615
3616         while ((c = getopt_long(argc, argv, "n:r:",
3617                                 long_options, NULL)) != -1) {
3618                 switch (c) {
3619                 case 'n':
3620                         nodemap_name = optarg;
3621                         break;
3622                 case 'r':
3623                         nodemap_range = optarg;
3624                         break;
3625                 }
3626         }
3627
3628         if (nodemap_name == NULL || nodemap_range == NULL) {
3629                 fprintf(stderr, "usage: nodemap_del_range --name <name> "
3630                                 "--range <range>\n");
3631                 return -1;
3632         }
3633
3634         if (cfs_parse_nidlist(nodemap_range, strlen(nodemap_range),
3635                               &nidlist) <= 0) {
3636                 fprintf(stderr, "error: %s: can't parse nid range: %s\n",
3637                         jt_cmdname(argv[0]), nodemap_range);
3638                 return -1;
3639         }
3640
3641         if (!cfs_nidrange_is_contiguous(&nidlist)) {
3642                 fprintf(stderr, "error: %s: nodemap ranges must be "
3643                         "contiguous\n", jt_cmdname(argv[0]));
3644                 return -1;
3645         }
3646
3647         cfs_nidrange_find_min_max(&nidlist, &min_nid[0], &max_nid[0],
3648                                   LNET_NIDSTR_SIZE);
3649         snprintf(nid_range, sizeof(nid_range), "%s:%s", min_nid, max_nid);
3650
3651         rc = nodemap_cmd(LCFG_NODEMAP_DEL_RANGE, NULL, 0, argv[0],
3652                          nodemap_name, nid_range, NULL);
3653         if (rc != 0) {
3654                 errno = -rc;
3655                 fprintf(stderr, "error: %s: cannot delete range '%s' to "
3656                                "nodemap '%s': rc = %d\n",
3657                         jt_cmdname(argv[0]), nodemap_range, nodemap_name, rc);
3658         }
3659
3660         return rc;
3661 }
3662
3663 /**
3664  * modify a nodemap's behavior
3665  *
3666  * \param       argc            number of args
3667  * \param       argv[]          variable string arguments
3668  *
3669  * --name                       nodemap name
3670  * --property                   nodemap property to change
3671  *                              admin, trusted, squash_uid, squash_gid)
3672  * --value                      value to set property
3673  *
3674  * \retval                      0 on success
3675  */
3676 int jt_nodemap_modify(int argc, char **argv)
3677 {
3678         int                     c;
3679         int                     rc = 0;
3680         enum lcfg_command_type  cmd = 0;
3681         char                    *nodemap_name = NULL;
3682         char                    *param = NULL;
3683         char                    *value = NULL;
3684
3685         static struct option long_options[] = {
3686                 {
3687                         .name           = "name",
3688                         .has_arg        = required_argument,
3689                         .flag           = 0,
3690                         .val            = 'n',
3691                 },
3692                 {
3693                         .name           = "property",
3694                         .has_arg        = required_argument,
3695                         .flag           = 0,
3696                         .val            = 'p',
3697                 },
3698                 {
3699                         .name           = "value",
3700                         .has_arg        = required_argument,
3701                         .flag           = 0,
3702                         .val            = 'v',
3703                 },
3704                 {
3705                         NULL
3706                 }
3707         };
3708
3709         while ((c = getopt_long(argc, argv, "n:p:v:",
3710                                 long_options, NULL)) != -1) {
3711                 switch (c) {
3712                 case 'n':
3713                         nodemap_name = optarg;
3714                         break;
3715                 case 'p':
3716                         param = optarg;
3717                         break;
3718                 case 'v':
3719                         value = optarg;
3720                         break;
3721                 }
3722         }
3723
3724         if (nodemap_name == NULL || param == NULL || value == NULL) {
3725                 fprintf(stderr, "usage: nodemap_modify --name <nodemap_name> "
3726                                 "--property <property_name> --value <value>\n");
3727                 fprintf(stderr, "valid properties: admin trusted "
3728                                 "squash_uid squash_gid\n");
3729                 return -1;
3730         }
3731
3732         if (strcmp("admin", param) == 0) {
3733                 cmd = LCFG_NODEMAP_ADMIN;
3734         } else if (strcmp("trusted", param) == 0) {
3735                 cmd = LCFG_NODEMAP_TRUSTED;
3736         } else if (strcmp("squash_uid", param) == 0) {
3737                 cmd = LCFG_NODEMAP_SQUASH_UID;
3738         } else if (strcmp("squash_gid", param) == 0) {
3739                 cmd = LCFG_NODEMAP_SQUASH_GID;
3740         } else {
3741                 fprintf(stderr, "error: %s: nodemap_modify invalid "
3742                                 "subcommand: %s\n",
3743                         jt_cmdname(argv[0]), param);
3744                 return -1;
3745         }
3746
3747         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, param,
3748                          value, NULL);
3749         if (rc != 0) {
3750                 errno = -rc;
3751                 fprintf(stderr, "error: %s: cannot modify nodemap '%s' "
3752                                "to param '%s': value '%s': rc = %d\n",
3753                         jt_cmdname(argv[0]), nodemap_name, param, value, rc);
3754         }
3755
3756         return rc;
3757 }
3758
3759 int jt_nodemap_add_idmap(int argc, char **argv)
3760 {
3761         int                     c;
3762         enum                    lcfg_command_type cmd = 0;
3763         char                    *nodemap_name = NULL;
3764         char                    *idmap = NULL;
3765         char                    *idtype = NULL;
3766         int                     rc = 0;
3767
3768         static struct option long_options[] = {
3769                 {
3770                         .name           = "name",
3771                         .has_arg        = required_argument,
3772                         .flag           = 0,
3773                         .val            = 'n',
3774                 },
3775                 {
3776                         .name           = "idmap",
3777                         .has_arg        = required_argument,
3778                         .flag           = 0,
3779                         .val            = 'm',
3780                 },
3781                 {
3782                         .name           = "idtype",
3783                         .has_arg        = required_argument,
3784                         .flag           = 0,
3785                         .val            = 'i',
3786                 },
3787                 {
3788                         NULL
3789                 }
3790         };
3791
3792         while ((c = getopt_long(argc, argv, "n:m:i:",
3793                                 long_options, NULL)) != -1) {
3794                 switch (c) {
3795                 case 'n':
3796                         nodemap_name = optarg;
3797                         break;
3798                 case 'm':
3799                         idmap = optarg;
3800                         break;
3801                 case 'i':
3802                         idtype = optarg;
3803                         break;
3804                 }
3805         }
3806
3807         if (nodemap_name == NULL || idmap == NULL || idtype == NULL) {
3808                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3809                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3810                 return -1;
3811         }
3812
3813         if (strcmp("uid", idtype) == 0) {
3814                 cmd = LCFG_NODEMAP_ADD_UIDMAP;
3815         } else if (strcmp("gid", idtype) == 0) {
3816                 cmd = LCFG_NODEMAP_ADD_GIDMAP;
3817         } else {
3818                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3819                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3820                 return -1;
3821         }
3822
3823         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, idmap, NULL);
3824         if (rc != 0) {
3825                 errno = -rc;
3826                 fprintf(stderr, "cannot add %smap '%s' to nodemap '%s'"
3827                         ": rc = %d\n", idtype, idmap, nodemap_name, rc);
3828         }
3829
3830         return rc;
3831 }
3832
3833 int jt_nodemap_del_idmap(int argc, char **argv)
3834 {
3835         int                     c;
3836         enum                    lcfg_command_type cmd = 0;
3837         char                    *nodemap_name = NULL;
3838         char                    *idmap = NULL;
3839         char                    *idtype = NULL;
3840         int                     rc = 0;
3841
3842         static struct option long_options[] = {
3843                 {
3844                         .name           = "name",
3845                         .has_arg        = required_argument,
3846                         .flag           = 0,
3847                         .val            = 'n',
3848                 },
3849                 {
3850                         .name           = "idmap",
3851                         .has_arg        = required_argument,
3852                         .flag           = 0,
3853                         .val            = 'm',
3854                 },
3855                 {
3856                         .name           = "idtype",
3857                         .has_arg        = required_argument,
3858                         .flag           = 0,
3859                         .val            = 'i',
3860                 },
3861                 {
3862                         NULL
3863                 }
3864         };
3865
3866         while ((c = getopt_long(argc, argv, "n:m:i:",
3867                                 long_options, NULL)) != -1) {
3868                 switch (c) {
3869                 case 'n':
3870                         nodemap_name = optarg;
3871                         break;
3872                 case 'm':
3873                         idmap = optarg;
3874                         break;
3875                 case 'i':
3876                         idtype = optarg;
3877                         break;
3878                 }
3879         }
3880
3881         if (nodemap_name == NULL || idmap == NULL || idtype == NULL) {
3882                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3883                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3884                 return -1;
3885         }
3886
3887         if (strcmp("uid", idtype) == 0)
3888                 cmd = LCFG_NODEMAP_DEL_UIDMAP;
3889         else
3890                 cmd = LCFG_NODEMAP_DEL_GIDMAP;
3891
3892         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, idmap, NULL);
3893         if (rc != 0) {
3894                 errno = -rc;
3895                 fprintf(stderr, "cannot delete %smap '%s' from nodemap '%s'"
3896                         ": rc = %d\n", idtype, idmap, nodemap_name, rc);
3897         }
3898
3899         return rc;
3900 }
3901
3902 /*
3903  * this function tranforms a rule [start-end/step] into an array
3904  * of matching numbers
3905  * supported forms are:
3906  * [start]                : just this number
3907  * [start-end]            : all numbers from start to end
3908  * [start-end/step]       : numbers from start to end with increment of step
3909  * on return, format contains a printf format string which can be used
3910  * to generate all the strings
3911  */
3912 static int get_array_idx(char *rule, char *format, int **array)
3913 {
3914         char *start, *end, *ptr;
3915         unsigned int lo, hi, step;
3916         int array_sz = 0;
3917         int i, array_idx;
3918         int rc;
3919
3920         start = strchr(rule, '[');
3921         end = strchr(rule, ']');
3922         if ((start == NULL) || (end == NULL)) {
3923                 *array = malloc(sizeof(int));
3924                 if (*array == NULL)
3925                         return 0;
3926                 strcpy(format, rule);
3927                 array_sz = 1;
3928                 return array_sz;
3929         }
3930         *start = '\0';
3931         *end = '\0';
3932         end++;
3933         start++;
3934         /* put in format the printf format (the rule without the range) */
3935         sprintf(format, "%s%%.4x%s", rule, end);
3936
3937         array_idx = 0;
3938         array_sz = 0;
3939         *array = NULL;
3940         /* loop on , separator */
3941         do {
3942                 /* extract the 3 fields */
3943                 rc = sscanf(start, "%x-%x/%u", &lo, &hi, &step);
3944                 switch (rc) {
3945                 case 0:
3946                         goto err;
3947                 case 1: {
3948                         void *tmp;
3949
3950                         array_sz++;
3951                         tmp = realloc(*array, array_sz * sizeof(int));
3952                         if (tmp == NULL)
3953                                 goto err;
3954                         *array = tmp;
3955                         (*array)[array_idx] = lo;
3956                         array_idx++;
3957                         break;
3958                 }
3959                 case 2: {
3960                         step = 1;
3961                         /* do not break to share code with case 3: */
3962                 }
3963                 case 3: {
3964                         void *tmp;
3965
3966                         if ((hi < lo) || (step == 0))
3967                                 goto err;
3968                         array_sz += (hi - lo) / step + 1;
3969                         tmp = realloc(*array, array_sz * sizeof(int));
3970                         if (tmp == NULL)
3971                                 goto err;
3972                         *array = tmp;
3973                         for (i = lo; i <= hi; i+=step, array_idx++)
3974                                 (*array)[array_idx] = i;
3975                         break;
3976                 }
3977                 }
3978                 ptr = strchr(start, ',');
3979                 if (ptr != NULL)
3980                         start = ptr + 1;
3981
3982         } while (ptr != NULL);
3983         return array_sz;
3984 err:
3985         if (*array != NULL) {
3986                 free(*array);
3987                 *array = NULL;
3988         }
3989         return 0;
3990 }
3991
3992 static int extract_fsname_poolname(const char *arg, char *fsname,
3993                                    char *poolname)
3994 {
3995         char *ptr;
3996         int rc;
3997
3998         strlcpy(fsname, arg, PATH_MAX + 1);
3999         ptr = strchr(fsname, '.');
4000         if (ptr == NULL) {
4001                 fprintf(stderr, ". is missing in %s\n", fsname);
4002                 rc = -EINVAL;
4003                 goto err;
4004         }
4005
4006         if ((ptr - fsname) == 0) {
4007                 fprintf(stderr, "fsname is empty\n");
4008                 rc = -EINVAL;
4009                 goto err;
4010         }
4011
4012         *ptr = '\0';
4013         ++ptr;
4014
4015         rc = lustre_is_fsname_valid(fsname, 1, LUSTRE_MAXFSNAME);
4016         if (rc < 0) {
4017                 fprintf(stderr, "filesystem name %s must be 1-%d chars\n",
4018                         fsname, LUSTRE_MAXFSNAME);
4019                 rc = -EINVAL;
4020                 goto err;
4021         } else if (rc > 0) {
4022                 fprintf(stderr, "char '%c' not allowed in filesystem name\n",
4023                         rc);
4024                 rc = -EINVAL;
4025                 goto err;
4026         }
4027
4028         rc = lustre_is_poolname_valid(ptr, 1, LOV_MAXPOOLNAME);
4029         if (rc == -1) {
4030                 fprintf(stderr, "poolname is empty\n");
4031                 rc = -EINVAL;
4032                 goto err;
4033         } else if (rc == -2) {
4034                 fprintf(stderr,
4035                         "poolname %s is too long (max is %d)\n",
4036                         ptr, LOV_MAXPOOLNAME);
4037                 rc = -ENAMETOOLONG;
4038                 goto err;
4039         } else if (rc > 0) {
4040                 fprintf(stderr, "char '%c' not allowed in pool name '%s'\n",
4041                         rc, ptr);
4042                 rc = -EINVAL;
4043                 goto err;
4044         }
4045
4046         strncpy(poolname, ptr, LOV_MAXPOOLNAME);
4047         poolname[LOV_MAXPOOLNAME] = '\0';
4048         return 0;
4049
4050 err:
4051         fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
4052         return rc;
4053 }
4054
4055 int jt_pool_cmd(int argc, char **argv)
4056 {
4057         enum lcfg_command_type cmd;
4058         char fsname[PATH_MAX + 1];
4059         char poolname[LOV_MAXPOOLNAME + 1];
4060         char *ostnames_buf = NULL;
4061         int i, rc;
4062         int *array = NULL, array_sz;
4063         struct {
4064                 int     rc;
4065                 char   *ostname;
4066         } *cmds = NULL;
4067
4068         switch (argc) {
4069         case 0:
4070         case 1: return CMD_HELP;
4071         case 2: {
4072                 if (strcmp("pool_new", argv[0]) == 0)
4073                         cmd = LCFG_POOL_NEW;
4074                 else if (strcmp("pool_destroy", argv[0]) == 0)
4075                         cmd = LCFG_POOL_DEL;
4076                 else if (strcmp("pool_list", argv[0]) == 0)
4077                          return llapi_poollist(argv[1]);
4078                 else return CMD_HELP;
4079
4080                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
4081                 if (rc)
4082                         break;
4083
4084                 rc = pool_cmd(cmd, argv[0], argv[1], fsname, poolname, NULL);
4085                 if (rc)
4086                         break;
4087
4088                 check_pool_cmd_result(cmd, fsname, poolname, NULL);
4089                 break;
4090         }
4091         default: {
4092                 char format[2*MAX_OBD_NAME];
4093
4094                 if (strcmp("pool_remove", argv[0]) == 0) {
4095                         cmd = LCFG_POOL_REM;
4096                 } else if (strcmp("pool_add", argv[0]) == 0) {
4097                         cmd = LCFG_POOL_ADD;
4098                 } else {
4099                         return CMD_HELP;
4100                 }
4101
4102                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
4103                 if (rc)
4104                         break;
4105
4106                 for (i = 2; i < argc; i++) {
4107                         int j;
4108
4109                         array_sz = get_array_idx(argv[i], format, &array);
4110                         if (array_sz == 0)
4111                                 return CMD_HELP;
4112
4113                         cmds = malloc(array_sz * sizeof(cmds[0]));
4114                         if (cmds != NULL) {
4115                                 ostnames_buf = malloc(array_sz *
4116                                                       (MAX_OBD_NAME + 1));
4117                         } else {
4118                                 free(array);
4119                                 rc = -ENOMEM;
4120                                 goto out;
4121                         }
4122
4123                         for (j = 0; j < array_sz; j++) {
4124                                 char ostname[MAX_OBD_NAME + 1];
4125
4126                                 snprintf(ostname, MAX_OBD_NAME, format,
4127                                          array[j]);
4128                                 ostname[MAX_OBD_NAME] = '\0';
4129
4130                                 rc = check_and_complete_ostname(fsname,ostname);
4131                                 if (rc) {
4132                                         free(array);
4133                                         free(cmds);
4134                                         if (ostnames_buf)
4135                                                 free(ostnames_buf);
4136                                         goto out;
4137                                 }
4138                                 if (ostnames_buf != NULL) {
4139                                         cmds[j].ostname =
4140                                           &ostnames_buf[(MAX_OBD_NAME + 1) * j];
4141                                         strcpy(cmds[j].ostname, ostname);
4142                                 } else {
4143                                         cmds[j].ostname = NULL;
4144                                 }
4145                                 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
4146                                                       fsname, poolname,
4147                                                       ostname);
4148                                 /* Return an err if any of the add/dels fail */
4149                                 if (!rc)
4150                                         rc = cmds[j].rc;
4151                         }
4152                         for (j = 0; j < array_sz; j++) {
4153                                 if (!cmds[j].rc) {
4154                                         char ostname[MAX_OBD_NAME + 1];
4155
4156                                         if (!cmds[j].ostname) {
4157                                                 snprintf(ostname, MAX_OBD_NAME,
4158                                                          format, array[j]);
4159                                                 ostname[MAX_OBD_NAME] = '\0';
4160                                                 check_and_complete_ostname(
4161                                                         fsname, ostname);
4162                                         } else {
4163                                                 strcpy(ostname,
4164                                                        cmds[j].ostname);
4165                                         }
4166                                         check_pool_cmd_result(cmd, fsname,
4167                                                               poolname,ostname);
4168                                 }
4169                         }
4170                         if (array_sz > 0)
4171                                 free(array);
4172                         if (cmds)
4173                                 free(cmds);
4174                         if (ostnames_buf != NULL)
4175                                 free(ostnames_buf);
4176                 }
4177                 /* fall through */
4178         }
4179         } /* switch */
4180
4181 out:
4182         if (rc != 0) {
4183                 errno = -rc;
4184                 perror(argv[0]);
4185         }
4186
4187         return rc;
4188 }
4189
4190 int jt_get_obj_version(int argc, char **argv)
4191 {
4192         struct lu_fid fid;
4193         struct obd_ioctl_data data;
4194         __u64 version, id = ULLONG_MAX, group = ULLONG_MAX;
4195         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf, *fidstr;
4196         int rc, c;
4197
4198         while ((c = getopt(argc, argv, "i:g:")) != -1) {
4199                 switch (c) {
4200                 case 'i':
4201                         id = strtoull(optarg, NULL, 0);
4202                         break;
4203                 case 'g':
4204                         group = strtoull(optarg, NULL, 0);
4205                         break;
4206                 default:
4207                         return CMD_HELP;
4208                 }
4209         }
4210
4211         argc -= optind;
4212         argv += optind;
4213
4214         if (!(id != ULLONG_MAX && group != ULLONG_MAX && argc == 0) &&
4215             !(id == ULLONG_MAX && group == ULLONG_MAX && argc == 1))
4216                 return CMD_HELP;
4217
4218         memset(&data, 0, sizeof data);
4219         data.ioc_dev = cur_device;
4220         if (argc == 1) {
4221                 fidstr = *argv;
4222                 while (*fidstr == '[')
4223                         fidstr++;
4224                 sscanf(fidstr, SFID, RFID(&fid));
4225
4226                 data.ioc_inlbuf1 = (char *) &fid;
4227                 data.ioc_inllen1 = sizeof fid;
4228         } else {
4229                 data.ioc_inlbuf3 = (char *) &id;
4230                 data.ioc_inllen3 = sizeof id;
4231                 data.ioc_inlbuf4 = (char *) &group;
4232                 data.ioc_inllen4 = sizeof group;
4233         }
4234         data.ioc_inlbuf2 = (char *) &version;
4235         data.ioc_inllen2 = sizeof version;
4236
4237         memset(buf, 0, sizeof *buf);
4238         rc = obd_ioctl_pack(&data, &buf, sizeof rawbuf);
4239         if (rc) {
4240                 fprintf(stderr, "error: %s: packing ioctl arguments: %s\n",
4241                         jt_cmdname(argv[0]), strerror(-rc));
4242                 return rc;
4243         }
4244
4245         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GET_OBJ_VERSION, buf);
4246         if (rc == -1) {
4247                 fprintf(stderr, "error: %s: ioctl: %s\n",
4248                         jt_cmdname(argv[0]), strerror(errno));
4249                 return -errno;
4250         }
4251
4252         obd_ioctl_unpack(&data, buf, sizeof rawbuf);
4253         printf(LPX64"\n", version);
4254         return 0;
4255 }
4256
4257 int jt_changelog_register(int argc, char **argv)
4258 {
4259         struct obd_ioctl_data    data = { 0 };
4260         char                     rawbuf[MAX_IOC_BUFLEN] = "";
4261         char                    *buf = rawbuf;
4262         char                    *device = lcfg_get_devname();
4263         bool                     print_name_only = false;
4264         int                      c;
4265         int                      rc;
4266
4267         if (argc > 2)
4268                 return CMD_HELP;
4269
4270         while ((c = getopt(argc, argv, "hn")) >= 0) {
4271                 switch (c) {
4272                 case 'n':
4273                         print_name_only = true;
4274                         break;
4275                 case 'h':
4276                 default:
4277                         return CMD_HELP;
4278                 }
4279         }
4280
4281         if (cur_device < 0 || device == NULL)
4282                 return CMD_HELP;
4283
4284         data.ioc_dev = cur_device;
4285
4286         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4287         if (rc < 0) {
4288                 fprintf(stderr, "error: %s: cannot pack ioctl: %s\n",
4289                         jt_cmdname(argv[0]), strerror(-rc));
4290                return rc;
4291         }
4292
4293         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_REG, buf);
4294         if (rc < 0) {
4295                 rc = -errno;
4296                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
4297                         strerror(-rc));
4298                 return rc;
4299         }
4300
4301         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4302
4303         if (data.ioc_u32_1 == 0) {
4304                 fprintf(stderr, "received invalid userid!\n");
4305                 return -EPROTO;
4306         }
4307
4308         if (print_name_only)
4309                 printf("%s%u\n", CHANGELOG_USER_PREFIX, data.ioc_u32_1);
4310         else
4311                 printf("%s: Registered changelog userid '%s%u'\n",
4312                        device, CHANGELOG_USER_PREFIX, data.ioc_u32_1);
4313
4314         return 0;
4315 }
4316
4317 int jt_changelog_deregister(int argc, char **argv)
4318 {
4319         struct obd_ioctl_data    data = { 0 };
4320         char                     rawbuf[MAX_IOC_BUFLEN] = "";
4321         char                    *buf = rawbuf;
4322         char                    *device = lcfg_get_devname();
4323         int                      id;
4324         int                      rc;
4325
4326         if (argc != 2 || cur_device < 0 || device == NULL)
4327                 return CMD_HELP;
4328
4329         rc = sscanf(argv[1], CHANGELOG_USER_PREFIX"%d", &id);
4330         if (rc != 1 || id <= 0) {
4331                 fprintf(stderr,
4332                         "error: %s: expected id of the form %s<num> got '%s'\n",
4333                         jt_cmdname(argv[0]), CHANGELOG_USER_PREFIX, argv[1]);
4334                 return CMD_HELP;
4335         }
4336
4337         data.ioc_dev = cur_device;
4338         data.ioc_u32_1 = id;
4339
4340         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4341         if (rc < 0) {
4342                 fprintf(stderr, "error: %s: invalid ioctl\n",
4343                         jt_cmdname(argv[0]));
4344                 return rc;
4345         }
4346
4347         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_DEREG, buf);
4348         if (rc < 0) {
4349                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
4350                         strerror(rc = errno));
4351                 return rc;
4352         }
4353
4354         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4355         printf("%s: Deregistered changelog user '%s%u'\n",
4356                device, CHANGELOG_USER_PREFIX, data.ioc_u32_1);
4357
4358         return 0;
4359 }