lustre/utils/obd.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2011, 2014, Intel Corporation.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/utils/obd.c
  37  *
  38  * Author: Peter J. Braam <braam@clusterfs.com>
  39  * Author: Phil Schwan <phil@clusterfs.com>
  40  * Author: Andreas Dilger <adilger@clusterfs.com>
  41  * Author: Robert Read <rread@clusterfs.com>
  42  */
  43
  44 #include <sys/ioctl.h>
  45 #include <sys/socket.h>
  46 #include <sys/stat.h>
  47 #include <sys/time.h>
  48 #include <sys/types.h>
  49 #include <sys/un.h>
  50 #include <sys/wait.h>
  51
  52 #include <ctype.h>
  53 #include <errno.h>
  54 #include <fcntl.h>
  55 #include <getopt.h>
  56 #include <glob.h>
  57 #include <signal.h>
  58 #include <stdarg.h>
  59 #include <stdbool.h>
  60 #include <stdio.h>
  61 #include <stdlib.h>
  62 #include <string.h>
  63 #include <time.h>
  64 #include <unistd.h>
  65
  66 #include "obdctl.h"
  67 #include <libcfs/util/ioctl.h>
  68 #include <libcfs/util/parser.h>
  69 #include <libcfs/util/string.h>
  70
  71 #include <lnet/nidstr.h>
  72 #include <lustre/lustre_idl.h>
  73 #include <lustre_cfg.h>
  74 #include <lustre_ioctl.h>
  75 #include <lustre/lustre_build_version.h>
  76
  77 #include <lnet/lnetctl.h>
  78 #include <lustre/lustreapi.h>
  79 #include <lustre_param.h>
  80
  81 #define MAX_STRING_SIZE 128
  82 #define DEVICES_LIST "/proc/fs/lustre/devices"
  83
  84 #if HAVE_LIBPTHREAD
  85 #include <sys/ipc.h>
  86 #include <sys/shm.h>
  87 #include <pthread.h>
  88
  89 #define MAX_THREADS 4096
  90 #define MAX_BASE_ID 0xffffffff
  91 #define NIDSTRING_LENGTH 64
  92 struct shared_data {
  93         pthread_mutex_t mutex;
  94         pthread_cond_t  cond;
  95         int       stopping;
  96         struct {
  97                 __u64 counters[MAX_THREADS];
  98                 __u64 offsets[MAX_THREADS];
  99                 int   thr_running;
 100                 int   start_barrier;
 101                 int   stop_barrier;
 102                 struct timeval start_time;
 103                 struct timeval end_time;
 104         } body;
 105 };
 106
 107 static struct shared_data *shared_data;
 108 static __u64 counter_snapshot[2][MAX_THREADS];
 109 static int prev_valid;
 110 static struct timeval prev_time;
 111 static int thread;
 112 static int nthreads;
 113 #else
 114 const int thread = 0;
 115 const int nthreads = 1;
 116 #endif
 117
 118 static int cur_device = -1;
 119
 120 static int l2_ioctl(int dev_id, int opc, void *buf)
 121 {
 122         return l_ioctl(dev_id, opc, buf);
 123 }
 124
 125 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
 126 {
 127         struct obd_ioctl_data data;
 128         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 129         int rc;
 130
 131         memset(&data, 0, sizeof(data));
 132         data.ioc_dev = cur_device;
 133         data.ioc_type = LUSTRE_CFG_TYPE;
 134         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 135                                         lcfg->lcfg_buflens);
 136         data.ioc_pbuf1 = (void *)lcfg;
 137         memset(buf, 0, sizeof(rawbuf));
 138         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 139         if (rc) {
 140                 fprintf(stderr, "error: %s: invalid ioctl\n",
 141                         jt_cmdname(func));
 142                 return rc;
 143         }
 144
 145         rc =  l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
 146
 147         return rc;
 148 }
 149
 150 static int do_device(char *func, char *devname);
 151
 152 static int get_mgs_device()
 153 {
 154         char mgs[] = "$MGS";
 155         static int mgs_device = -1;
 156
 157         if (mgs_device == -1) {
 158                 int rc;
 159                 do_disconnect(NULL, 1);
 160                 rc = do_device("mgsioc", mgs);
 161                 if (rc) {
 162                         fprintf(stderr,
 163                                 "This command must be run on the MGS.\n");
 164                         errno = ENODEV;
 165                         return -1;
 166                 }
 167                 mgs_device = cur_device;
 168         }
 169         return mgs_device;
 170 }
 171
 172 /* Returns -1 on error with errno set */
 173 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
 174 {
 175         struct obd_ioctl_data data;
 176         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 177         int rc;
 178
 179         memset(&data, 0, sizeof(data));
 180         rc = data.ioc_dev = get_mgs_device();
 181         if (rc < 0)
 182                 goto out;
 183         data.ioc_type = LUSTRE_CFG_TYPE;
 184         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 185                                         lcfg->lcfg_buflens);
 186         data.ioc_pbuf1 = (void *)lcfg;
 187         memset(buf, 0, sizeof(rawbuf));
 188         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 189         if (rc) {
 190                 fprintf(stderr, "error: %s: invalid ioctl\n",
 191                         jt_cmdname(func));
 192                 return rc;
 193         }
 194
 195         rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
 196 out:
 197         if (rc) {
 198                 if (errno == ENOSYS)
 199                         fprintf(stderr, "Make sure cfg_device is set first.\n");
 200         }
 201         return rc;
 202 }
 203
 204 char *obdo_print(struct obdo *obd)
 205 {
 206         char buf[1024];
 207
 208         sprintf(buf, "id: "LPX64"\ngrp: "LPX64"\natime: "LPU64"\nmtime: "LPU64
 209                 "\nctime: "LPU64"\nsize: "LPU64"\nblocks: "LPU64
 210                 "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
 211                 "misc: %x\nnlink: %d,\nvalid "LPX64"\n",
 212                 ostid_id(&obd->o_oi), ostid_seq(&obd->o_oi), obd->o_atime,
 213                 obd->o_mtime, obd->o_ctime,
 214                 obd->o_size, obd->o_blocks, obd->o_blksize, obd->o_mode,
 215                 obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
 216                 obd->o_nlink, obd->o_valid);
 217         return strdup(buf);
 218 }
 219
 220
 221 #define BAD_VERBOSE (-999999999)
 222
 223 #define N2D_OFF 0x100      /* So we can tell between error codes and devices */
 224
 225 static int do_name2dev(char *func, char *name)
 226 {
 227         struct obd_ioctl_data data;
 228         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 229         int rc;
 230
 231         memset(&data, 0, sizeof(data));
 232         data.ioc_dev = cur_device;
 233         data.ioc_inllen1 = strlen(name) + 1;
 234         data.ioc_inlbuf1 = name;
 235
 236         memset(buf, 0, sizeof(rawbuf));
 237         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 238         if (rc < 0) {
 239                 fprintf(stderr, "error: %s: invalid ioctl\n",
 240                         jt_cmdname(func));
 241                 return -rc;
 242         }
 243         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
 244         if (rc < 0)
 245                 return errno;
 246         rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
 247         if (rc) {
 248                 fprintf(stderr, "error: %s: invalid reply\n",
 249                         jt_cmdname(func));
 250                 return rc;
 251         }
 252
 253         return data.ioc_dev + N2D_OFF;
 254 }
 255
 256 /*
 257  * resolve a device name to a device number.
 258  * supports a number, $name or %uuid.
 259  */
 260 int parse_devname(char *func, char *name)
 261 {
 262         int rc;
 263         int ret = -1;
 264
 265         if (!name)
 266                 return ret;
 267         if (isdigit(name[0])) {
 268                 ret = strtoul(name, NULL, 0);
 269         } else {
 270                 if (name[0] == '$' || name[0] == '%')
 271                         name++;
 272                 rc = do_name2dev(func, name);
 273                 if (rc >= N2D_OFF) {
 274                         ret = rc - N2D_OFF;
 275                         // printf("Name %s is device %d\n", name, ret);
 276                 } else {
 277                         fprintf(stderr, "No device found for name %s: %s\n",
 278                                 name, strerror(rc));
 279                 }
 280         }
 281         return ret;
 282 }
 283
 284 char *jt_cmdname(char *func)
 285 {
 286         static char buf[512];
 287
 288         if (thread) {
 289                 sprintf(buf, "%s-%d", func, thread);
 290                 return buf;
 291         }
 292
 293         return func;
 294 }
 295
 296 #define difftime(a, b)                                  \
 297         ((a)->tv_sec - (b)->tv_sec +                    \
 298          ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
 299
 300 static int be_verbose(int verbose, struct timeval *next_time,
 301                       __u64 num, __u64 *next_num, int num_total)
 302 {
 303         struct timeval now;
 304
 305         if (!verbose)
 306                 return 0;
 307
 308         if (next_time != NULL)
 309                 gettimeofday(&now, NULL);
 310
 311         /* A positive verbosity means to print every X iterations */
 312         if (verbose > 0 && (num >= *next_num || num >= num_total)) {
 313                 *next_num += verbose;
 314                 if (next_time) {
 315                         next_time->tv_sec = now.tv_sec - verbose;
 316                         next_time->tv_usec = now.tv_usec;
 317                 }
 318                 return 1;
 319         }
 320
 321         /* A negative verbosity means to print at most each X seconds */
 322         if (verbose < 0 && next_time != NULL &&
 323             difftime(&now, next_time) >= 0.0){
 324                 next_time->tv_sec = now.tv_sec - verbose;
 325                 next_time->tv_usec = now.tv_usec;
 326                 *next_num = num;
 327                 return 1;
 328         }
 329
 330         return 0;
 331 }
 332
 333 static int get_verbose(char *func, const char *arg)
 334 {
 335         int verbose;
 336         char *end;
 337
 338         if (!arg || arg[0] == 'v')
 339                 verbose = 1;
 340         else if (arg[0] == 's' || arg[0] == 'q')
 341                 verbose = 0;
 342         else {
 343                 verbose = (int)strtoul(arg, &end, 0);
 344                 if (*end) {
 345                         fprintf(stderr, "error: %s: bad verbose option '%s'\n",
 346                                 jt_cmdname(func), arg);
 347                         return BAD_VERBOSE;
 348                 }
 349         }
 350
 351         if (verbose < 0)
 352                 printf("Print status every %d seconds\n", -verbose);
 353         else if (verbose == 1)
 354                 printf("Print status every operation\n");
 355         else if (verbose > 1)
 356                 printf("Print status every %d operations\n", verbose);
 357
 358         return verbose;
 359 }
 360
 361 int do_disconnect(char *func, int verbose)
 362 {
 363         lcfg_set_devname(NULL);
 364         cur_device = -1;
 365         return 0;
 366 }
 367
 368 #ifdef MAX_THREADS
 369 static int shmem_setup(void)
 370 {
 371         pthread_mutexattr_t mattr;
 372         pthread_condattr_t  cattr;
 373         int                 rc;
 374         int                 shmid;
 375
 376         /* Create new segment */
 377         shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
 378         if (shmid == -1) {
 379                 fprintf(stderr, "Can't create shared data: %s\n",
 380                         strerror(errno));
 381                 return errno;
 382         }
 383
 384         /* Attatch to new segment */
 385         shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
 386
 387         if (shared_data == (struct shared_data *)(-1)) {
 388                 fprintf(stderr, "Can't attach shared data: %s\n",
 389                         strerror(errno));
 390                 shared_data = NULL;
 391                 return errno;
 392         }
 393
 394         /* Mark segment as destroyed, so it will disappear when we exit.
 395          * Forks will inherit attached segments, so we should be OK.
 396          */
 397         if (shmctl(shmid, IPC_RMID, NULL) == -1) {
 398                 fprintf(stderr, "Can't destroy shared data: %s\n",
 399                         strerror(errno));
 400                 return errno;
 401         }
 402
 403         pthread_mutexattr_init(&mattr);
 404         pthread_condattr_init(&cattr);
 405
 406         rc = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
 407         if (rc != 0) {
 408                 fprintf(stderr, "Can't set shared mutex attr\n");
 409                 goto out;
 410         }
 411
 412         rc = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
 413         if (rc != 0) {
 414                 fprintf(stderr, "Can't set shared cond attr\n");
 415                 goto out;
 416         }
 417
 418         pthread_mutex_init(&shared_data->mutex, &mattr);
 419         pthread_cond_init(&shared_data->cond, &cattr);
 420 out:
 421         pthread_mutexattr_destroy(&mattr);
 422         pthread_condattr_destroy(&cattr);
 423
 424         return rc;
 425 }
 426
 427 static inline void shmem_lock(void)
 428 {
 429         pthread_mutex_lock(&shared_data->mutex);
 430 }
 431
 432 static inline void shmem_unlock(void)
 433 {
 434         pthread_mutex_unlock(&shared_data->mutex);
 435 }
 436
 437 static inline void shmem_wait(void)
 438 {
 439         pthread_cond_wait(&shared_data->cond, &shared_data->mutex);
 440 }
 441
 442 static inline void shmem_wakeup_all(void)
 443 {
 444         pthread_cond_broadcast(&shared_data->cond);
 445 }
 446
 447 static inline void shmem_reset(int total_threads)
 448 {
 449         if (shared_data == NULL)
 450                 return;
 451
 452         memset(&shared_data->body, 0, sizeof(shared_data->body));
 453         memset(counter_snapshot, 0, sizeof(counter_snapshot));
 454         prev_valid = 0;
 455         shared_data->stopping = 0;
 456         shared_data->body.start_barrier = total_threads;
 457         shared_data->body.stop_barrier = total_threads;
 458 }
 459
 460 static inline void shmem_bump(__u32 counter)
 461 {
 462         static bool running_not_bumped = true;
 463
 464         if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
 465                 return;
 466
 467         shmem_lock();
 468         shared_data->body.counters[thread - 1] += counter;
 469         if (running_not_bumped) {
 470                 shared_data->body.thr_running++;
 471                 running_not_bumped = false;
 472         }
 473         shmem_unlock();
 474 }
 475
 476 static void shmem_total(int total_threads)
 477 {
 478         __u64 total = 0;
 479         double secs;
 480         int i;
 481
 482         if (shared_data == NULL || total_threads > MAX_THREADS)
 483                 return;
 484
 485         shmem_lock();
 486         for (i = 0; i < total_threads; i++)
 487                 total += shared_data->body.counters[i];
 488
 489         secs = difftime(&shared_data->body.end_time,
 490                         &shared_data->body.start_time);
 491         shmem_unlock();
 492
 493         printf("Total: total "LPU64" threads %d sec %f %f/second\n",
 494                total, total_threads, secs, total / secs);
 495
 496         return;
 497 }
 498
 499 static void shmem_snap(int total_threads, int live_threads)
 500 {
 501         struct timeval this_time;
 502         int non_zero = 0;
 503         __u64 total = 0;
 504         double secs;
 505         int running;
 506         int i;
 507
 508         if (shared_data == NULL || total_threads > MAX_THREADS)
 509                 return;
 510
 511         shmem_lock();
 512         memcpy(counter_snapshot[0], shared_data->body.counters,
 513                total_threads * sizeof(counter_snapshot[0][0]));
 514         running = shared_data->body.thr_running;
 515         shmem_unlock();
 516
 517         gettimeofday(&this_time, NULL);
 518
 519         for (i = 0; i < total_threads; i++) {
 520                 long long this_count =
 521                         counter_snapshot[0][i] - counter_snapshot[1][i];
 522
 523                 if (this_count != 0) {
 524                         non_zero++;
 525                         total += this_count;
 526                 }
 527         }
 528
 529         secs = difftime(&this_time, &prev_time);
 530         if (prev_valid && secs > 1.0)    /* someone screwed with the time? */
 531                 printf("%d/%d Total: %f/second\n", non_zero, total_threads,
 532                        total / secs);
 533
 534         memcpy(counter_snapshot[1], counter_snapshot[0],
 535                total_threads * sizeof(counter_snapshot[0][0]));
 536         prev_time = this_time;
 537         if (!prev_valid &&
 538             running == total_threads)
 539                 prev_valid = 1;
 540 }
 541
 542 static void shmem_stop(void)
 543 {
 544         if (shared_data == NULL)
 545                 return;
 546
 547         shared_data->stopping = 1;
 548 }
 549
 550 static void shmem_cleanup(void)
 551 {
 552         if (shared_data == NULL)
 553                 return;
 554
 555         shmem_stop();
 556
 557         pthread_mutex_destroy(&shared_data->mutex);
 558         pthread_cond_destroy(&shared_data->cond);
 559 }
 560
 561 static int shmem_running(void)
 562 {
 563         return (shared_data == NULL || !shared_data->stopping);
 564 }
 565
 566 static void shmem_end_time_locked(void)
 567 {
 568         shared_data->body.stop_barrier--;
 569         if (shared_data->body.stop_barrier == 0)
 570                 gettimeofday(&shared_data->body.end_time, NULL);
 571 }
 572
 573 static void shmem_start_time_locked(void)
 574 {
 575         shared_data->body.start_barrier--;
 576         if (shared_data->body.start_barrier == 0) {
 577                 shmem_wakeup_all();
 578                 gettimeofday(&shared_data->body.start_time, NULL);
 579         } else {
 580                 shmem_wait();
 581         }
 582 }
 583
 584 #else
 585 static int shmem_setup(void)
 586 {
 587         return 0;
 588 }
 589
 590 static inline void shmem_reset(int total_threads)
 591 {
 592 }
 593
 594 static inline void shmem_bump(__u32 counters)
 595 {
 596 }
 597
 598 static void shmem_lock()
 599 {
 600 }
 601
 602 static void shmem_unlock()
 603 {
 604 }
 605
 606 static void shmem_cleanup(void)
 607 {
 608 }
 609
 610 static int shmem_running(void)
 611 {
 612         return 1;
 613 }
 614 #endif
 615
 616 extern command_t cmdlist[];
 617
 618 static int do_device(char *func, char *devname)
 619 {
 620         int dev;
 621
 622         dev = parse_devname(func, devname);
 623         if (dev < 0)
 624                 return -1;
 625
 626         lcfg_set_devname(devname);
 627         cur_device = dev;
 628         return 0;
 629 }
 630
 631 int jt_obd_get_device()
 632 {
 633         return cur_device;
 634 }
 635
 636 int jt_obd_device(int argc, char **argv)
 637 {
 638         int rc;
 639
 640         if (argc > 2)
 641                 return CMD_HELP;
 642
 643         if (argc == 1) {
 644                 printf("current device is %d - %s\n",
 645                        cur_device, lcfg_get_devname() ? : "not set");
 646                 return 0;
 647         }
 648         rc = do_device("device", argv[1]);
 649         return rc;
 650 }
 651
 652 int jt_opt_device(int argc, char **argv)
 653 {
 654         int ret;
 655         int rc;
 656
 657         if (argc < 3)
 658                 return CMD_HELP;
 659
 660         rc = do_device("device", argv[1]);
 661
 662         if (!rc)
 663                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 664
 665         ret = do_disconnect(argv[0], 0);
 666         if (!rc)
 667                 rc = ret;
 668
 669         return rc;
 670 }
 671
 672 #ifdef MAX_THREADS
 673 static void parent_sighandler (int sig)
 674 {
 675         return;
 676 }
 677
 678 int jt_opt_threads(int argc, char **argv)
 679 {
 680         static char      cmdstr[128];
 681         sigset_t         saveset;
 682         sigset_t         sigset;
 683         struct sigaction sigact;
 684         struct sigaction saveact1;
 685         struct sigaction saveact2;
 686         unsigned long    threads;
 687         __u64            next_thread;
 688         int verbose;
 689         int rc = 0;
 690         int report_count = -1;
 691         char *end;
 692         int i;
 693
 694         if (argc < 5)
 695                 return CMD_HELP;
 696
 697         threads = strtoul(argv[1], &end, 0);
 698
 699         if (*end == '.')
 700                 report_count = strtoul(end + 1, &end, 0);
 701
 702         if (*end || threads > MAX_THREADS) {
 703                 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
 704                         jt_cmdname(argv[0]), argv[1]);
 705                 return CMD_HELP;
 706         }
 707
 708         verbose = get_verbose(argv[0], argv[2]);
 709         if (verbose == BAD_VERBOSE)
 710                 return CMD_HELP;
 711
 712         if (verbose != 0) {
 713                 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
 714                 for (i = 5; i < argc; i++)
 715                         snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
 716                                  " %s", argv[i]);
 717
 718                 printf("%s: starting %ld threads on device %s running %s\n",
 719                        argv[0], threads, argv[3], cmdstr);
 720         }
 721
 722         shmem_reset(threads);
 723
 724         sigemptyset(&sigset);
 725         sigaddset(&sigset, SIGALRM);
 726         sigaddset(&sigset, SIGCHLD);
 727         sigprocmask(SIG_BLOCK, &sigset, &saveset);
 728
 729         nthreads = threads;
 730
 731         for (i = 1, next_thread = verbose; i <= threads; i++) {
 732                 rc = fork();
 733                 if (rc < 0) {
 734                         fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
 735                                 strerror(rc = errno));
 736                         break;
 737                 } else if (rc == 0) {
 738                         sigprocmask(SIG_SETMASK, &saveset, NULL);
 739
 740                         thread = i;
 741                         argv[2] = "--device";
 742                         exit(jt_opt_device(argc - 2, argv + 2));
 743                 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
 744                         printf("%s: thread #%d (PID %d) started\n",
 745                                argv[0], i, rc);
 746                 rc = 0;
 747         }
 748
 749         if (!thread) {          /* parent process */
 750                 int live_threads = threads;
 751
 752                 sigemptyset(&sigset);
 753                 sigemptyset(&sigact.sa_mask);
 754                 sigact.sa_handler = parent_sighandler;
 755                 sigact.sa_flags = 0;
 756
 757                 sigaction(SIGALRM, &sigact, &saveact1);
 758                 sigaction(SIGCHLD, &sigact, &saveact2);
 759
 760                 while (live_threads > 0) {
 761                         int status;
 762                         pid_t ret;
 763
 764                         if (verbose < 0)        /* periodic stats */
 765                                 alarm(-verbose);
 766
 767                         sigsuspend(&sigset);
 768                         alarm(0);
 769
 770                         while (live_threads > 0) {
 771                                 ret = waitpid(0, &status, WNOHANG);
 772                                 if (ret == 0)
 773                                         break;
 774
 775                                 if (ret < 0) {
 776                                         fprintf(stderr, "error: %s: wait - %s\n",
 777                                                 argv[0], strerror(errno));
 778                                         if (!rc)
 779                                                 rc = errno;
 780                                         continue;
 781                                 } else {
 782                                         /*
 783                                          * This is a hack.  We _should_ be able
 784                                          * to use WIFEXITED(status) to see if
 785                                          * there was an error, but it appears
 786                                          * to be broken and it always returns 1
 787                                          * (OK).  See wait(2).
 788                                          */
 789                                         int err = WEXITSTATUS(status);
 790                                         if (err || WIFSIGNALED(status))
 791                                                 fprintf(stderr,
 792                                                         "%s: PID %d had rc=%d\n",
 793                                                         argv[0], ret, err);
 794                                         if (!rc)
 795                                                 rc = err;
 796
 797                                         live_threads--;
 798                                 }
 799                         }
 800
 801                         /* Show stats while all threads running */
 802                         if (verbose < 0) {
 803                                 shmem_snap(threads, live_threads);
 804                                 if (report_count > 0 && --report_count == 0)
 805                                         shmem_stop();
 806                         }
 807                 }
 808                 sigaction(SIGCHLD, &saveact2, NULL);
 809                 sigaction(SIGALRM, &saveact1, NULL);
 810         }
 811
 812         shmem_total(threads);
 813         sigprocmask(SIG_SETMASK, &saveset, NULL);
 814
 815         return rc;
 816 }
 817 #else
 818 int jt_opt_threads(int argc, char **argv)
 819 {
 820         fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
 821                 jt_cmdname(argv[0]));
 822         return CMD_HELP;
 823 }
 824 #endif
 825
 826 int jt_opt_net(int argc, char **argv)
 827 {
 828         char *arg2[3];
 829         int rc;
 830
 831         if (argc < 3)
 832                 return CMD_HELP;
 833
 834         arg2[0] = argv[0];
 835         arg2[1] = argv[1];
 836         arg2[2] = NULL;
 837         rc = jt_ptl_network (2, arg2);
 838
 839         if (!rc)
 840                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 841
 842         return rc;
 843 }
 844
 845 int jt_obd_no_transno(int argc, char **argv)
 846 {
 847         struct obd_ioctl_data data;
 848         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 849         int rc;
 850
 851         memset(&data, 0, sizeof(data));
 852         data.ioc_dev = cur_device;
 853
 854         if (argc != 1)
 855                 return CMD_HELP;
 856
 857         memset(buf, 0, sizeof(rawbuf));
 858         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 859         if (rc) {
 860                 fprintf(stderr, "error: %s: invalid ioctl\n",
 861                         jt_cmdname(argv[0]));
 862                 return rc;
 863         }
 864         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
 865         if (rc < 0)
 866                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 867                         strerror(rc = errno));
 868
 869         return rc;
 870 }
 871
 872 int jt_obd_set_readonly(int argc, char **argv)
 873 {
 874         struct obd_ioctl_data data;
 875         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 876         int rc;
 877
 878         memset(&data, 0, sizeof(data));
 879         data.ioc_dev = cur_device;
 880
 881         if (argc != 1)
 882                 return CMD_HELP;
 883
 884         memset(buf, 0, sizeof(rawbuf));
 885         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 886         if (rc) {
 887                 fprintf(stderr, "error: %s: invalid ioctl\n",
 888                         jt_cmdname(argv[0]));
 889                 return rc;
 890         }
 891         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
 892         if (rc < 0)
 893                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 894                         strerror(rc = errno));
 895
 896         return rc;
 897 }
 898
 899 int jt_obd_abort_recovery(int argc, char **argv)
 900 {
 901         struct obd_ioctl_data data;
 902         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 903         int rc;
 904
 905         memset(&data, 0, sizeof(data));
 906         data.ioc_dev = cur_device;
 907
 908         if (argc != 1)
 909                 return CMD_HELP;
 910
 911         memset(buf, 0, sizeof(rawbuf));
 912         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 913         if (rc) {
 914                 fprintf(stderr, "error: %s: invalid ioctl\n",
 915                         jt_cmdname(argv[0]));
 916                 return rc;
 917         }
 918         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
 919         if (rc < 0)
 920                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 921                         strerror(rc = errno));
 922
 923         return rc;
 924 }
 925
 926 int jt_get_version(int argc, char **argv)
 927 {
 928         int rc;
 929         char rawbuf[MAX_IOC_BUFLEN];
 930         char *version;
 931
 932         if (argc != 1)
 933                 return CMD_HELP;
 934
 935         rc = llapi_get_version(rawbuf, MAX_IOC_BUFLEN, &version);
 936         if (rc)
 937                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 938                         strerror(-rc));
 939         else
 940                 printf("Lustre version: %s\n", version);
 941
 942         return rc;
 943 }
 944
 945 static void print_obd_line(char *s)
 946 {
 947         char buf[MAX_STRING_SIZE];
 948         char obd_name[MAX_OBD_NAME];
 949         FILE *fp = NULL;
 950         char *ptr;
 951
 952         snprintf(buf, sizeof(buf), " %%*d %%*s osc %%%zus %%*s %%*d ",
 953                  sizeof(obd_name) - 1);
 954         if (sscanf(s, buf, obd_name) == 0)
 955                 goto try_mdc;
 956         snprintf(buf, sizeof(buf),
 957                  "/proc/fs/lustre/osc/%s/ost_conn_uuid", obd_name);
 958         if ((fp = fopen(buf, "r")) == NULL)
 959                 goto try_mdc;
 960         goto got_one;
 961
 962 try_mdc:
 963         snprintf(buf, sizeof(buf), " %%*d %%*s mdc %%%zus %%*s %%*d ",
 964                  sizeof(obd_name) - 1);
 965         if (sscanf(s, buf, obd_name) == 0)
 966                 goto fail;
 967         snprintf(buf, sizeof(buf),
 968                  "/proc/fs/lustre/mdc/%s/mds_conn_uuid", obd_name);
 969         if ((fp = fopen(buf, "r")) == NULL)
 970                 goto fail;
 971
 972 got_one:
 973         /* should not ignore fgets(3)'s return value */
 974         if (!fgets(buf, sizeof(buf), fp)) {
 975                 fprintf(stderr, "reading from %s: %s", buf, strerror(errno));
 976                 fclose(fp);
 977                 return;
 978         }
 979         fclose(fp);
 980
 981         /* trim trailing newlines */
 982         ptr = strrchr(buf, '\n');
 983         if (ptr) *ptr = '\0';
 984         ptr = strrchr(s, '\n');
 985         if (ptr) *ptr = '\0';
 986
 987         printf("%s %s\n", s, buf);
 988         return;
 989
 990 fail:
 991         printf("%s", s);
 992         return;
 993 }
 994
 995 /* get device list by ioctl */
 996 int jt_obd_list_ioctl(int argc, char **argv)
 997 {
 998         int rc, index;
 999         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1000         struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
1001
1002         if (argc > 2)
1003                 return CMD_HELP;
1004         /* Just ignore a -t option.  Only supported with /proc. */
1005         else if (argc == 2 && strcmp(argv[1], "-t") != 0)
1006                 return CMD_HELP;
1007
1008         for (index = 0;; index++) {
1009                 memset(buf, 0, sizeof(rawbuf));
1010                 data->ioc_version = OBD_IOCTL_VERSION;
1011                 data->ioc_inllen1 =
1012                         sizeof(rawbuf) - cfs_size_round(sizeof(*data));
1013                 data->ioc_inlbuf1 = buf + cfs_size_round(sizeof(*data));
1014                 data->ioc_len = obd_ioctl_packlen(data);
1015                 data->ioc_count = index;
1016
1017                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
1018                 if (rc != 0)
1019                         break;
1020                 printf("%s\n", (char *)data->ioc_bulk);
1021         }
1022         if (rc != 0) {
1023                 if (errno == ENOENT)
1024                         /* no device or the last device */
1025                         rc = 0;
1026                 else
1027                         fprintf(stderr, "Error getting device list: %s: "
1028                                 "check dmesg.\n", strerror(errno));
1029         }
1030         return rc;
1031 }
1032
1033 int jt_obd_list(int argc, char **argv)
1034 {
1035         int rc;
1036         char buf[MAX_STRING_SIZE];
1037         FILE *fp = NULL;
1038         int print_obd = 0;
1039
1040         if (argc > 2)
1041                 return CMD_HELP;
1042         else if (argc == 2) {
1043                 if (strcmp(argv[1], "-t") == 0)
1044                         print_obd = 1;
1045                 else
1046                         return CMD_HELP;
1047         }
1048
1049         fp = fopen(DEVICES_LIST, "r");
1050         if (fp == NULL) {
1051                 fprintf(stderr, "error: %s: %s opening "DEVICES_LIST"\n",
1052                         jt_cmdname(argv[0]), strerror(rc =  errno));
1053                 return jt_obd_list_ioctl(argc, argv);
1054         }
1055
1056         while (fgets(buf, sizeof(buf), fp) != NULL)
1057                 if (print_obd)
1058                         print_obd_line(buf);
1059                 else
1060                         printf("%s", buf);
1061
1062         fclose(fp);
1063         return 0;
1064 }
1065
1066 struct jt_fid_space {
1067         __u64   jt_seq;
1068         __u64   jt_id;
1069         int     jt_width;
1070 };
1071
1072 int jt_obd_alloc_fids(struct jt_fid_space *space, struct lu_fid *fid,
1073                       __u64 *count)
1074 {
1075         int rc;
1076
1077         if (space->jt_seq == 0 || space->jt_id == space->jt_width) {
1078                 struct obd_ioctl_data  data;
1079                 char rawbuf[MAX_IOC_BUFLEN];
1080                 char *buf = rawbuf;
1081                 __u64 seqnr;
1082                 int max_count;
1083
1084                 memset(&data, 0, sizeof(data));
1085                 data.ioc_dev = cur_device;
1086
1087                 data.ioc_pbuf1 = (char *)&seqnr;
1088                 data.ioc_plen1 = sizeof(seqnr);
1089
1090                 data.ioc_pbuf2 = (char *)&max_count;
1091                 data.ioc_plen2 = sizeof(max_count);
1092
1093                 memset(buf, 0, sizeof(rawbuf));
1094                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1095                 if (rc) {
1096                         fprintf(stderr, "error: invalid ioctl rc = %d\n", rc);
1097                         return rc;
1098                 }
1099
1100                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_ALLOC_SEQ, buf);
1101                 if (rc) {
1102                         fprintf(stderr, "ioctl error: rc = %d\n", rc);
1103                         return rc;
1104                 }
1105
1106                 space->jt_seq = *(__u64 *)data.ioc_pbuf1;
1107                 space->jt_width = *(int *)data.ioc_pbuf2;
1108                 space->jt_id = 1;
1109         }
1110         fid->f_seq = space->jt_seq;
1111         fid->f_oid = space->jt_id;
1112         fid->f_ver = 0;
1113
1114         space->jt_id = space->jt_id + *count;
1115         if (space->jt_id > space->jt_width)
1116                 space->jt_id = space->jt_width;
1117
1118         *count = space->jt_id - fid->f_oid;
1119         return 0;
1120 }
1121
1122 #define MD_STEP_COUNT 1000
1123 int jt_obd_md_common(int argc, char **argv, int cmd)
1124 {
1125         struct obd_ioctl_data  data;
1126         struct timeval         start;
1127         struct timeval         end_time;
1128         char                   rawbuf[MAX_IOC_BUFLEN];
1129         char                  *buf = rawbuf;
1130         int                    mode = 0000644;
1131         int                    create_mode;
1132         int                    rc = 0;
1133         char                  *parent_basedir = NULL;
1134         char                   dirname[4096];
1135         int                    parent_base_id = 0;
1136         int                    parent_count = 1;
1137         __u64                  child_base_id = -1;
1138         int                    stripe_count = 0;
1139         int                    stripe_index = -1;
1140         int                    count = 0;
1141         char                  *end;
1142         __u64                  seconds = 0;
1143         double                 diff;
1144         int                    c;
1145         __u64                  total_count = 0;
1146         char                  *name = NULL;
1147         struct jt_fid_space    fid_space = {0};
1148         int                    version = 0;
1149         struct option          long_opts[] = {
1150                 {"child_base_id",     required_argument, 0, 'b'},
1151                 {"stripe_count",      required_argument, 0, 'c'},
1152                 {"parent_basedir",    required_argument, 0, 'd'},
1153                 {"parent_dircount",   required_argument, 0, 'D'},
1154                 {"stripe_index",      required_argument, 0, 'i'},
1155                 {"mode",              required_argument, 0, 'm'},
1156                 {"count",             required_argument, 0, 'n'},
1157                 {"time",              required_argument, 0, 't'},
1158                 {"version",           no_argument,       0, 'v'},
1159                 {0, 0, 0, 0}
1160         };
1161
1162         while ((c = getopt_long(argc, argv, "b:c:d:D:m:n:t:v",
1163                                 long_opts, NULL)) >= 0) {
1164                 switch (c) {
1165                 case 'b':
1166                         child_base_id = strtoull(optarg, &end, 0);
1167                         if (*end) {
1168                                 fprintf(stderr, "error: %s: bad child_base_id"
1169                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1170                                 return CMD_HELP;
1171                         }
1172                         break;
1173                 case 'c':
1174                         stripe_count = strtoul(optarg, &end, 0);
1175                         if (*end) {
1176                                 fprintf(stderr, "error: %s: bad stripe count"
1177                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1178                                 return CMD_HELP;
1179                         }
1180                         break;
1181                 case 'd':
1182                         parent_basedir = optarg;
1183                         break;
1184                 case 'D':
1185                         parent_count = strtoul(optarg, &end, 0);
1186                         if (*end) {
1187                                 fprintf(stderr, "error: %s: bad parent count"
1188                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1189                                 return CMD_HELP;
1190                         }
1191                         break;
1192                 case 'i':
1193                         stripe_index = strtoul(optarg, &end, 0);
1194                         if (*end) {
1195                                 fprintf(stderr, "error: %s: bad stripe index"
1196                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1197                                 return CMD_HELP;
1198                         }
1199                         break;
1200                 case 'm':
1201                         mode = strtoul(optarg, &end, 0);
1202                         if (*end) {
1203                                 fprintf(stderr, "error: %s: bad mode '%s'\n",
1204                                         jt_cmdname(argv[0]), optarg);
1205                                 return CMD_HELP;
1206                         }
1207                         break;
1208                 case 'n':
1209                         total_count = strtoul(optarg, &end, 0);
1210                         if (*end || total_count == 0) {
1211                                 fprintf(stderr, "%s: bad child count '%s'\n",
1212                                         jt_cmdname(argv[0]), optarg);
1213                                 return CMD_HELP;
1214                         }
1215                         break;
1216                 case 't':
1217                         seconds = strtoull(optarg, &end, 0);
1218                         if (*end) {
1219                                 fprintf(stderr, "error: %s: seconds '%s'\n",
1220                                         jt_cmdname(argv[0]), optarg);
1221                                 return CMD_HELP;
1222                         }
1223                         break;
1224                 case 'v':
1225                         version = 1;
1226                         break;
1227                 default:
1228                         fprintf(stderr, "error: %s: option '%s' "
1229                                 "unrecognized\n", argv[0], argv[optind - 1]);
1230                         return CMD_HELP;
1231                 }
1232         }
1233
1234         memset(&data, 0, sizeof(data));
1235         data.ioc_dev = cur_device;
1236         if (child_base_id == -1) {
1237                 if (optind >= argc)
1238                         return CMD_HELP;
1239                 name = argv[optind];
1240                 total_count = 1;
1241         } else {
1242                 if (optind < argc) {
1243                         fprintf(stderr, "child_base_id and name can not"
1244                                         " specified at the same time\n");
1245                         return CMD_HELP;
1246                 }
1247         }
1248
1249         if (stripe_count == 0 && stripe_index != -1) {
1250                 fprintf(stderr, "If stripe_count is 0, stripe_index can not"
1251                                 "be specified\n");
1252                 return CMD_HELP;
1253         }
1254
1255         if (total_count == 0 && seconds == 0) {
1256                 fprintf(stderr, "count or seconds needs to be indicated\n");
1257                 return CMD_HELP;
1258         }
1259
1260         if (parent_count <= 0) {
1261                 fprintf(stderr, "parent count must < 0\n");
1262                 return CMD_HELP;
1263         }
1264
1265 #ifdef MAX_THREADS
1266         if (thread) {
1267                 shmem_lock();
1268                 /* threads interleave */
1269                 if (parent_base_id != -1)
1270                         parent_base_id += (thread - 1) % parent_count;
1271
1272                 if (child_base_id != -1)
1273                         child_base_id +=  (thread - 1) * \
1274                                           (MAX_BASE_ID / nthreads);
1275
1276                 shmem_start_time_locked();
1277                 shmem_unlock();
1278         }
1279 #endif
1280         /* If parent directory is not specified, try to get the directory
1281          * from name */
1282         if (parent_basedir == NULL) {
1283                 char *last_lash;
1284                 if (name == NULL) {
1285                         fprintf(stderr, "parent_basedir or name must be"
1286                                         "indicated!\n");
1287                         return CMD_HELP;
1288                 }
1289                 /*Get directory and name from name*/
1290                 last_lash = strrchr(name, '/');
1291                 if (last_lash == NULL || name[0] != '/') {
1292                         fprintf(stderr, "Can not locate %s\n", name);
1293                         return CMD_HELP;
1294                 }
1295
1296                 if (last_lash == name) {
1297                         sprintf(dirname, "%s", "/");
1298                         name++;
1299                 } else {
1300                         int namelen = (unsigned long)last_lash -
1301                                       (unsigned long)name + 1;
1302                         snprintf(dirname, namelen, "%s", name);
1303                         name = last_lash + 1;
1304                 }
1305
1306                 data.ioc_pbuf1 = dirname;
1307                 data.ioc_plen1 = strlen(dirname);
1308
1309                 data.ioc_pbuf2 = name;
1310                 data.ioc_plen2 = strlen(name);
1311         } else {
1312                 if (name != NULL) {
1313                         data.ioc_pbuf2 = name;
1314                         data.ioc_plen2 = strlen(name);
1315                 }
1316                 if (parent_base_id > 0)
1317                         sprintf(dirname, "%s%d", parent_basedir,
1318                                 parent_base_id);
1319                 else
1320                         sprintf(dirname, "%s", parent_basedir);
1321                 data.ioc_pbuf1 = dirname;
1322                 data.ioc_plen1 = strlen(dirname);
1323         }
1324
1325         if (cmd == ECHO_MD_MKDIR || cmd == ECHO_MD_RMDIR)
1326                 create_mode = S_IFDIR;
1327         else
1328                 create_mode = S_IFREG;
1329
1330         data.ioc_obdo1.o_mode = mode | S_IFDIR;
1331         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
1332                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
1333         data.ioc_command = cmd;
1334
1335         gettimeofday(&start, NULL);
1336         while (shmem_running()) {
1337                 struct lu_fid fid = { 0 };
1338
1339                 if (child_base_id != -1)
1340                         data.ioc_obdo2.o_oi.oi.oi_id = child_base_id;
1341                 data.ioc_obdo2.o_mode = mode | create_mode;
1342                 data.ioc_obdo2.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE |
1343                                          OBD_MD_FLMODE | OBD_MD_FLFLAGS |
1344                                          OBD_MD_FLGROUP;
1345                 data.ioc_obdo2.o_misc = stripe_count;
1346                 data.ioc_obdo2.o_stripe_idx = stripe_index;
1347
1348                 if (total_count > 0) {
1349                         if ((total_count - count) > MD_STEP_COUNT)
1350                                 data.ioc_count = MD_STEP_COUNT;
1351                         else
1352                                 data.ioc_count = total_count - count;
1353                 } else {
1354                         data.ioc_count = MD_STEP_COUNT;
1355                 }
1356
1357                 if (cmd == ECHO_MD_CREATE || cmd == ECHO_MD_MKDIR) {
1358                         /*Allocate fids for the create */
1359                         rc = jt_obd_alloc_fids(&fid_space, &fid,
1360                                                &data.ioc_count);
1361                         if (rc) {
1362                                 fprintf(stderr, "Allocate fids error %d.\n",rc);
1363                                 return rc;
1364                         }
1365                         fid_to_ostid(&fid, &data.ioc_obdo1.o_oi);
1366                 }
1367
1368                 child_base_id += data.ioc_count;
1369                 count += data.ioc_count;
1370
1371                 memset(buf, 0, sizeof(rawbuf));
1372                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1373                 if (rc) {
1374                         fprintf(stderr, "error: %s: invalid ioctl %d\n",
1375                                 jt_cmdname(argv[0]), rc);
1376                         return rc;
1377                 }
1378
1379                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_MD, buf);
1380                 if (rc) {
1381                         fprintf(stderr, "error: %s: %s\n",
1382                                 jt_cmdname(argv[0]), strerror(rc = errno));
1383                         return rc;
1384                 }
1385                 shmem_bump(data.ioc_count);
1386
1387                 gettimeofday(&end_time, NULL);
1388                 diff = difftime(&end_time, &start);
1389                 if (seconds > 0 && (__u64)diff > seconds)
1390                         break;
1391
1392                 if (count >= total_count && total_count > 0)
1393                         break;
1394         }
1395
1396         if (count > 0 && version) {
1397                 gettimeofday(&end_time, NULL);
1398                 diff = difftime(&end_time, &start);
1399                 printf("%s: %d in %.3fs (%.3f /s): %s",
1400                         jt_cmdname(argv[0]), count, diff,
1401                         (double)count/diff, ctime(&end_time.tv_sec));
1402         }
1403
1404 #ifdef MAX_THREADS
1405         if (thread) {
1406                 shmem_lock();
1407                 shmem_end_time_locked();
1408                 shmem_unlock();
1409         }
1410 #endif
1411         return rc;
1412 }
1413
1414 int jt_obd_test_create(int argc, char **argv)
1415 {
1416         return jt_obd_md_common(argc, argv, ECHO_MD_CREATE);
1417 }
1418
1419 int jt_obd_test_mkdir(int argc, char **argv)
1420 {
1421         return jt_obd_md_common(argc, argv, ECHO_MD_MKDIR);
1422 }
1423
1424 int jt_obd_test_destroy(int argc, char **argv)
1425 {
1426         return jt_obd_md_common(argc, argv, ECHO_MD_DESTROY);
1427 }
1428
1429 int jt_obd_test_rmdir(int argc, char **argv)
1430 {
1431         return jt_obd_md_common(argc, argv, ECHO_MD_RMDIR);
1432 }
1433
1434 int jt_obd_test_lookup(int argc, char **argv)
1435 {
1436         return jt_obd_md_common(argc, argv, ECHO_MD_LOOKUP);
1437 }
1438
1439 int jt_obd_test_setxattr(int argc, char **argv)
1440 {
1441         return jt_obd_md_common(argc, argv, ECHO_MD_SETATTR);
1442 }
1443
1444 int jt_obd_test_md_getattr(int argc, char **argv)
1445 {
1446         return jt_obd_md_common(argc, argv, ECHO_MD_GETATTR);
1447 }
1448
1449 int jt_obd_create(int argc, char **argv)
1450 {
1451         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1452         struct obd_ioctl_data data;
1453         struct timeval next_time;
1454         __u64 count = 1, next_count, base_id = 1;
1455         int verbose = 1, mode = 0100644, rc = 0, i;
1456         char *end;
1457
1458         memset(&data, 0, sizeof(data));
1459         data.ioc_dev = cur_device;
1460         if (argc < 2 || argc > 4)
1461                 return CMD_HELP;
1462
1463         count = strtoull(argv[1], &end, 0);
1464         if (*end) {
1465                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1466                         jt_cmdname(argv[0]), argv[1]);
1467                 return CMD_HELP;
1468         }
1469
1470         if (argc > 2) {
1471                 mode = strtoul(argv[2], &end, 0);
1472                 if (*end) {
1473                         fprintf(stderr, "error: %s: invalid mode '%s'\n",
1474                                 jt_cmdname(argv[0]), argv[2]);
1475                         return CMD_HELP;
1476                 }
1477                 if (!(mode & S_IFMT))
1478                         mode |= S_IFREG;
1479         }
1480
1481         if (argc > 3) {
1482                 verbose = get_verbose(argv[0], argv[3]);
1483                 if (verbose == BAD_VERBOSE)
1484                         return CMD_HELP;
1485         }
1486
1487         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1488         gettimeofday(&next_time, NULL);
1489         next_time.tv_sec -= verbose;
1490
1491         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1492         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1493                 data.ioc_obdo1.o_mode = mode;
1494                 ostid_set_id(&data.ioc_obdo1.o_oi, base_id);
1495                 data.ioc_obdo1.o_uid = 0;
1496                 data.ioc_obdo1.o_gid = 0;
1497                 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1498                                          OBD_MD_FLID | OBD_MD_FLUID |
1499                                          OBD_MD_FLGID | OBD_MD_FLGROUP;
1500
1501                 memset(buf, 0, sizeof(rawbuf));
1502                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1503                 if (rc) {
1504                         fprintf(stderr, "error: %s: invalid ioctl\n",
1505                                 jt_cmdname(argv[0]));
1506                         return rc;
1507                 }
1508                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1509                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1510                 shmem_bump(1);
1511                 if (rc < 0) {
1512                         fprintf(stderr, "error: %s: #%d - %s\n",
1513                                 jt_cmdname(argv[0]), i, strerror(rc = errno));
1514                         break;
1515                 }
1516                 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1517                         fprintf(stderr,"error: %s: oid not valid #%d:"LPX64"\n",
1518                                 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_valid);
1519                         rc = EINVAL;
1520                         break;
1521                 }
1522
1523                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1524                         printf("%s: #%d is object id "LPX64"\n",
1525                                jt_cmdname(argv[0]), i,
1526                                ostid_id(&data.ioc_obdo1.o_oi));
1527         }
1528         return rc;
1529 }
1530
1531 int jt_obd_setattr(int argc, char **argv)
1532 {
1533         struct obd_ioctl_data data;
1534         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1535         char *end;
1536         int rc;
1537
1538         memset(&data, 0, sizeof(data));
1539         data.ioc_dev = cur_device;
1540         if (argc != 2)
1541                 return CMD_HELP;
1542
1543         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1544         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1545         if (*end) {
1546                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1547                         jt_cmdname(argv[0]), argv[1]);
1548                 return CMD_HELP;
1549         }
1550         data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1551         if (*end) {
1552                 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1553                         jt_cmdname(argv[0]), argv[2]);
1554                 return CMD_HELP;
1555         }
1556         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1557
1558         memset(buf, 0, sizeof(rawbuf));
1559         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1560         if (rc) {
1561                 fprintf(stderr, "error: %s: invalid ioctl\n",
1562                         jt_cmdname(argv[0]));
1563                 return rc;
1564         }
1565         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1566         if (rc < 0)
1567                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1568                         strerror(rc = errno));
1569
1570         return rc;
1571 }
1572
1573 int jt_obd_test_setattr(int argc, char **argv)
1574 {
1575         struct obd_ioctl_data data;
1576         struct timeval start, next_time;
1577         __u64 i, count, next_count;
1578         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1579         int verbose = 1;
1580         __u64 objid = 3;
1581         char *end;
1582         int rc = 0;
1583
1584         if (argc < 2 || argc > 4)
1585                 return CMD_HELP;
1586
1587         memset(&data, 0, sizeof(data));
1588         data.ioc_dev = cur_device;
1589         count = strtoull(argv[1], &end, 0);
1590         if (*end) {
1591                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1592                         jt_cmdname(argv[0]), argv[1]);
1593                 return CMD_HELP;
1594         }
1595
1596         if (argc >= 3) {
1597                 verbose = get_verbose(argv[0], argv[2]);
1598                 if (verbose == BAD_VERBOSE)
1599                         return CMD_HELP;
1600         }
1601
1602         if (argc >= 4) {
1603                 if (argv[3][0] == 't') {
1604                         objid = strtoull(argv[3] + 1, &end, 0);
1605                         if (thread)
1606                                 objid += thread - 1;
1607                 } else
1608                         objid = strtoull(argv[3], &end, 0);
1609                 if (*end) {
1610                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1611                                 jt_cmdname(argv[0]), argv[3]);
1612                         return CMD_HELP;
1613                 }
1614         }
1615
1616         gettimeofday(&start, NULL);
1617         next_time.tv_sec = start.tv_sec - verbose;
1618         next_time.tv_usec = start.tv_usec;
1619         if (verbose != 0)
1620                 printf("%s: setting "LPD64" attrs (objid "LPX64"): %s",
1621                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1622
1623         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1624         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1625                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1626                 data.ioc_obdo1.o_mode = S_IFREG;
1627                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1628                 memset(buf, 0, sizeof(rawbuf));
1629                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1630                 if (rc) {
1631                         fprintf(stderr, "error: %s: invalid ioctl\n",
1632                                 jt_cmdname(argv[0]));
1633                         return rc;
1634                 }
1635                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1636                 shmem_bump(1);
1637                 if (rc < 0) {
1638                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1639                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1640                         break;
1641                 } else {
1642                         if (be_verbose
1643                             (verbose, &next_time, i, &next_count, count))
1644                                 printf("%s: set attr #"LPD64"\n",
1645                                        jt_cmdname(argv[0]), i);
1646                 }
1647         }
1648
1649         if (!rc) {
1650                 struct timeval end;
1651                 double diff;
1652
1653                 gettimeofday(&end, NULL);
1654
1655                 diff = difftime(&end, &start);
1656
1657                 --i;
1658                 if (verbose != 0)
1659                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1660                                jt_cmdname(argv[0]), i, diff, i / diff,
1661                                ctime(&end.tv_sec));
1662         }
1663         return rc;
1664 }
1665
1666 int jt_obd_destroy(int argc, char **argv)
1667 {
1668         struct obd_ioctl_data data;
1669         struct timeval next_time;
1670         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1671         __u64 count = 1, next_count;
1672         int verbose = 1;
1673         __u64 id;
1674         char *end;
1675         int rc = 0, i;
1676
1677         memset(&data, 0, sizeof(data));
1678         data.ioc_dev = cur_device;
1679         if (argc < 2 || argc > 4)
1680                 return CMD_HELP;
1681
1682         id = strtoull(argv[1], &end, 0);
1683         if (*end || id == 0 || errno != 0) {
1684                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1685                         jt_cmdname(argv[0]), argv[1]);
1686                 return CMD_HELP;
1687         }
1688         if (argc > 2) {
1689                 count = strtoull(argv[2], &end, 0);
1690                 if (*end) {
1691                         fprintf(stderr,
1692                                 "error: %s: invalid iteration count '%s'\n",
1693                                 jt_cmdname(argv[0]), argv[2]);
1694                         return CMD_HELP;
1695                 }
1696         }
1697
1698         if (argc > 3) {
1699                 verbose = get_verbose(argv[0], argv[3]);
1700                 if (verbose == BAD_VERBOSE)
1701                         return CMD_HELP;
1702         }
1703
1704         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1705         gettimeofday(&next_time, NULL);
1706         next_time.tv_sec -= verbose;
1707
1708         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1709         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1710                 ostid_set_id(&data.ioc_obdo1.o_oi, id);
1711                 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1712                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1713
1714                 memset(buf, 0, sizeof(rawbuf));
1715                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1716                 if (rc) {
1717                         fprintf(stderr, "error: %s: invalid ioctl\n",
1718                                 jt_cmdname(argv[0]));
1719                         return rc;
1720                 }
1721                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1722                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1723                 shmem_bump(1);
1724                 if (rc < 0) {
1725                         fprintf(stderr, "error: %s: objid "LPX64": %s\n",
1726                                 jt_cmdname(argv[0]), id, strerror(rc = errno));
1727                         break;
1728                 }
1729
1730                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1731                         printf("%s: #%d is object id "LPX64"\n",
1732                                jt_cmdname(argv[0]), i, id);
1733         }
1734
1735         return rc;
1736 }
1737
1738 int jt_obd_getattr(int argc, char **argv)
1739 {
1740         struct obd_ioctl_data data;
1741         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1742         char *end;
1743         int rc;
1744
1745         if (argc != 2)
1746                 return CMD_HELP;
1747
1748         memset(&data, 0, sizeof(data));
1749         data.ioc_dev = cur_device;
1750         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1751         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1752         if (*end) {
1753                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1754                         jt_cmdname(argv[0]), argv[1]);
1755                 return CMD_HELP;
1756         }
1757         /* to help obd filter */
1758         data.ioc_obdo1.o_mode = 0100644;
1759         data.ioc_obdo1.o_valid = 0xffffffff;
1760         printf("%s: object id "LPX64"\n", jt_cmdname(argv[0]),
1761                ostid_id(&data.ioc_obdo1.o_oi));
1762
1763         memset(buf, 0, sizeof(rawbuf));
1764         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1765         if (rc) {
1766                 fprintf(stderr, "error: %s: invalid ioctl\n",
1767                         jt_cmdname(argv[0]));
1768                 return rc;
1769         }
1770         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1771         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1772         if (rc) {
1773                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1774                         strerror(rc = errno));
1775         } else {
1776                 printf("%s: object id "LPU64", mode %o\n", jt_cmdname(argv[0]),
1777                        ostid_id(&data.ioc_obdo1.o_oi), data.ioc_obdo1.o_mode);
1778         }
1779         return rc;
1780 }
1781
1782 int jt_obd_test_getattr(int argc, char **argv)
1783 {
1784         struct obd_ioctl_data data;
1785         struct timeval start, next_time;
1786         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1787         __u64 i, count, next_count;
1788         int verbose = 1;
1789         __u64 objid = 3;
1790         char *end;
1791         int rc = 0;
1792
1793         if (argc < 2 || argc > 4)
1794                 return CMD_HELP;
1795
1796         memset(&data, 0, sizeof(data));
1797         data.ioc_dev = cur_device;
1798         count = strtoull(argv[1], &end, 0);
1799         if (*end) {
1800                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1801                         jt_cmdname(argv[0]), argv[1]);
1802                 return CMD_HELP;
1803         }
1804
1805         if (argc >= 3) {
1806                 verbose = get_verbose(argv[0], argv[2]);
1807                 if (verbose == BAD_VERBOSE)
1808                         return CMD_HELP;
1809         }
1810
1811         if (argc >= 4) {
1812                 if (argv[3][0] == 't') {
1813                         objid = strtoull(argv[3] + 1, &end, 0);
1814                         if (thread)
1815                                 objid += thread - 1;
1816                 } else
1817                         objid = strtoull(argv[3], &end, 0);
1818                 if (*end) {
1819                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1820                                 jt_cmdname(argv[0]), argv[3]);
1821                         return CMD_HELP;
1822                 }
1823         }
1824
1825         gettimeofday(&start, NULL);
1826         next_time.tv_sec = start.tv_sec - verbose;
1827         next_time.tv_usec = start.tv_usec;
1828         if (verbose != 0)
1829                 printf("%s: getting "LPD64" attrs (objid "LPX64"): %s",
1830                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1831
1832         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1833         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1834                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1835                 data.ioc_obdo1.o_mode = S_IFREG;
1836                 data.ioc_obdo1.o_valid = 0xffffffff;
1837                 memset(buf, 0, sizeof(rawbuf));
1838                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1839                 if (rc) {
1840                         fprintf(stderr, "error: %s: invalid ioctl\n",
1841                                 jt_cmdname(argv[0]));
1842                         return rc;
1843                 }
1844                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1845                 shmem_bump(1);
1846                 if (rc < 0) {
1847                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1848                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1849                         break;
1850                 } else {
1851                         if (be_verbose
1852                             (verbose, &next_time, i, &next_count, count))
1853                                 printf("%s: got attr #"LPD64"\n",
1854                                        jt_cmdname(argv[0]), i);
1855                 }
1856         }
1857
1858         if (!rc) {
1859                 struct timeval end;
1860                 double diff;
1861
1862                 gettimeofday(&end, NULL);
1863
1864                 diff = difftime(&end, &start);
1865
1866                 --i;
1867                 if (verbose != 0)
1868                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1869                                jt_cmdname(argv[0]), i, diff, i / diff,
1870                                ctime(&end.tv_sec));
1871         }
1872         return rc;
1873 }
1874
1875 /* test_brw <cnt>                                               count
1876         <r|w[r(repeat)x(noverify)]>                             mode
1877         <q|v|#(print interval)>                                 verbosity
1878         <npages[+offset]>                                       blocksize
1879         <[[<interleave_threads>]t(inc obj by thread#)]obj>      object
1880         [p|g<args>]                                             batch */
1881 int jt_obd_test_brw(int argc, char **argv)
1882 {
1883         struct obd_ioctl_data data;
1884         struct timeval start, next_time;
1885         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1886         __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1887         int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1888         int offset_pages = 0;
1889         long n;
1890         int repeat_offset = 0;
1891         unsigned long long ull;
1892         int  nthr_per_obj = 0;
1893         int  verify = 1;
1894         int  obj_idx = 0;
1895         char *end;
1896
1897         if (argc < 2 || argc > 7) {
1898                 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1899                         jt_cmdname(argv[0]), argc);
1900                 return CMD_HELP;
1901         }
1902
1903         count = strtoull(argv[1], &end, 0);
1904         if (*end) {
1905                 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
1906                         jt_cmdname(argv[0]), argv[1]);
1907                 return CMD_HELP;
1908         }
1909
1910         if (argc >= 3) {
1911                 if (argv[2][0] == 'w' || argv[2][0] == '1')
1912                         write = 1;
1913                 /* else it's a read */
1914
1915                 if (argv[2][0] != 0)
1916                         for (i = 1; argv[2][i] != 0; i++)
1917                                 switch (argv[2][i]) {
1918                                 case 'r':
1919                                         repeat_offset = 1;
1920                                         break;
1921
1922                                 case 'x':
1923                                         verify = 0;
1924                                         break;
1925
1926                                 default:
1927                                         fprintf (stderr, "Can't parse cmd '%s'\n",
1928                                                  argv[2]);
1929                                         return CMD_HELP;
1930                                 }
1931         }
1932
1933         if (argc >= 4) {
1934                 verbose = get_verbose(argv[0], argv[3]);
1935                 if (verbose == BAD_VERBOSE)
1936                         return CMD_HELP;
1937         }
1938
1939         if (argc >= 5) {
1940                 pages = strtoul(argv[4], &end, 0);
1941
1942                 if (*end == '+')
1943                         offset_pages = strtoul(end + 1, &end, 0);
1944
1945                 if (*end != 0 ||
1946                     offset_pages < 0 || offset_pages >= pages) {
1947                         fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
1948                                 jt_cmdname(argv[0]), argv[4]);
1949                         return CMD_HELP;
1950                 }
1951         }
1952
1953         if (argc >= 6) {
1954                 if (thread &&
1955                     (n = strtol(argv[5], &end, 0)) > 0 &&
1956                     *end == 't' &&
1957                     (ull = strtoull(end + 1, &end, 0)) > 0 &&
1958                     *end == 0) {
1959                         nthr_per_obj = n;
1960                         objid = ull;
1961                 } else if (thread &&
1962                            argv[5][0] == 't') {
1963                         nthr_per_obj = 1;
1964                         objid = strtoull(argv[5] + 1, &end, 0);
1965                 } else {
1966                         nthr_per_obj = 0;
1967                         objid = strtoull(argv[5], &end, 0);
1968                 }
1969                 if (*end) {
1970                         fprintf(stderr, "error: %s: bad objid '%s'\n",
1971                                 jt_cmdname(argv[0]), argv[5]);
1972                         return CMD_HELP;
1973                 }
1974         }
1975
1976         memset(&data, 0, sizeof(data));
1977         data.ioc_dev = cur_device;
1978
1979         /* communicate the 'type' of brw test and batching to echo_client.
1980          * don't start.  we'd love to refactor this lctl->echo_client
1981          * interface */
1982         data.ioc_pbuf1 = (void *)1;
1983         data.ioc_plen1 = 1;
1984
1985         if (argc >= 7) {
1986                 switch(argv[6][0]) {
1987                         case 'g': /* plug and unplug */
1988                                 data.ioc_pbuf1 = (void *)2;
1989                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
1990                                                           0);
1991                                 break;
1992                         case 'p': /* prep and commit */
1993                                 data.ioc_pbuf1 = (void *)3;
1994                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
1995                                                           0);
1996                                 break;
1997                         default:
1998                                 fprintf(stderr, "error: %s: batching '%s' "
1999                                         "needs to specify 'p' or 'g'\n",
2000                                         jt_cmdname(argv[0]), argv[6]);
2001                                 return CMD_HELP;
2002                 }
2003
2004                 if (*end) {
2005                         fprintf(stderr, "error: %s: bad batching '%s'\n",
2006                                 jt_cmdname(argv[0]), argv[6]);
2007                         return CMD_HELP;
2008                 }
2009                 data.ioc_plen1 *= getpagesize();
2010         }
2011
2012         len = pages * getpagesize();
2013         thr_offset = offset_pages * getpagesize();
2014         stride = len;
2015
2016 #ifdef MAX_THREADS
2017         if (thread) {
2018                 shmem_lock ();
2019                 if (nthr_per_obj != 0) {
2020                         /* threads interleave */
2021                         obj_idx = (thread - 1)/nthr_per_obj;
2022                         objid += obj_idx;
2023                         stride *= nthr_per_obj;
2024                         if ((thread - 1) % nthr_per_obj == 0) {
2025                                 shared_data->body.offsets[obj_idx] =
2026                                         stride + thr_offset;
2027                         }
2028                         thr_offset += ((thread - 1) % nthr_per_obj) * len;
2029                 } else {
2030                         /* threads disjoint */
2031                         thr_offset += (thread - 1) * len;
2032                 }
2033
2034                 shmem_start_time_locked();
2035                 shmem_unlock ();
2036         }
2037 #endif
2038
2039         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
2040         ostid_set_id(&data.ioc_obdo1.o_oi, objid);
2041         data.ioc_obdo1.o_mode = S_IFREG;
2042         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
2043                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
2044         data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
2045         data.ioc_count = len;
2046         data.ioc_offset = (repeat_offset ? 0 : thr_offset);
2047
2048         gettimeofday(&start, NULL);
2049         next_time.tv_sec = start.tv_sec - verbose;
2050         next_time.tv_usec = start.tv_usec;
2051
2052         if (verbose != 0)
2053                 printf("%s: %s "LPU64"x%d pages (obj "LPX64", off "LPU64"): %s",
2054                        jt_cmdname(argv[0]), write ? "writing" : "reading", count,
2055                        pages, objid, data.ioc_offset, ctime(&start.tv_sec));
2056
2057         cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
2058         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
2059                 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
2060                 memset(buf, 0, sizeof(rawbuf));
2061                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2062                 if (rc) {
2063                         fprintf(stderr, "error: %s: invalid ioctl\n",
2064                                 jt_cmdname(argv[0]));
2065                         return rc;
2066                 }
2067                 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
2068                 shmem_bump(1);
2069                 if (rc) {
2070                         fprintf(stderr, "error: %s: #%d - %s on %s\n",
2071                                 jt_cmdname(argv[0]), i, strerror(rc = errno),
2072                                 write ? "write" : "read");
2073                         break;
2074                 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
2075                         shmem_lock ();
2076                         printf("%s: %s number %d @ "LPD64":"LPU64" for %d\n",
2077                                jt_cmdname(argv[0]), write ? "write" : "read", i,
2078                                ostid_id(&data.ioc_obdo1.o_oi), data.ioc_offset,
2079                                (int)(pages * getpagesize()));
2080                         shmem_unlock ();
2081                 }
2082
2083                 if (!repeat_offset) {
2084 #ifdef MAX_THREADS
2085                         if (stride == len) {
2086                                 data.ioc_offset += stride;
2087                         } else if (i < count) {
2088                                 shmem_lock ();
2089                                 data.ioc_offset =
2090                                         shared_data->body.offsets[obj_idx];
2091                                 shared_data->body.offsets[obj_idx] += len;
2092                                 shmem_unlock ();
2093                         }
2094 #else
2095                         data.ioc_offset += len;
2096                         obj_idx = 0; /* avoids an unused var warning */
2097 #endif
2098                 }
2099         }
2100
2101         if (!rc) {
2102                 struct timeval end;
2103                 double diff;
2104
2105                 gettimeofday(&end, NULL);
2106
2107                 diff = difftime(&end, &start);
2108
2109                 --i;
2110                 if (verbose != 0)
2111                         printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
2112                                jt_cmdname(argv[0]), write ? "wrote" : "read",
2113                                i, pages, diff,
2114                                ((double)i * pages * getpagesize()) /
2115                                (diff * 1048576.0),
2116                                ctime(&end.tv_sec));
2117         }
2118
2119 #ifdef MAX_THREADS
2120         if (thread) {
2121                 shmem_lock();
2122                 shmem_end_time_locked();
2123                 shmem_unlock();
2124         }
2125 #endif
2126         return rc;
2127 }
2128
2129 int jt_obd_lov_getconfig(int argc, char **argv)
2130 {
2131         struct obd_ioctl_data data;
2132         struct lov_desc desc;
2133         struct obd_uuid *uuidarray;
2134         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2135         __u32 *obdgens;
2136         char *path;
2137         int rc, fd;
2138
2139         memset(&data, 0, sizeof(data));
2140         data.ioc_dev = cur_device;
2141
2142         if (argc != 2)
2143                 return CMD_HELP;
2144
2145         path = argv[1];
2146         fd = open(path, O_RDONLY);
2147         if (fd < 0) {
2148                 fprintf(stderr, "open \"%s\" failed: %s\n", path,
2149                         strerror(errno));
2150                 return -errno;
2151         }
2152
2153         memset(&desc, 0, sizeof(desc));
2154         obd_str2uuid(&desc.ld_uuid, argv[1]);
2155         desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
2156                              (sizeof(*uuidarray) + sizeof(*obdgens)));
2157
2158 repeat:
2159         uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
2160         if (!uuidarray) {
2161                 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
2162                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2163                 rc = -ENOMEM;
2164                 goto out;
2165         }
2166         obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
2167         if (!obdgens) {
2168                 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
2169                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2170                 rc = -ENOMEM;
2171                 goto out_uuidarray;
2172         }
2173
2174         memset(buf, 0, sizeof(rawbuf));
2175         data.ioc_inllen1 = sizeof(desc);
2176         data.ioc_inlbuf1 = (char *)&desc;
2177         data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
2178         data.ioc_inlbuf2 = (char *)uuidarray;
2179         data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
2180         data.ioc_inlbuf3 = (char *)obdgens;
2181
2182         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
2183                 fprintf(stderr, "error: %s: invalid ioctl\n",
2184                         jt_cmdname(argv[0]));
2185                 rc = -EINVAL;
2186                 goto out_obdgens;
2187         }
2188         rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
2189         if (rc == -ENOSPC) {
2190                 free(uuidarray);
2191                 free(obdgens);
2192                 goto repeat;
2193         } else if (rc) {
2194                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2195                         jt_cmdname(argv[0]), strerror(rc = errno));
2196         } else {
2197                 struct obd_uuid *uuidp;
2198                 __u32 *genp;
2199                 int i;
2200
2201                 if (obd_ioctl_unpack(&data, buf, sizeof(rawbuf))) {
2202                         fprintf(stderr, "error: %s: invalid reply\n",
2203                                 jt_cmdname(argv[0]));
2204                         rc = -EINVAL;
2205                         goto out;
2206                 }
2207                 if (desc.ld_default_stripe_count == (__u32)-1)
2208                         printf("default_stripe_count: %d\n", -1);
2209                 else
2210                         printf("default_stripe_count: %u\n",
2211                                desc.ld_default_stripe_count);
2212                 printf("default_stripe_size: "LPU64"\n",
2213                        desc.ld_default_stripe_size);
2214                 printf("default_stripe_offset: "LPU64"\n",
2215                        desc.ld_default_stripe_offset);
2216                 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
2217                 printf("obd_count: %u\n", desc.ld_tgt_count);
2218                 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
2219                 uuidp = uuidarray;
2220                 genp = obdgens;
2221                 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
2222                         printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
2223         }
2224 out_obdgens:
2225         free(obdgens);
2226 out_uuidarray:
2227         free(uuidarray);
2228 out:
2229         close(fd);
2230         return rc;
2231 }
2232
2233 static int do_activate(int argc, char **argv, int flag)
2234 {
2235         struct obd_ioctl_data data;
2236         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2237         int rc;
2238
2239         memset(&data, 0, sizeof(data));
2240         data.ioc_dev = cur_device;
2241         if (argc != 1)
2242                 return CMD_HELP;
2243
2244         /* reuse offset for 'active' */
2245         data.ioc_offset = flag;
2246
2247         memset(buf, 0, sizeof(rawbuf));
2248         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2249         if (rc) {
2250                 fprintf(stderr, "error: %s: invalid ioctl\n",
2251                         jt_cmdname(argv[0]));
2252                 return rc;
2253         }
2254         rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
2255         if (rc)
2256                 fprintf(stderr, "error: %s: failed: %s\n",
2257                         jt_cmdname(argv[0]), strerror(rc = errno));
2258
2259         return rc;
2260 }
2261
2262 /**
2263  * Replace nids for given device.
2264  * lctl replace_nids <devicename> <nid1>[,nid2,nid3]
2265  * Command should be started on MGS server.
2266  * Only MGS server should be started (command execution
2267  * returns error in another cases). Command mount
2268  * -t lustre <MDT partition> -o nosvc <mount point>
2269  * can be used for that.
2270  *
2271  * llogs for MDTs and clients are processed. All
2272  * records copied as is except add_uuid and setup. This records
2273  * are skipped and recorded with new nids and uuid.
2274  *
2275  * \see mgs_replace_nids
2276  * \see mgs_replace_nids_log
2277  * \see mgs_replace_handler
2278  */
2279 int jt_replace_nids(int argc, char **argv)
2280 {
2281         int rc;
2282         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2283         struct obd_ioctl_data data;
2284
2285         memset(&data, 0, sizeof(data));
2286         data.ioc_dev = get_mgs_device();
2287         if (argc != 3)
2288                 return CMD_HELP;
2289
2290         data.ioc_inllen1 = strlen(argv[1]) + 1;
2291         data.ioc_inlbuf1 = argv[1];
2292
2293         data.ioc_inllen2 = strlen(argv[2]) + 1;
2294         data.ioc_inlbuf2 = argv[2];
2295         memset(buf, 0, sizeof(rawbuf));
2296         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2297         if (rc) {
2298                 fprintf(stderr, "error: %s: invalid ioctl\n",
2299                         jt_cmdname(argv[0]));
2300                 return rc;
2301         }
2302
2303         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_REPLACE_NIDS, buf);
2304         if (rc < 0) {
2305                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2306                         strerror(rc = errno));
2307         }
2308
2309         return rc;
2310 }
2311
2312 int jt_obd_deactivate(int argc, char **argv)
2313 {
2314         return do_activate(argc, argv, 0);
2315 }
2316
2317 int jt_obd_activate(int argc, char **argv)
2318 {
2319         return do_activate(argc, argv, 1);
2320 }
2321
2322 int jt_obd_recover(int argc, char **argv)
2323 {
2324         int rc;
2325         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2326         struct obd_ioctl_data data;
2327
2328         memset(&data, 0, sizeof(data));
2329         data.ioc_dev = cur_device;
2330         if (argc > 2)
2331                 return CMD_HELP;
2332
2333         if (argc == 2) {
2334                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2335                 data.ioc_inlbuf1 = argv[1];
2336         }
2337
2338         memset(buf, 0, sizeof(rawbuf));
2339         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2340         if (rc) {
2341                 fprintf(stderr, "error: %s: invalid ioctl\n",
2342                         jt_cmdname(argv[0]));
2343                 return rc;
2344         }
2345         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
2346         if (rc < 0) {
2347                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2348                         strerror(rc = errno));
2349         }
2350
2351         return rc;
2352 }
2353
2354 int jt_obd_mdc_lookup(int argc, char **argv)
2355 {
2356         struct obd_ioctl_data data;
2357         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2358         char *parent, *child;
2359         int rc, fd, verbose = 1;
2360
2361         if (argc < 3 || argc > 4)
2362                 return CMD_HELP;
2363
2364         parent = argv[1];
2365         child = argv[2];
2366         if (argc == 4)
2367                 verbose = get_verbose(argv[0], argv[3]);
2368
2369         memset(&data, 0, sizeof(data));
2370         data.ioc_dev = cur_device;
2371
2372         data.ioc_inllen1 = strlen(child) + 1;
2373         data.ioc_inlbuf1 = child;
2374
2375         memset(buf, 0, sizeof(rawbuf));
2376         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2377         if (rc) {
2378                 fprintf(stderr, "error: %s: invalid ioctl\n",
2379                         jt_cmdname(argv[0]));
2380                 return rc;
2381         }
2382
2383         fd = open(parent, O_RDONLY);
2384         if (fd < 0) {
2385                 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
2386                         strerror(errno));
2387                 return -1;
2388         }
2389
2390         rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
2391         if (rc < 0) {
2392                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2393                         jt_cmdname(argv[0]), strerror(rc = errno));
2394         }
2395         close(fd);
2396
2397         if (verbose) {
2398                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
2399                 if (rc) {
2400                         fprintf(stderr, "error: %s: invalid reply\n",
2401                                 jt_cmdname(argv[0]));
2402                         return rc;
2403                 }
2404                 printf("%s: mode %o uid %d gid %d\n", child,
2405                        data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
2406                        data.ioc_obdo1.o_gid);
2407         }
2408
2409         return rc;
2410 }
2411
2412 int jt_cfg_dump_log(int argc, char **argv)
2413 {
2414         struct obd_ioctl_data data;
2415         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2416         int rc;
2417
2418         if (argc != 2)
2419                 return CMD_HELP;
2420
2421         memset(&data, 0, sizeof(data));
2422         data.ioc_dev = cur_device;
2423         data.ioc_inllen1 = strlen(argv[1]) + 1;
2424         data.ioc_inlbuf1 = argv[1];
2425
2426         memset(buf, 0, sizeof(rawbuf));
2427         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2428         if (rc) {
2429                 fprintf(stderr, "error: %s: invalid ioctl\n",
2430                         jt_cmdname(argv[0]));
2431                 return rc;
2432         }
2433         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_DUMP_LOG, buf);
2434         if (rc < 0)
2435                 fprintf(stderr, "OBD_IOC_DUMP_LOG failed: %s\n",
2436                         strerror(errno));
2437
2438         return rc;
2439 }
2440
2441 int jt_llog_catlist(int argc, char **argv)
2442 {
2443         struct obd_ioctl_data data;
2444         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2445         int rc;
2446
2447         if (argc != 1)
2448                 return CMD_HELP;
2449
2450         memset(&data, 0, sizeof(data));
2451         data.ioc_dev = cur_device;
2452         data.ioc_inllen1 = sizeof(rawbuf) - cfs_size_round(sizeof(data));
2453         memset(buf, 0, sizeof(rawbuf));
2454         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2455         if (rc) {
2456                 fprintf(stderr, "error: %s: invalid ioctl\n",
2457                         jt_cmdname(argv[0]));
2458                 return rc;
2459         }
2460         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
2461         if (rc == 0)
2462                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2463         else
2464                 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
2465                         strerror(errno));
2466
2467         return rc;
2468 }
2469
2470 int jt_llog_info(int argc, char **argv)
2471 {
2472         struct obd_ioctl_data data;
2473         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2474         int rc;
2475
2476         if (argc != 2)
2477                 return CMD_HELP;
2478
2479         memset(&data, 0, sizeof(data));
2480         data.ioc_dev = cur_device;
2481         data.ioc_inllen1 = strlen(argv[1]) + 1;
2482         data.ioc_inlbuf1 = argv[1];
2483         data.ioc_inllen2 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2484                 cfs_size_round(data.ioc_inllen1);
2485         memset(buf, 0, sizeof(rawbuf));
2486         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2487         if (rc) {
2488                 fprintf(stderr, "error: %s: invalid ioctl\n",
2489                         jt_cmdname(argv[0]));
2490                 return rc;
2491         }
2492
2493         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
2494         if (rc == 0)
2495                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2496         else
2497                 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
2498                         strerror(errno));
2499
2500         return rc;
2501 }
2502
2503 int jt_llog_print(int argc, char **argv)
2504 {
2505         struct obd_ioctl_data data;
2506         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2507         int rc;
2508
2509         if (argc != 2 && argc != 4)
2510                 return CMD_HELP;
2511
2512         memset(&data, 0, sizeof(data));
2513         data.ioc_dev = cur_device;
2514         data.ioc_inllen1 = strlen(argv[1]) + 1;
2515         data.ioc_inlbuf1 = argv[1];
2516         if (argc == 4) {
2517                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2518                 data.ioc_inlbuf2 = argv[2];
2519                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2520                 data.ioc_inlbuf3 = argv[3];
2521         } else {
2522                 char from[2] = "1", to[3] = "-1";
2523                 data.ioc_inllen2 = strlen(from) + 1;
2524                 data.ioc_inlbuf2 = from;
2525                 data.ioc_inllen3 = strlen(to) + 1;
2526                 data.ioc_inlbuf3 = to;
2527         }
2528         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2529                 cfs_size_round(data.ioc_inllen1) -
2530                 cfs_size_round(data.ioc_inllen2) -
2531                 cfs_size_round(data.ioc_inllen3);
2532         memset(buf, 0, sizeof(rawbuf));
2533         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2534         if (rc) {
2535                 fprintf(stderr, "error: %s: invalid ioctl\n",
2536                         jt_cmdname(argv[0]));
2537                 return rc;
2538         }
2539
2540         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2541         if (rc == 0)
2542                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2543         else
2544                 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2545                         strerror(errno));
2546
2547         return rc;
2548 }
2549
2550 static int llog_cancel_parse_optional(int argc, char **argv,
2551                                       struct obd_ioctl_data *data)
2552 {
2553         int cOpt;
2554         const char *const short_options = "c:l:i:h";
2555         const struct option long_options[] = {
2556                 {"catalog", required_argument, NULL, 'c'},
2557                 {"log_id", required_argument, NULL, 'l'},
2558                 {"log_idx", required_argument, NULL, 'i'},
2559                 {"help", no_argument, NULL, 'h'},
2560                 {NULL, 0, NULL, 0}
2561         };
2562
2563         /* sanity check */
2564         if (!data || argc <= 1) {
2565                 return -1;
2566         }
2567
2568         /*now process command line arguments*/
2569         while ((cOpt = getopt_long(argc, argv, short_options,
2570                                         long_options, NULL)) != -1) {
2571                 switch (cOpt) {
2572                 case 'c':
2573                         data->ioc_inllen1 = strlen(optarg) + 1;
2574                         data->ioc_inlbuf1 = optarg;
2575                         break;
2576
2577                 case 'l':
2578                         data->ioc_inllen2 = strlen(optarg) + 1;
2579                         data->ioc_inlbuf2 = optarg;
2580                         break;
2581
2582                 case 'i':
2583                         data->ioc_inllen3 = strlen(optarg) + 1;
2584                         data->ioc_inlbuf3 = optarg;
2585                         break;
2586
2587                 case 'h':
2588                 default:
2589                         return -1;
2590                 }
2591         }
2592
2593         if ((data->ioc_inlbuf1 == NULL) || (data->ioc_inlbuf3 == NULL)) {
2594                 /* missing mandatory parameters */
2595                 return -1;
2596         }
2597
2598         return 0;
2599 }
2600
2601 int jt_llog_cancel(int argc, char **argv)
2602 {
2603         struct obd_ioctl_data data;
2604         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2605         int rc, i;
2606
2607         /* check that the arguments provided are either all
2608          * optional or all positional.  No mixing allowed
2609          *
2610          * if argc is 4 or 3 then check all arguments to ensure that none
2611          * of them start with a '-'.  If so then this is invalid.
2612          * Otherwise if arg is > 4 then assume that this is optional
2613          * arguments, and parse as such ignoring any thing that's not
2614          * optional.  The result is that user must use optional arguments
2615          * for all mandatory parameters.  Code will ignore all other args
2616          *
2617          * The positional arguments option should eventually be phased out.
2618          */
2619         memset(&data, 0, sizeof(data));
2620         data.ioc_dev = cur_device;
2621
2622         if (argc == 3 || argc == 4) {
2623                 for (i = 1; i < argc; i++) {
2624                         if (argv[i][0] == '-')
2625                                 return CMD_HELP;
2626                 }
2627                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2628                 data.ioc_inlbuf1 = argv[1];
2629                 if (argc == 4) {
2630                         data.ioc_inllen2 = strlen(argv[2]) + 1;
2631                         data.ioc_inlbuf2 = argv[2];
2632                         data.ioc_inllen3 = strlen(argv[3]) + 1;
2633                         data.ioc_inlbuf3 = argv[3];
2634                 } else {
2635                         data.ioc_inllen3 = strlen(argv[2]) + 1;
2636                         data.ioc_inlbuf3 = argv[2];
2637                 }
2638         } else {
2639                 if (llog_cancel_parse_optional(argc, argv, &data) != 0)
2640                         return CMD_HELP;
2641         }
2642
2643         memset(buf, 0, sizeof(rawbuf));
2644         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2645         if (rc) {
2646                 fprintf(stderr, "error: %s: invalid ioctl\n",
2647                         jt_cmdname(argv[0]));
2648                 return rc;
2649         }
2650
2651         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2652         if (rc == 0)
2653                 fprintf(stdout, "index %s was canceled.\n",
2654                         argc == 4 ? argv[3] : argv[2]);
2655         else
2656                 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2657                         strerror(errno));
2658
2659         return rc;
2660 }
2661
2662 int jt_llog_check(int argc, char **argv)
2663 {
2664         struct obd_ioctl_data data;
2665         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2666         int rc;
2667
2668         if (argc != 2 && argc != 4)
2669                 return CMD_HELP;
2670
2671         memset(&data, 0, sizeof(data));
2672         data.ioc_dev = cur_device;
2673         data.ioc_inllen1 = strlen(argv[1]) + 1;
2674         data.ioc_inlbuf1 = argv[1];
2675         if (argc == 4) {
2676                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2677                 data.ioc_inlbuf2 = argv[2];
2678                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2679                 data.ioc_inlbuf3 = argv[3];
2680         } else {
2681                 char from[2] = "1", to[3] = "-1";
2682                 data.ioc_inllen2 = strlen(from) + 1;
2683                 data.ioc_inlbuf2 = from;
2684                 data.ioc_inllen3 = strlen(to) + 1;
2685                 data.ioc_inlbuf3 = to;
2686         }
2687         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2688                 cfs_size_round(data.ioc_inllen1) -
2689                 cfs_size_round(data.ioc_inllen2) -
2690                 cfs_size_round(data.ioc_inllen3);
2691         memset(buf, 0, sizeof(rawbuf));
2692         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2693         if (rc) {
2694                 fprintf(stderr, "error: %s: invalid ioctl\n",
2695                         jt_cmdname(argv[0]));
2696                 return rc;
2697         }
2698
2699         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2700         if (rc == 0)
2701                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2702         else
2703                 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2704                         strerror(errno));
2705         return rc;
2706 }
2707
2708 int jt_llog_remove(int argc, char **argv)
2709 {
2710         struct obd_ioctl_data data;
2711         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2712         int rc;
2713
2714         if (argc != 3 && argc != 2)
2715                 return CMD_HELP;
2716
2717         memset(&data, 0, sizeof(data));
2718         data.ioc_dev = cur_device;
2719         data.ioc_inllen1 = strlen(argv[1]) + 1;
2720         data.ioc_inlbuf1 = argv[1];
2721         if (argc == 3){
2722                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2723                 data.ioc_inlbuf2 = argv[2];
2724         }
2725         memset(buf, 0, sizeof(rawbuf));
2726         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2727         if (rc) {
2728                 fprintf(stderr, "error: %s: invalid ioctl\n",
2729                         jt_cmdname(argv[0]));
2730                 return rc;
2731         }
2732
2733         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2734         if (rc == 0) {
2735                 if (argc == 2)
2736                         fprintf(stdout, "log %s is removed.\n", argv[1]);
2737                 else
2738                         fprintf(stdout, "the log in catalog %s is removed. \n",
2739                                 argv[1]);
2740         } else
2741                 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2742                         strerror(errno));
2743
2744         return rc;
2745 }
2746
2747 /* attach a regular file to virtual block device.
2748  * return vaule:
2749  *  -1: fatal error
2750  *  1: error, it always means the command run failed
2751  *  0: success
2752  */
2753 static int jt_blockdev_run_process(const char *file, char *argv[])
2754 {
2755         pid_t pid;
2756         int rc;
2757
2758         pid = vfork();
2759         if (pid == 0) { /* child process */
2760                 /* don't print error messages */
2761                 close(1), close(2);
2762                 (void)execvp(file, argv);
2763                 exit(-1);
2764         } else if (pid > 0) {
2765                 int status;
2766
2767                 rc = waitpid(pid, &status, 0);
2768                 if (rc < 0 || !WIFEXITED(status))
2769                         return -1;
2770
2771                 return WEXITSTATUS(status);
2772         }
2773
2774         return -1;
2775 }
2776
2777 static int jt_blockdev_find_module(const char *module)
2778 {
2779         FILE *fp;
2780         int found = 0;
2781         char buf[1024];
2782         char *ptr;
2783
2784         fp = fopen("/proc/modules", "r");
2785         if (fp == NULL)
2786                 return -1;
2787
2788         while (fgets(buf, 1024, fp) != NULL) {
2789                 ptr = strchr(buf, ' ');
2790                 if (ptr != NULL)
2791                         *ptr = 0;
2792                 if (strcmp(module, buf) == 0) {
2793                         found = 1;
2794                         break;
2795                 }
2796         }
2797         fclose(fp);
2798
2799         return found;
2800 }
2801
2802 static int jt_blockdev_probe_module(const char *module)
2803 {
2804         char buf[1024];
2805         char *argv[10];
2806         int c, rc;
2807
2808         if (jt_blockdev_find_module(module) == 1)
2809                 return 0;
2810
2811         /* run modprobe first */
2812         c = 0;
2813         argv[c++] = "/sbin/modprobe";
2814         argv[c++] = "-q";
2815         argv[c++] = (char *)module;
2816         argv[c++] = NULL;
2817         rc = jt_blockdev_run_process("modprobe", argv);
2818         if (rc != 1)
2819                 return rc;
2820
2821         /* cannot find the module in default directory ... */
2822         sprintf(buf, "../llite/%s.ko", module);
2823         c = 0;
2824         argv[c++] = "/sbin/insmod";
2825         argv[c++] = buf;
2826         argv[c++] = NULL;
2827         rc = jt_blockdev_run_process("insmod", argv);
2828         return rc ? -1 : 0;
2829 }
2830
2831 int jt_blockdev_attach(int argc, char **argv)
2832 {
2833         int rc, fd;
2834         struct stat st;
2835         char *filename, *devname;
2836         unsigned long dev;
2837
2838         if (argc != 3)
2839                 return CMD_HELP;
2840
2841         if (jt_blockdev_probe_module("llite_lloop") < 0) {
2842                 fprintf(stderr, "error: cannot find module llite_lloop.(k)o\n");
2843                 return ENOENT;
2844         }
2845
2846         filename = argv[1];
2847         devname = argv[2];
2848
2849         fd = open(filename, O_RDWR);
2850         if (fd < 0) {
2851                 fprintf(stderr, "file %s can't be opened(%s)\n\n",
2852                         filename, strerror(errno));
2853                 return CMD_HELP;
2854         }
2855
2856         rc = ioctl(fd, LL_IOC_LLOOP_ATTACH, &dev);
2857         if (rc < 0) {
2858                 rc = errno;
2859                 fprintf(stderr, "attach error(%s)\n", strerror(rc));
2860                 goto out;
2861         }
2862
2863         rc = stat(devname, &st);
2864         if (rc == 0 && (!S_ISBLK(st.st_mode) || st.st_rdev != dev)) {
2865                 rc = EEXIST;
2866         } else if (rc < 0) {
2867                 if (errno == ENOENT &&
2868                     !mknod(devname, S_IFBLK|S_IRUSR|S_IWUSR, dev))
2869                         rc = 0;
2870                 else
2871                         rc = errno;
2872         }
2873
2874         if (rc) {
2875                 fprintf(stderr, "error: the file %s could be attached to block "
2876                                 "device %X but creating %s failed: %s\n"
2877                                 "now detaching the block device..",
2878                         filename, (int)dev, devname, strerror(rc));
2879
2880                 (void)ioctl(fd, LL_IOC_LLOOP_DETACH_BYDEV, dev);
2881                 fprintf(stderr, "%s\n", strerror(errno));
2882         }
2883 out:
2884         close(fd);
2885         return -rc;
2886 }
2887
2888 int jt_blockdev_detach(int argc, char **argv)
2889 {
2890         char *filename;
2891         int rc, fd;
2892
2893         if (argc != 2)
2894                 return CMD_HELP;
2895
2896         filename = argv[1];
2897         fd = open(filename, O_RDONLY);
2898         if (fd < 0) {
2899                 fprintf(stderr, "cannot open file %s error %s\n",
2900                         filename, strerror(errno));
2901                 return CMD_HELP;
2902         }
2903
2904         rc = ioctl(fd, LL_IOC_LLOOP_DETACH, 0);
2905         if (rc < 0) {
2906                 rc = errno;
2907                 fprintf(stderr, "detach error(%s)\n", strerror(rc));
2908         } else {
2909                 (void)unlink(filename);
2910         }
2911
2912         close(fd);
2913         return -rc;
2914 }
2915
2916 int jt_blockdev_info(int argc, char **argv)
2917 {
2918         char *filename;
2919         int rc, fd;
2920         struct lu_fid fid;
2921
2922         if (argc != 2)
2923                 return CMD_HELP;
2924
2925         filename = argv[1];
2926         fd = open(filename, O_RDONLY);
2927         if (fd < 0) {
2928                 fprintf(stderr, "cannot open file %s error: %s\n",
2929                         filename, strerror(errno));
2930                 return CMD_HELP;
2931         }
2932
2933         rc = ioctl(fd, LL_IOC_LLOOP_INFO, &fid);
2934         if (rc < 0) {
2935                 rc = errno;
2936                 fprintf(stderr, "error: %s\n", strerror(errno));
2937                 goto out;
2938         }
2939         fprintf(stdout, "lloop device info: ");
2940         if (fid_is_zero(&fid))
2941                 fprintf(stdout, "Not attached\n");
2942         else
2943                 fprintf(stdout, "attached to inode "DFID"\n", PFID(&fid));
2944 out:
2945         close(fd);
2946         return -rc;
2947 }
2948
2949 static void signal_server(int sig)
2950 {
2951         if (sig == SIGINT) {
2952                 do_disconnect("sigint", 1);
2953                 exit(1);
2954         } else
2955                 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
2956 }
2957
2958 int obd_initialize(int argc, char **argv)
2959 {
2960         if (shmem_setup() != 0)
2961                 return -1;
2962
2963         register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
2964                          OBD_DEV_MAJOR, OBD_DEV_MINOR);
2965
2966         return 0;
2967 }
2968
2969 void obd_finalize(int argc, char **argv)
2970 {
2971         struct sigaction sigact;
2972
2973         /* sigact initialization */
2974         sigact.sa_handler = signal_server;
2975         sigfillset(&sigact.sa_mask);
2976         sigact.sa_flags = SA_RESTART;
2977         /* coverity[uninit_use_in_call] */
2978         sigaction(SIGINT, &sigact, NULL);
2979
2980         shmem_cleanup();
2981         do_disconnect(argv[0], 1);
2982 }
2983
2984 static int check_pool_cmd(enum lcfg_command_type cmd,
2985                           char *fsname, char *poolname,
2986                           char *ostname)
2987 {
2988         int rc;
2989
2990         rc = llapi_search_ost(fsname, poolname, ostname);
2991         if (rc < 0 && (cmd != LCFG_POOL_NEW)) {
2992                 fprintf(stderr, "Pool %s.%s not found\n",
2993                         fsname, poolname);
2994                 return rc;
2995         }
2996
2997         switch (cmd) {
2998         case LCFG_POOL_NEW: {
2999                 LASSERT(ostname == NULL);
3000                 if (rc >= 0) {
3001                         fprintf(stderr, "Pool %s.%s already exists\n",
3002                                 fsname, poolname);
3003                         return -EEXIST;
3004                 }
3005                 return 0;
3006         }
3007         case LCFG_POOL_DEL: {
3008                 LASSERT(ostname == NULL);
3009                 if (rc == 1) {
3010                         fprintf(stderr, "Pool %s.%s not empty, "
3011                                 "please remove all members\n",
3012                                 fsname, poolname);
3013                         return -ENOTEMPTY;
3014                 }
3015                 return 0;
3016         }
3017         case LCFG_POOL_ADD: {
3018                 if (rc == 1) {
3019                         fprintf(stderr, "OST %s is already in pool %s.%s\n",
3020                                 ostname, fsname, poolname);
3021                         return -EEXIST;
3022                 }
3023                 rc = llapi_search_ost(fsname, NULL, ostname);
3024                 if (rc == 0) {
3025                         fprintf(stderr, "OST %s is not part of the '%s' fs.\n",
3026                                 ostname, fsname);
3027                         return -ENOENT;
3028                 }
3029                 return 0;
3030         }
3031         case LCFG_POOL_REM: {
3032                 if (rc == 0) {
3033                         fprintf(stderr, "OST %s not found in pool %s.%s\n",
3034                                 ostname, fsname, poolname);
3035                         return -ENOENT;
3036                 }
3037                 return 0;
3038         }
3039         default:
3040                 break;
3041         } /* switch */
3042         return -EINVAL;
3043 }
3044
3045 /* This check only verifies that the changes have been "pushed out" to
3046    the client successfully.  This involves waiting for a config update,
3047    and so may fail because of problems in that code or post-command
3048    network loss. So reporting a warning is appropriate, but not a failure.
3049 */
3050 static int check_pool_cmd_result(enum lcfg_command_type cmd,
3051                                  char *fsname, char *poolname,
3052                                  char *ostname)
3053 {
3054         int cpt = 10;
3055         int rc = 0;
3056
3057         switch (cmd) {
3058         case LCFG_POOL_NEW: {
3059                 do {
3060                         rc = llapi_search_ost(fsname, poolname, NULL);
3061                         if (rc == -ENODEV)
3062                                 return rc;
3063                         if (rc < 0)
3064                                 sleep(2);
3065                         cpt--;
3066                 } while ((rc < 0) && (cpt > 0));
3067                 if (rc >= 0) {
3068                         fprintf(stderr, "Pool %s.%s created\n",
3069                                 fsname, poolname);
3070                         return 0;
3071                 } else {
3072                         fprintf(stderr, "Warning, pool %s.%s not found\n",
3073                                 fsname, poolname);
3074                         return -ENOENT;
3075                 }
3076         }
3077         case LCFG_POOL_DEL: {
3078                 do {
3079                         rc = llapi_search_ost(fsname, poolname, NULL);
3080                         if (rc == -ENODEV)
3081                                 return rc;
3082                         if (rc >= 0)
3083                                 sleep(2);
3084                         cpt--;
3085                 } while ((rc >= 0) && (cpt > 0));
3086                 if (rc < 0) {
3087                         fprintf(stderr, "Pool %s.%s destroyed\n",
3088                                 fsname, poolname);
3089                         return 0;
3090                 } else {
3091                         fprintf(stderr, "Warning, pool %s.%s still found\n",
3092                                 fsname, poolname);
3093                         return -EEXIST;
3094                 }
3095         }
3096         case LCFG_POOL_ADD: {
3097                 do {
3098                         rc = llapi_search_ost(fsname, poolname, ostname);
3099                         if (rc == -ENODEV)
3100                                 return rc;
3101                         if (rc != 1)
3102                                 sleep(2);
3103                         cpt--;
3104                 } while ((rc != 1) && (cpt > 0));
3105                 if (rc == 1) {
3106                         fprintf(stderr, "OST %s added to pool %s.%s\n",
3107                                 ostname, fsname, poolname);
3108                         return 0;
3109                 } else {
3110                         fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
3111                                 ostname, fsname, poolname);
3112                         return -ENOENT;
3113                 }
3114         }
3115         case LCFG_POOL_REM: {
3116                 do {
3117                         rc = llapi_search_ost(fsname, poolname, ostname);
3118                         if (rc == -ENODEV)
3119                                 return rc;
3120                         if (rc == 1)
3121                                 sleep(2);
3122                         cpt--;
3123                 } while ((rc == 1) && (cpt > 0));
3124                 if (rc != 1) {
3125                         fprintf(stderr, "OST %s removed from pool %s.%s\n",
3126                                 ostname, fsname, poolname);
3127                         return 0;
3128                 } else {
3129                         fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
3130                                 ostname, fsname, poolname);
3131                         return -EEXIST;
3132                 }
3133         }
3134         default:
3135                 break;
3136         }
3137         return -EINVAL;
3138 }
3139
3140 static int check_and_complete_ostname(char *fsname, char *ostname)
3141 {
3142         char *ptr;
3143         char real_ostname[MAX_OBD_NAME + 1];
3144         char i;
3145
3146         /* if OST name does not start with fsname, we add it */
3147         /* if not check if the fsname is the right one */
3148         ptr = strchr(ostname, '-');
3149         if (ptr == NULL) {
3150                 sprintf(real_ostname, "%s-%s", fsname, ostname);
3151         } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
3152                 fprintf(stderr, "%s does not start with fsname %s\n",
3153                         ostname, fsname);
3154                 return -EINVAL;
3155         } else {
3156                 if (strlen(ostname) > sizeof(real_ostname)-1)
3157                         return -E2BIG;
3158                 strncpy(real_ostname, ostname, sizeof(real_ostname));
3159         }
3160         /* real_ostname is fsname-????? */
3161         ptr = real_ostname + strlen(fsname) + 1;
3162         if (strncmp(ptr, "OST", 3) != 0) {
3163                 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
3164                         ostname, fsname);
3165                 return -EINVAL;
3166         }
3167         /* real_ostname is fsname-OST????? */
3168         ptr += 3;
3169         for (i = 0; i < 4; i++) {
3170                 if (!isxdigit(*ptr)) {
3171                         fprintf(stderr,
3172                                 "ost's index in %s is not an hexa number\n",
3173                                 ostname);
3174                         return -EINVAL;
3175                 }
3176                 ptr++;
3177         }
3178         /* real_ostname is fsname-OSTXXXX????? */
3179         /* if OST name does not end with _UUID, we add it */
3180         if (*ptr == '\0') {
3181                 strcat(real_ostname, "_UUID");
3182         } else if (strcmp(ptr, "_UUID") != 0) {
3183                 fprintf(stderr,
3184                         "ostname %s does not end with _UUID\n", ostname);
3185                 return -EINVAL;
3186         }
3187         /* real_ostname is fsname-OSTXXXX_UUID */
3188         strcpy(ostname, real_ostname);
3189         return 0;
3190 }
3191
3192 /* returns 0 or -errno */
3193 static int pool_cmd(enum lcfg_command_type cmd,
3194                     char *cmdname, char *fullpoolname,
3195                     char *fsname, char *poolname, char *ostname)
3196 {
3197         int rc = 0;
3198         struct obd_ioctl_data data;
3199         struct lustre_cfg_bufs bufs;
3200         struct lustre_cfg *lcfg;
3201         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3202
3203         rc = check_pool_cmd(cmd, fsname, poolname, ostname);
3204         if (rc == -ENODEV)
3205                 fprintf(stderr, "Can't verify pool command since there "
3206                         "is no local MDT or client, proceeding anyhow...\n");
3207         else if (rc)
3208                 return rc;
3209
3210         lustre_cfg_bufs_reset(&bufs, NULL);
3211         lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
3212         lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
3213         if (ostname != NULL)
3214                 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
3215
3216         lcfg = lustre_cfg_new(cmd, &bufs);
3217         if (lcfg == NULL)
3218                 return -ENOMEM;
3219
3220         memset(&data, 0, sizeof(data));
3221         rc = data.ioc_dev = get_mgs_device();
3222         if (rc < 0)
3223                 goto out;
3224
3225         data.ioc_type = LUSTRE_CFG_TYPE;
3226         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3227                                         lcfg->lcfg_buflens);
3228         data.ioc_pbuf1 = (void *)lcfg;
3229
3230         memset(buf, 0, sizeof(rawbuf));
3231         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3232         if (rc) {
3233                 fprintf(stderr, "error: %s: invalid ioctl\n",
3234                         jt_cmdname(cmdname));
3235                 lustre_cfg_free(lcfg);
3236                 return rc;
3237         }
3238         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
3239 out:
3240         if (rc)
3241                 rc = -errno;
3242         lustre_cfg_free(lcfg);
3243         return rc;
3244 }
3245
3246 /**
3247  * Format and send the ioctl to the MGS.
3248  *
3249  * \param       cmd             IOCTL to send
3250  * \param       ret_data        void pointer to return anything from
3251  *                              ioctl
3252  * \param       num_args        number of arguments to pack into the
3253  *                              ioctl buffer
3254  * \param       argv[]          variable number of string arguments
3255  *
3256  * \retval                      0 on success
3257  */
3258 static int nodemap_cmd(enum lcfg_command_type cmd, void *ret_data,
3259                        unsigned int ret_size, ...)
3260 {
3261         va_list                 ap;
3262         char                    *arg;
3263         int                     i = 0;
3264         struct lustre_cfg_bufs  bufs;
3265         struct obd_ioctl_data   data;
3266         struct lustre_cfg       *lcfg;
3267         char                    rawbuf[MAX_IOC_BUFLEN];
3268         char                    *buf = rawbuf;
3269         int                     rc = 0;
3270
3271         lustre_cfg_bufs_reset(&bufs, NULL);
3272
3273         va_start(ap, ret_size);
3274         arg = va_arg(ap, char *);
3275         while (arg != NULL) {
3276                 lustre_cfg_bufs_set_string(&bufs, i, arg);
3277                 i++;
3278                 arg = va_arg(ap, char *);
3279         }
3280         va_end(ap);
3281
3282         lcfg = lustre_cfg_new(cmd, &bufs);
3283         if (lcfg == NULL)
3284                 return -ENOMEM;
3285
3286         memset(&data, 0, sizeof(data));
3287         rc = data.ioc_dev = get_mgs_device();
3288         if (rc < 0)
3289                 goto out;
3290
3291         data.ioc_type = LUSTRE_CFG_TYPE;
3292         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3293                          lcfg->lcfg_buflens);
3294         data.ioc_pbuf1 = (void *)lcfg;
3295
3296         memset(buf, 0, sizeof(rawbuf));
3297         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3298         if (rc != 0) {
3299                 fprintf(stderr, "error: invalid ioctl: %08x errno: %d with "
3300                                "rc=%d\n", cmd, errno, rc);
3301                 goto out;
3302         }
3303
3304         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_NODEMAP, buf);
3305         if (rc != 0) {
3306                 fprintf(stderr, "error: invalid ioctl: %08x errno: %d with "
3307                                "rc=%d\n", cmd, errno, rc);
3308                 goto out;
3309         }
3310
3311         if (ret_data != NULL) {
3312                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3313                 if (rc != 0)
3314                         goto out;
3315
3316                 if (ret_size > data.ioc_plen1)
3317                         ret_size = data.ioc_plen1;
3318
3319                 memcpy(ret_data, data.ioc_pbuf1, ret_size);
3320         }
3321 out:
3322         lustre_cfg_free(lcfg);
3323
3324         return rc;
3325 }
3326
3327 /**
3328  * activate nodemap functions
3329  *
3330  * \param       argc            number of args
3331  * \param       argv[]          variable string arguments
3332  *
3333  * argv[0]                      1 for activate or 0 for deactivate
3334  *
3335  * \retval                      0 on success
3336  */
3337 int jt_nodemap_activate(int argc, char **argv)
3338 {
3339         int rc;
3340
3341         rc = nodemap_cmd(LCFG_NODEMAP_ACTIVATE, NULL, 0, argv[0], argv[1],
3342                          NULL);
3343
3344         if (rc != 0) {
3345                 errno = -rc;
3346                 perror(argv[0]);
3347         }
3348
3349         return rc;
3350 }
3351
3352 /**
3353  * add a nodemap
3354  *
3355  * \param       argc            number of args
3356  * \param       argv[]          variable string arguments
3357  *
3358  * argv[0]                      nodemap name
3359  *
3360  * \retval                      0 on success
3361  */
3362 int jt_nodemap_add(int argc, char **argv)
3363 {
3364         int rc;
3365
3366         rc = llapi_nodemap_exists(argv[1]);
3367         if (rc == 0) {
3368                 fprintf(stderr, "error: %s existing nodemap name\n", argv[1]);
3369                 return 1;
3370         }
3371
3372         rc = nodemap_cmd(LCFG_NODEMAP_ADD, NULL, 0, argv[0], argv[1], NULL);
3373
3374         if (rc != 0) {
3375                 errno = -rc;
3376                 perror(argv[0]);
3377         }
3378
3379         return rc;
3380 }
3381
3382 /**
3383  * delete a nodemap
3384  *
3385  * \param       argc            number of args
3386  * \param       argv[]          variable string arguments
3387  *
3388  * argv[0]                      nodemap name
3389  *
3390  * \retval                      0 on success
3391  */
3392 int jt_nodemap_del(int argc, char **argv)
3393 {
3394         int rc;
3395
3396         rc = llapi_nodemap_exists(argv[1]);
3397         if (rc != 0) {
3398                 fprintf(stderr, "error: %s not existing nodemap name\n",
3399                         argv[1]);
3400                 return rc;
3401         }
3402         rc = nodemap_cmd(LCFG_NODEMAP_DEL, NULL, 0, argv[0], argv[1], NULL);
3403
3404         if (rc != 0) {
3405                 errno = -rc;
3406                 perror(argv[0]);
3407         }
3408
3409         return rc;
3410 }
3411
3412 /**
3413  * test a nid for nodemap membership
3414  *
3415  * \param       argc            number of args
3416  * \param       argv[]          variable string arguments
3417  *
3418  * argv[0]                      properly formatted nid
3419  *
3420  * \retval                      0 on success
3421  */
3422 int jt_nodemap_test_nid(int argc, char **argv)
3423 {
3424
3425         char    rawbuf[MAX_IOC_BUFLEN];
3426         int     rc;
3427
3428         rc = nodemap_cmd(LCFG_NODEMAP_TEST_NID, &rawbuf, sizeof(rawbuf),
3429                          argv[0], argv[1], NULL);
3430         if (rc == 0)
3431                 printf("%s\n", (char *)rawbuf);
3432
3433         return rc;
3434 }
3435
3436 /**
3437  * test a nodemap id pair for mapping
3438  *
3439  * \param       argc            number of args
3440  * \param       argv[[]         variable string arguments
3441  *
3442  * \retval                      0 on success
3443  *
3444  * The argv array should contain the nodemap name, the id
3445  * to checking the mapping on, and the id type (UID or GID)
3446  *
3447  */
3448 int jt_nodemap_test_id(int argc, char **argv)
3449 {
3450         char    rawbuf[MAX_IOC_BUFLEN];
3451         char    *nidstr = NULL;
3452         char    *idstr = NULL;
3453         char    *typestr = NULL;
3454         int     rc = 0;
3455         int     c;
3456
3457         static struct option long_options[] = {
3458                 {
3459                         .name           = "nid",
3460                         .has_arg        = required_argument,
3461                         .flag           = 0,
3462                         .val            = 'n',
3463                 },
3464                 {
3465                         .name           = "idtype",
3466                         .has_arg        = required_argument,
3467                         .flag           = 0,
3468                         .val            = 't',
3469                 },
3470                 {
3471                         .name           = "id",
3472                         .has_arg        = required_argument,
3473                         .flag           = 0,
3474                         .val            = 'i',
3475                 },
3476                 {
3477                         NULL
3478                 }
3479         };
3480
3481         while ((c = getopt_long(argc, argv, "n:t:i:",
3482                                 long_options, NULL)) != -1) {
3483                 switch (c) {
3484                 case 'n':
3485                         nidstr = optarg;
3486                         break;
3487                 case 't':
3488                         typestr = optarg;
3489                         break;
3490                 case 'i':
3491                         idstr = optarg;
3492                         break;
3493                 }
3494         }
3495
3496         if (nidstr == NULL || typestr == NULL || idstr == NULL) {
3497                 fprintf(stderr, "usage: nodemap_test_id --nid <nid> "
3498                                 "--idtype [uid|gid] --id <id>\n");
3499                 return -1;
3500         }
3501
3502         rc = nodemap_cmd(LCFG_NODEMAP_TEST_ID, &rawbuf, sizeof(rawbuf),
3503                          argv[0], nidstr, typestr, idstr);
3504         if (rc == 0)
3505                 printf("%s\n", (char *)rawbuf);
3506
3507         return rc;
3508 }
3509
3510 /**
3511  * add an nid range to a nodemap
3512  *
3513  * \param       argc            number of args
3514  * \param       argv[]          variable string arguments
3515  *
3516  * --name                       nodemap name
3517  * --range                      properly formatted nid range
3518  *
3519  * \retval                      0 on success
3520  */
3521 int jt_nodemap_add_range(int argc, char **argv)
3522 {
3523         char                    *nodemap_name = NULL;
3524         char                    *nodemap_range = NULL;
3525         struct list_head        nidlist;
3526         char                    min_nid[LNET_NIDSTR_SIZE + 1];
3527         char                    max_nid[LNET_NIDSTR_SIZE + 1];
3528         char                    nid_range[2 * LNET_NIDSTR_SIZE + 2];
3529         int                     rc = 0;
3530         int                     c;
3531
3532         static struct option long_options[] = {
3533                 {
3534                         .name           = "name",
3535                         .has_arg        = required_argument,
3536                         .flag           = 0,
3537                         .val            = 'n',
3538                 },
3539                 {
3540                         .name           = "range",
3541                         .has_arg        = required_argument,
3542                         .flag           = 0,
3543                         .val            = 'r',
3544                 },
3545                 {
3546                         NULL
3547                 }
3548         };
3549
3550         INIT_LIST_HEAD(&nidlist);
3551
3552         while ((c = getopt_long(argc, argv, "n:r:",
3553                                 long_options, NULL)) != -1) {
3554                 switch (c) {
3555                 case 'n':
3556                         nodemap_name = optarg;
3557                         break;
3558                 case 'r':
3559                         nodemap_range = optarg;
3560                         break;
3561                 }
3562         }
3563
3564         if (nodemap_name == NULL || nodemap_range == NULL) {
3565                 fprintf(stderr, "usage: nodemap_add_range --name <name> "
3566                                 "--range <range>\n");
3567                 return -1;
3568         }
3569
3570         if (cfs_parse_nidlist(nodemap_range, strlen(nodemap_range),
3571                               &nidlist) <= 0) {
3572                 fprintf(stderr, "error: %s: can't parse nid range: %s\n",
3573                         jt_cmdname(argv[0]), nodemap_range);
3574                 return -1;
3575         }
3576
3577         if (!cfs_nidrange_is_contiguous(&nidlist)) {
3578                 fprintf(stderr, "error: %s: nodemap ranges must be "
3579                         "contiguous\n", jt_cmdname(argv[0]));
3580                 return -1;
3581         }
3582
3583         cfs_nidrange_find_min_max(&nidlist, &min_nid[0], &max_nid[0],
3584                                   LNET_NIDSTR_SIZE);
3585         snprintf(nid_range, sizeof(nid_range), "%s:%s", min_nid, max_nid);
3586
3587         rc = nodemap_cmd(LCFG_NODEMAP_ADD_RANGE, NULL, 0, argv[0],
3588                          nodemap_name, nid_range, NULL);
3589         if (rc != 0) {
3590                 errno = -rc;
3591                 fprintf(stderr, "error: %s: cannot add range '%s' to nodemap "
3592                                 "'%s': rc = %d\n",
3593                         jt_cmdname(argv[0]), nodemap_range, nodemap_name, rc);
3594         }
3595
3596         return rc;
3597 }
3598
3599 /**
3600  * delete an nid range to a nodemap
3601  *
3602  * \param       argc            number of args
3603  * \param       argv[]          variable string arguments
3604  *
3605  * --name                       nodemap name
3606  * --range                      properly formatted nid range
3607  *
3608  * \retval                      0 on success
3609  */
3610 int jt_nodemap_del_range(int argc, char **argv)
3611 {
3612         char                    *nodemap_name = NULL;
3613         char                    *nodemap_range = NULL;
3614         struct list_head        nidlist;
3615         char                    min_nid[LNET_NIDSTR_SIZE + 1];
3616         char                    max_nid[LNET_NIDSTR_SIZE + 1];
3617         char                    nid_range[2 * LNET_NIDSTR_SIZE + 2];
3618         int                     rc = 0;
3619         int                     c;
3620
3621         static struct option long_options[] = {
3622                 {
3623                         .name           = "name",
3624                         .has_arg        = required_argument,
3625                         .flag           = 0,
3626                         .val            = 'n',
3627                 },
3628                 {
3629                         .name           = "range",
3630                         .has_arg        = required_argument,
3631                         .flag           = 0,
3632                         .val            = 'r',
3633                 },
3634                 {
3635                         NULL
3636                 }
3637         };
3638
3639         INIT_LIST_HEAD(&nidlist);
3640
3641         while ((c = getopt_long(argc, argv, "n:r:",
3642                                 long_options, NULL)) != -1) {
3643                 switch (c) {
3644                 case 'n':
3645                         nodemap_name = optarg;
3646                         break;
3647                 case 'r':
3648                         nodemap_range = optarg;
3649                         break;
3650                 }
3651         }
3652
3653         if (nodemap_name == NULL || nodemap_range == NULL) {
3654                 fprintf(stderr, "usage: nodemap_del_range --name <name> "
3655                                 "--range <range>\n");
3656                 return -1;
3657         }
3658
3659         if (cfs_parse_nidlist(nodemap_range, strlen(nodemap_range),
3660                               &nidlist) <= 0) {
3661                 fprintf(stderr, "error: %s: can't parse nid range: %s\n",
3662                         jt_cmdname(argv[0]), nodemap_range);
3663                 return -1;
3664         }
3665
3666         if (!cfs_nidrange_is_contiguous(&nidlist)) {
3667                 fprintf(stderr, "error: %s: nodemap ranges must be "
3668                         "contiguous\n", jt_cmdname(argv[0]));
3669                 return -1;
3670         }
3671
3672         cfs_nidrange_find_min_max(&nidlist, &min_nid[0], &max_nid[0],
3673                                   LNET_NIDSTR_SIZE);
3674         snprintf(nid_range, sizeof(nid_range), "%s:%s", min_nid, max_nid);
3675
3676         rc = nodemap_cmd(LCFG_NODEMAP_DEL_RANGE, NULL, 0, argv[0],
3677                          nodemap_name, nid_range, NULL);
3678         if (rc != 0) {
3679                 errno = -rc;
3680                 fprintf(stderr, "error: %s: cannot delete range '%s' to "
3681                                "nodemap '%s': rc = %d\n",
3682                         jt_cmdname(argv[0]), nodemap_range, nodemap_name, rc);
3683         }
3684
3685         return rc;
3686 }
3687
3688 /**
3689  * modify a nodemap's behavior
3690  *
3691  * \param       argc            number of args
3692  * \param       argv[]          variable string arguments
3693  *
3694  * --name                       nodemap name
3695  * --property                   nodemap property to change
3696  *                              admin, trusted, squash_uid, squash_gid)
3697  * --value                      value to set property
3698  *
3699  * \retval                      0 on success
3700  */
3701 int jt_nodemap_modify(int argc, char **argv)
3702 {
3703         int                     c;
3704         int                     rc = 0;
3705         enum lcfg_command_type  cmd = 0;
3706         char                    *nodemap_name = NULL;
3707         char                    *param = NULL;
3708         char                    *value = NULL;
3709
3710         static struct option long_options[] = {
3711                 {
3712                         .name           = "name",
3713                         .has_arg        = required_argument,
3714                         .flag           = 0,
3715                         .val            = 'n',
3716                 },
3717                 {
3718                         .name           = "property",
3719                         .has_arg        = required_argument,
3720                         .flag           = 0,
3721                         .val            = 'p',
3722                 },
3723                 {
3724                         .name           = "value",
3725                         .has_arg        = required_argument,
3726                         .flag           = 0,
3727                         .val            = 'v',
3728                 },
3729                 {
3730                         NULL
3731                 }
3732         };
3733
3734         while ((c = getopt_long(argc, argv, "n:p:v:",
3735                                 long_options, NULL)) != -1) {
3736                 switch (c) {
3737                 case 'n':
3738                         nodemap_name = optarg;
3739                         break;
3740                 case 'p':
3741                         param = optarg;
3742                         break;
3743                 case 'v':
3744                         value = optarg;
3745                         break;
3746                 }
3747         }
3748
3749         if (nodemap_name == NULL || param == NULL || value == NULL) {
3750                 fprintf(stderr, "usage: nodemap_modify --name <nodemap_name> "
3751                                 "--property <property_name> --value <value>\n");
3752                 fprintf(stderr, "valid properties: admin trusted "
3753                                 "squash_uid squash_gid\n");
3754                 return -1;
3755         }
3756
3757         if (strcmp("admin", param) == 0) {
3758                 cmd = LCFG_NODEMAP_ADMIN;
3759         } else if (strcmp("trusted", param) == 0) {
3760                 cmd = LCFG_NODEMAP_TRUSTED;
3761         } else if (strcmp("squash_uid", param) == 0) {
3762                 cmd = LCFG_NODEMAP_SQUASH_UID;
3763         } else if (strcmp("squash_gid", param) == 0) {
3764                 cmd = LCFG_NODEMAP_SQUASH_GID;
3765         } else {
3766                 fprintf(stderr, "error: %s: nodemap_modify invalid "
3767                                 "subcommand: %s\n",
3768                         jt_cmdname(argv[0]), param);
3769                 return -1;
3770         }
3771
3772         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, param,
3773                          value, NULL);
3774         if (rc != 0) {
3775                 errno = -rc;
3776                 fprintf(stderr, "error: %s: cannot modify nodemap '%s' "
3777                                "to param '%s': value '%s': rc = %d\n",
3778                         jt_cmdname(argv[0]), nodemap_name, param, value, rc);
3779         }
3780
3781         return rc;
3782 }
3783
3784 int jt_nodemap_add_idmap(int argc, char **argv)
3785 {
3786         int                     c;
3787         enum                    lcfg_command_type cmd = 0;
3788         char                    *nodemap_name = NULL;
3789         char                    *idmap = NULL;
3790         char                    *idtype = NULL;
3791         int                     rc = 0;
3792
3793         static struct option long_options[] = {
3794                 {
3795                         .name           = "name",
3796                         .has_arg        = required_argument,
3797                         .flag           = 0,
3798                         .val            = 'n',
3799                 },
3800                 {
3801                         .name           = "idmap",
3802                         .has_arg        = required_argument,
3803                         .flag           = 0,
3804                         .val            = 'm',
3805                 },
3806                 {
3807                         .name           = "idtype",
3808                         .has_arg        = required_argument,
3809                         .flag           = 0,
3810                         .val            = 'i',
3811                 },
3812                 {
3813                         NULL
3814                 }
3815         };
3816
3817         while ((c = getopt_long(argc, argv, "n:m:i:",
3818                                 long_options, NULL)) != -1) {
3819                 switch (c) {
3820                 case 'n':
3821                         nodemap_name = optarg;
3822                         break;
3823                 case 'm':
3824                         idmap = optarg;
3825                         break;
3826                 case 'i':
3827                         idtype = optarg;
3828                         break;
3829                 }
3830         }
3831
3832         if (nodemap_name == NULL || idmap == NULL || idtype == NULL) {
3833                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3834                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3835                 return -1;
3836         }
3837
3838         if (strcmp("uid", idtype) == 0) {
3839                 cmd = LCFG_NODEMAP_ADD_UIDMAP;
3840         } else if (strcmp("gid", idtype) == 0) {
3841                 cmd = LCFG_NODEMAP_ADD_GIDMAP;
3842         } else {
3843                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3844                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3845                 return -1;
3846         }
3847
3848         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, idmap, NULL);
3849         if (rc != 0) {
3850                 errno = -rc;
3851                 fprintf(stderr, "cannot add %smap '%s' to nodemap '%s'"
3852                         ": rc = %d\n", idtype, idmap, nodemap_name, rc);
3853         }
3854
3855         return rc;
3856 }
3857
3858 int jt_nodemap_del_idmap(int argc, char **argv)
3859 {
3860         int                     c;
3861         enum                    lcfg_command_type cmd = 0;
3862         char                    *nodemap_name = NULL;
3863         char                    *idmap = NULL;
3864         char                    *idtype = NULL;
3865         int                     rc = 0;
3866
3867         static struct option long_options[] = {
3868                 {
3869                         .name           = "name",
3870                         .has_arg        = required_argument,
3871                         .flag           = 0,
3872                         .val            = 'n',
3873                 },
3874                 {
3875                         .name           = "idmap",
3876                         .has_arg        = required_argument,
3877                         .flag           = 0,
3878                         .val            = 'm',
3879                 },
3880                 {
3881                         .name           = "idtype",
3882                         .has_arg        = required_argument,
3883                         .flag           = 0,
3884                         .val            = 'i',
3885                 },
3886                 {
3887                         NULL
3888                 }
3889         };
3890
3891         while ((c = getopt_long(argc, argv, "n:m:i:",
3892                                 long_options, NULL)) != -1) {
3893                 switch (c) {
3894                 case 'n':
3895                         nodemap_name = optarg;
3896                         break;
3897                 case 'm':
3898                         idmap = optarg;
3899                         break;
3900                 case 'i':
3901                         idtype = optarg;
3902                         break;
3903                 }
3904         }
3905
3906         if (nodemap_name == NULL || idmap == NULL || idtype == NULL) {
3907                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3908                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3909                 return -1;
3910         }
3911
3912         if (strcmp("uid", idtype) == 0)
3913                 cmd = LCFG_NODEMAP_DEL_UIDMAP;
3914         else
3915                 cmd = LCFG_NODEMAP_DEL_GIDMAP;
3916
3917         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, idmap, NULL);
3918         if (rc != 0) {
3919                 errno = -rc;
3920                 fprintf(stderr, "cannot delete %smap '%s' from nodemap '%s'"
3921                         ": rc = %d\n", idtype, idmap, nodemap_name, rc);
3922         }
3923
3924         return rc;
3925 }
3926
3927 /*
3928  * this function tranforms a rule [start-end/step] into an array
3929  * of matching numbers
3930  * supported forms are:
3931  * [start]                : just this number
3932  * [start-end]            : all numbers from start to end
3933  * [start-end/step]       : numbers from start to end with increment of step
3934  * on return, format contains a printf format string which can be used
3935  * to generate all the strings
3936  */
3937 static int get_array_idx(char *rule, char *format, int **array)
3938 {
3939         char *start, *end, *ptr;
3940         unsigned int lo, hi, step;
3941         int array_sz = 0;
3942         int i, array_idx;
3943         int rc;
3944
3945         start = strchr(rule, '[');
3946         end = strchr(rule, ']');
3947         if ((start == NULL) || (end == NULL)) {
3948                 *array = malloc(sizeof(int));
3949                 if (*array == NULL)
3950                         return 0;
3951                 strcpy(format, rule);
3952                 array_sz = 1;
3953                 return array_sz;
3954         }
3955         *start = '\0';
3956         *end = '\0';
3957         end++;
3958         start++;
3959         /* put in format the printf format (the rule without the range) */
3960         sprintf(format, "%s%%.4x%s", rule, end);
3961
3962         array_idx = 0;
3963         array_sz = 0;
3964         *array = NULL;
3965         /* loop on , separator */
3966         do {
3967                 /* extract the 3 fields */
3968                 rc = sscanf(start, "%x-%x/%u", &lo, &hi, &step);
3969                 switch (rc) {
3970                 case 0:
3971                         goto err;
3972                 case 1: {
3973                         void *tmp;
3974
3975                         array_sz++;
3976                         tmp = realloc(*array, array_sz * sizeof(int));
3977                         if (tmp == NULL)
3978                                 goto err;
3979                         *array = tmp;
3980                         (*array)[array_idx] = lo;
3981                         array_idx++;
3982                         break;
3983                 }
3984                 case 2: {
3985                         step = 1;
3986                         /* do not break to share code with case 3: */
3987                 }
3988                 case 3: {
3989                         void *tmp;
3990
3991                         if ((hi < lo) || (step == 0))
3992                                 goto err;
3993                         array_sz += (hi - lo) / step + 1;
3994                         tmp = realloc(*array, array_sz * sizeof(int));
3995                         if (tmp == NULL)
3996                                 goto err;
3997                         *array = tmp;
3998                         for (i = lo; i <= hi; i+=step, array_idx++)
3999                                 (*array)[array_idx] = i;
4000                         break;
4001                 }
4002                 }
4003                 ptr = strchr(start, ',');
4004                 if (ptr != NULL)
4005                         start = ptr + 1;
4006
4007         } while (ptr != NULL);
4008         return array_sz;
4009 err:
4010         if (*array != NULL) {
4011                 free(*array);
4012                 *array = NULL;
4013         }
4014         return 0;
4015 }
4016
4017 static int extract_fsname_poolname(const char *arg, char *fsname,
4018                                    char *poolname)
4019 {
4020         char *ptr;
4021         int rc;
4022
4023         strlcpy(fsname, arg, PATH_MAX + 1);
4024         ptr = strchr(fsname, '.');
4025         if (ptr == NULL) {
4026                 fprintf(stderr, ". is missing in %s\n", fsname);
4027                 rc = -EINVAL;
4028                 goto err;
4029         }
4030
4031         if ((ptr - fsname) == 0) {
4032                 fprintf(stderr, "fsname is empty\n");
4033                 rc = -EINVAL;
4034                 goto err;
4035         }
4036
4037         *ptr = '\0';
4038         ++ptr;
4039
4040         rc = lustre_is_fsname_valid(fsname, 1, LUSTRE_MAXFSNAME);
4041         if (rc < 0) {
4042                 fprintf(stderr, "filesystem name %s must be 1-%d chars\n",
4043                         fsname, LUSTRE_MAXFSNAME);
4044                 rc = -EINVAL;
4045                 goto err;
4046         } else if (rc > 0) {
4047                 fprintf(stderr, "char '%c' not allowed in filesystem name\n",
4048                         rc);
4049                 rc = -EINVAL;
4050                 goto err;
4051         }
4052
4053         rc = lustre_is_poolname_valid(ptr, 1, LOV_MAXPOOLNAME);
4054         if (rc == -1) {
4055                 fprintf(stderr, "poolname is empty\n");
4056                 rc = -EINVAL;
4057                 goto err;
4058         } else if (rc == -2) {
4059                 fprintf(stderr,
4060                         "poolname %s is too long (max is %d)\n",
4061                         ptr, LOV_MAXPOOLNAME);
4062                 rc = -ENAMETOOLONG;
4063                 goto err;
4064         } else if (rc > 0) {
4065                 fprintf(stderr, "char '%c' not allowed in pool name '%s'\n",
4066                         rc, ptr);
4067                 rc = -EINVAL;
4068                 goto err;
4069         }
4070
4071         strncpy(poolname, ptr, LOV_MAXPOOLNAME);
4072         poolname[LOV_MAXPOOLNAME] = '\0';
4073         return 0;
4074
4075 err:
4076         fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
4077         return rc;
4078 }
4079
4080 int jt_pool_cmd(int argc, char **argv)
4081 {
4082         enum lcfg_command_type cmd;
4083         char fsname[PATH_MAX + 1];
4084         char poolname[LOV_MAXPOOLNAME + 1];
4085         char *ostnames_buf = NULL;
4086         int i, rc;
4087         int *array = NULL, array_sz;
4088         struct {
4089                 int     rc;
4090                 char   *ostname;
4091         } *cmds = NULL;
4092
4093         switch (argc) {
4094         case 0:
4095         case 1: return CMD_HELP;
4096         case 2: {
4097                 if (strcmp("pool_new", argv[0]) == 0)
4098                         cmd = LCFG_POOL_NEW;
4099                 else if (strcmp("pool_destroy", argv[0]) == 0)
4100                         cmd = LCFG_POOL_DEL;
4101                 else if (strcmp("pool_list", argv[0]) == 0)
4102                          return llapi_poollist(argv[1]);
4103                 else return CMD_HELP;
4104
4105                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
4106                 if (rc)
4107                         break;
4108
4109                 rc = pool_cmd(cmd, argv[0], argv[1], fsname, poolname, NULL);
4110                 if (rc)
4111                         break;
4112
4113                 check_pool_cmd_result(cmd, fsname, poolname, NULL);
4114                 break;
4115         }
4116         default: {
4117                 char format[2*MAX_OBD_NAME];
4118
4119                 if (strcmp("pool_remove", argv[0]) == 0) {
4120                         cmd = LCFG_POOL_REM;
4121                 } else if (strcmp("pool_add", argv[0]) == 0) {
4122                         cmd = LCFG_POOL_ADD;
4123                 } else {
4124                         return CMD_HELP;
4125                 }
4126
4127                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
4128                 if (rc)
4129                         break;
4130
4131                 for (i = 2; i < argc; i++) {
4132                         int j;
4133
4134                         array_sz = get_array_idx(argv[i], format, &array);
4135                         if (array_sz == 0)
4136                                 return CMD_HELP;
4137
4138                         cmds = malloc(array_sz * sizeof(cmds[0]));
4139                         if (cmds != NULL) {
4140                                 ostnames_buf = malloc(array_sz *
4141                                                       (MAX_OBD_NAME + 1));
4142                         } else {
4143                                 free(array);
4144                                 rc = -ENOMEM;
4145                                 goto out;
4146                         }
4147
4148                         for (j = 0; j < array_sz; j++) {
4149                                 char ostname[MAX_OBD_NAME + 1];
4150
4151                                 snprintf(ostname, MAX_OBD_NAME, format,
4152                                          array[j]);
4153                                 ostname[MAX_OBD_NAME] = '\0';
4154
4155                                 rc = check_and_complete_ostname(fsname,ostname);
4156                                 if (rc) {
4157                                         free(array);
4158                                         free(cmds);
4159                                         if (ostnames_buf)
4160                                                 free(ostnames_buf);
4161                                         goto out;
4162                                 }
4163                                 if (ostnames_buf != NULL) {
4164                                         cmds[j].ostname =
4165                                           &ostnames_buf[(MAX_OBD_NAME + 1) * j];
4166                                         strcpy(cmds[j].ostname, ostname);
4167                                 } else {
4168                                         cmds[j].ostname = NULL;
4169                                 }
4170                                 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
4171                                                       fsname, poolname,
4172                                                       ostname);
4173                                 /* Return an err if any of the add/dels fail */
4174                                 if (!rc)
4175                                         rc = cmds[j].rc;
4176                         }
4177                         for (j = 0; j < array_sz; j++) {
4178                                 if (!cmds[j].rc) {
4179                                         char ostname[MAX_OBD_NAME + 1];
4180
4181                                         if (!cmds[j].ostname) {
4182                                                 snprintf(ostname, MAX_OBD_NAME,
4183                                                          format, array[j]);
4184                                                 ostname[MAX_OBD_NAME] = '\0';
4185                                                 check_and_complete_ostname(
4186                                                         fsname, ostname);
4187                                         } else {
4188                                                 strcpy(ostname,
4189                                                        cmds[j].ostname);
4190                                         }
4191                                         check_pool_cmd_result(cmd, fsname,
4192                                                               poolname,ostname);
4193                                 }
4194                         }
4195                         if (array_sz > 0)
4196                                 free(array);
4197                         if (cmds)
4198                                 free(cmds);
4199                         if (ostnames_buf != NULL)
4200                                 free(ostnames_buf);
4201                 }
4202                 /* fall through */
4203         }
4204         } /* switch */
4205
4206 out:
4207         if (rc != 0) {
4208                 errno = -rc;
4209                 perror(argv[0]);
4210         }
4211
4212         return rc;
4213 }
4214
4215 int jt_get_obj_version(int argc, char **argv)
4216 {
4217         struct lu_fid fid;
4218         struct obd_ioctl_data data;
4219         __u64 version, id = ULLONG_MAX, group = ULLONG_MAX;
4220         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf, *fidstr;
4221         int rc, c;
4222
4223         while ((c = getopt(argc, argv, "i:g:")) != -1) {
4224                 switch (c) {
4225                 case 'i':
4226                         id = strtoull(optarg, NULL, 0);
4227                         break;
4228                 case 'g':
4229                         group = strtoull(optarg, NULL, 0);
4230                         break;
4231                 default:
4232                         return CMD_HELP;
4233                 }
4234         }
4235
4236         argc -= optind;
4237         argv += optind;
4238
4239         if (!(id != ULLONG_MAX && group != ULLONG_MAX && argc == 0) &&
4240             !(id == ULLONG_MAX && group == ULLONG_MAX && argc == 1))
4241                 return CMD_HELP;
4242
4243         memset(&data, 0, sizeof data);
4244         data.ioc_dev = cur_device;
4245         if (argc == 1) {
4246                 fidstr = *argv;
4247                 while (*fidstr == '[')
4248                         fidstr++;
4249                 sscanf(fidstr, SFID, RFID(&fid));
4250
4251                 data.ioc_inlbuf1 = (char *) &fid;
4252                 data.ioc_inllen1 = sizeof fid;
4253         } else {
4254                 data.ioc_inlbuf3 = (char *) &id;
4255                 data.ioc_inllen3 = sizeof id;
4256                 data.ioc_inlbuf4 = (char *) &group;
4257                 data.ioc_inllen4 = sizeof group;
4258         }
4259         data.ioc_inlbuf2 = (char *) &version;
4260         data.ioc_inllen2 = sizeof version;
4261
4262         memset(buf, 0, sizeof *buf);
4263         rc = obd_ioctl_pack(&data, &buf, sizeof rawbuf);
4264         if (rc) {
4265                 fprintf(stderr, "error: %s: packing ioctl arguments: %s\n",
4266                         jt_cmdname(argv[0]), strerror(-rc));
4267                 return rc;
4268         }
4269
4270         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GET_OBJ_VERSION, buf);
4271         if (rc == -1) {
4272                 fprintf(stderr, "error: %s: ioctl: %s\n",
4273                         jt_cmdname(argv[0]), strerror(errno));
4274                 return -errno;
4275         }
4276
4277         obd_ioctl_unpack(&data, buf, sizeof rawbuf);
4278         printf(LPX64"\n", version);
4279         return 0;
4280 }
4281
4282 int jt_changelog_register(int argc, char **argv)
4283 {
4284         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
4285         struct obd_ioctl_data data;
4286         char devname[30];
4287         int rc;
4288
4289         if (argc > 2)
4290                 return CMD_HELP;
4291         else if (argc == 2 && strcmp(argv[1], "-n") != 0)
4292                 return CMD_HELP;
4293         if (cur_device < 0)
4294                 return CMD_HELP;
4295
4296         memset(&data, 0, sizeof(data));
4297         data.ioc_dev = cur_device;
4298         memset(buf, 0, sizeof(rawbuf));
4299         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4300         if (rc) {
4301                 fprintf(stderr, "error: %s: invalid ioctl\n",
4302                         jt_cmdname(argv[0]));
4303                return rc;
4304         }
4305
4306         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_REG, buf);
4307         if (rc < 0) {
4308                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
4309                         strerror(rc = errno));
4310                 return rc;
4311         }
4312         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4313
4314         if (data.ioc_u32_1 == 0) {
4315                 fprintf(stderr, "received invalid userid!\n");
4316                 return -EPROTO;
4317         }
4318
4319         if (lcfg_get_devname() != NULL) {
4320                 if (strlen(lcfg_get_devname()) > sizeof(devname)-1) {
4321                         fprintf(stderr, "Dev name too long\n");
4322                         return -E2BIG;
4323                 }
4324                 strncpy(devname, lcfg_get_devname(), sizeof(devname));
4325         } else {
4326                 if (snprintf(devname, sizeof(devname), "dev %d", cur_device) >=
4327                     sizeof(devname)) {
4328                         fprintf(stderr, "Dev name too long\n");
4329                         return -E2BIG;
4330                 }
4331         }
4332
4333         if (argc == 2)
4334                 /* -n means bare name */
4335                 printf(CHANGELOG_USER_PREFIX"%u\n", data.ioc_u32_1);
4336         else
4337                 printf("%s: Registered changelog userid '"CHANGELOG_USER_PREFIX
4338                        "%u'\n", devname, data.ioc_u32_1);
4339         return 0;
4340 }
4341
4342 int jt_changelog_deregister(int argc, char **argv)
4343 {
4344         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
4345         struct obd_ioctl_data data;
4346         char devname[30];
4347         int id, rc;
4348
4349         if (argc != 2 || cur_device < 0)
4350                 return CMD_HELP;
4351
4352         id = strtol(argv[1] + strlen(CHANGELOG_USER_PREFIX), NULL, 10);
4353         if ((id == 0) || (strncmp(argv[1], CHANGELOG_USER_PREFIX,
4354                                   strlen(CHANGELOG_USER_PREFIX)) != 0)) {
4355                 fprintf(stderr, "expecting id of the form '"
4356                         CHANGELOG_USER_PREFIX"<num>'; got '%s'\n", argv[1]);
4357                 return CMD_HELP;
4358         }
4359
4360         memset(&data, 0, sizeof(data));
4361         data.ioc_dev = cur_device;
4362         data.ioc_u32_1 = id;
4363         memset(buf, 0, sizeof(rawbuf));
4364         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4365         if (rc) {
4366                 fprintf(stderr, "error: %s: invalid ioctl\n",
4367                         jt_cmdname(argv[0]));
4368                 return rc;
4369         }
4370
4371         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_DEREG, buf);
4372         if (rc < 0) {
4373                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
4374                         strerror(rc = errno));
4375                 return rc;
4376         }
4377         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4378
4379         if (data.ioc_u32_1 != id) {
4380                 fprintf(stderr, "No changelog user '%s'.  Blocking user"
4381                         " is '"CHANGELOG_USER_PREFIX"%d'.\n", argv[1],
4382                         data.ioc_u32_1);
4383                 return -ENOENT;
4384         }
4385
4386         if (lcfg_get_devname() != NULL) {
4387                 if (strlen(lcfg_get_devname()) > sizeof(devname)-1) {
4388                         fprintf(stderr, "Dev name too long\n");
4389                         return -E2BIG;
4390                 }
4391                 strncpy(devname, lcfg_get_devname(), sizeof(devname));
4392         } else {
4393                 if (snprintf(devname, sizeof(devname), "dev %d", cur_device) >=
4394                     sizeof(devname)) {
4395                         fprintf(stderr, "Dev name too long\n");
4396                         return -E2BIG;
4397                 }
4398         }
4399
4400         printf("%s: Deregistered changelog user '"CHANGELOG_USER_PREFIX"%d'\n",
4401                devname, data.ioc_u32_1);
4402         return 0;
4403 }
4404
4405