lustre/utils/obd.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Use is subject to license terms.
  25  *
  26  * Copyright (c) 2011, 2016, Intel Corporation.
  27  */
  28 /*
  29  * This file is part of Lustre, http://www.lustre.org/
  30  * Lustre is a trademark of Sun Microsystems, Inc.
  31  *
  32  * lustre/utils/obd.c
  33  *
  34  * Author: Peter J. Braam <braam@clusterfs.com>
  35  * Author: Phil Schwan <phil@clusterfs.com>
  36  * Author: Andreas Dilger <adilger@clusterfs.com>
  37  * Author: Robert Read <rread@clusterfs.com>
  38  */
  39
  40 #include <sys/ioctl.h>
  41 #include <sys/socket.h>
  42 #include <sys/stat.h>
  43 #include <sys/time.h>
  44 #include <sys/types.h>
  45 #include <sys/un.h>
  46 #include <sys/wait.h>
  47
  48 #include <ctype.h>
  49 #include <errno.h>
  50 #include <fcntl.h>
  51 #include <getopt.h>
  52 #include <signal.h>
  53 #include <stdarg.h>
  54 #include <stdbool.h>
  55 #include <stdio.h>
  56 #include <stdlib.h>
  57 #include <string.h>
  58 #include <time.h>
  59 #include <unistd.h>
  60 #include <limits.h>
  61
  62 #include "obdctl.h"
  63 #include <libcfs/util/list.h>
  64 #include <libcfs/util/ioctl.h>
  65 #include <libcfs/util/param.h>
  66 #include <libcfs/util/parser.h>
  67 #include <libcfs/util/string.h>
  68
  69 #include <lnet/nidstr.h>
  70 #include <lustre/lustre_ostid.h>
  71 #include <lustre_cfg.h>
  72 #include <lustre_ioctl.h>
  73 #include <lustre_ver.h>
  74
  75 #include <lnet/lnetctl.h>
  76 #include <lustre/lustreapi.h>
  77 #include <lustre_param.h>
  78 #include <lustre/lustre_barrier_user.h>
  79
  80 #define MAX_STRING_SIZE 128
  81
  82 #if HAVE_LIBPTHREAD
  83 #include <sys/ipc.h>
  84 #include <sys/shm.h>
  85 #include <pthread.h>
  86
  87 #define MAX_THREADS 4096
  88 #define MAX_BASE_ID 0xffffffff
  89 #define NIDSTRING_LENGTH 64
  90 struct shared_data {
  91         pthread_mutex_t mutex;
  92         pthread_cond_t  cond;
  93         int       stopping;
  94         struct {
  95                 __u64 counters[MAX_THREADS];
  96                 __u64 offsets[MAX_THREADS];
  97                 int   thr_running;
  98                 int   start_barrier;
  99                 int   stop_barrier;
 100                 struct timeval start_time;
 101                 struct timeval end_time;
 102         } body;
 103 };
 104
 105 static struct shared_data *shared_data;
 106 static __u64 counter_snapshot[2][MAX_THREADS];
 107 static int prev_valid;
 108 static struct timeval prev_time;
 109 static int thread;
 110 static int nthreads;
 111 #else
 112 const int thread = 0;
 113 const int nthreads = 1;
 114 #endif
 115
 116 static int cur_device = -1;
 117
 118 static int l2_ioctl(int dev_id, int opc, void *buf)
 119 {
 120         return l_ioctl(dev_id, opc, buf);
 121 }
 122
 123 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
 124 {
 125         struct obd_ioctl_data data;
 126         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 127         int rc;
 128
 129         memset(&data, 0, sizeof(data));
 130         data.ioc_dev = cur_device;
 131         data.ioc_type = LUSTRE_CFG_TYPE;
 132         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 133                                         lcfg->lcfg_buflens);
 134         data.ioc_pbuf1 = (void *)lcfg;
 135         memset(buf, 0, sizeof(rawbuf));
 136         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 137         if (rc) {
 138                 fprintf(stderr, "error: %s: invalid ioctl\n",
 139                         jt_cmdname(func));
 140                 return rc;
 141         }
 142
 143         rc =  l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
 144
 145         return rc;
 146 }
 147
 148 static int do_device(char *func, char *devname);
 149
 150 static int get_mgs_device()
 151 {
 152         char mgs[] = "$MGS";
 153         static int mgs_device = -1;
 154
 155         if (mgs_device == -1) {
 156                 int rc;
 157                 do_disconnect(NULL, 1);
 158                 rc = do_device("mgsioc", mgs);
 159                 if (rc) {
 160                         fprintf(stderr,
 161                                 "This command must be run on the MGS.\n");
 162                         errno = ENODEV;
 163                         return -1;
 164                 }
 165                 mgs_device = cur_device;
 166         }
 167         return mgs_device;
 168 }
 169
 170 /* Returns -1 on error with errno set */
 171 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
 172 {
 173         struct obd_ioctl_data data;
 174         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 175         int rc;
 176
 177         memset(&data, 0, sizeof(data));
 178         rc = data.ioc_dev = get_mgs_device();
 179         if (rc < 0)
 180                 goto out;
 181         data.ioc_type = LUSTRE_CFG_TYPE;
 182         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 183                                         lcfg->lcfg_buflens);
 184         data.ioc_pbuf1 = (void *)lcfg;
 185         memset(buf, 0, sizeof(rawbuf));
 186         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 187         if (rc) {
 188                 fprintf(stderr, "error: %s: invalid ioctl\n",
 189                         jt_cmdname(func));
 190                 return rc;
 191         }
 192
 193         rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
 194 out:
 195         if (rc) {
 196                 if (errno == ENOSYS)
 197                         fprintf(stderr, "Make sure cfg_device is set first.\n");
 198         }
 199         return rc;
 200 }
 201
 202 char *obdo_print(struct obdo *obd)
 203 {
 204         char buf[1024];
 205
 206         snprintf(buf, sizeof(buf), "id: %#jx\ngrp: %#jx\natime: %ju\n"
 207                  "mtime: %ju\nctime: %ju\nsize: %ju\nblocks: %ju"
 208                  "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
 209                  "misc: %x\nnlink: %d,\nvalid %#jx\n",
 210                  (uintmax_t)ostid_id(&obd->o_oi),
 211                  (uintmax_t)ostid_seq(&obd->o_oi),
 212                  (uintmax_t)obd->o_atime, (uintmax_t)obd->o_mtime,
 213                  (uintmax_t)obd->o_ctime, (uintmax_t)obd->o_size,
 214                  (uintmax_t)obd->o_blocks, obd->o_blksize, obd->o_mode,
 215                  obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
 216                  obd->o_nlink, (uintmax_t)obd->o_valid);
 217         return strdup(buf);
 218 }
 219
 220
 221 #define BAD_VERBOSE (-999999999)
 222
 223 #define N2D_OFF 0x100      /* So we can tell between error codes and devices */
 224
 225 static int do_name2dev(char *func, char *name)
 226 {
 227         struct obd_ioctl_data data;
 228         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 229         int rc;
 230
 231         memset(&data, 0, sizeof(data));
 232         data.ioc_dev = cur_device;
 233         data.ioc_inllen1 = strlen(name) + 1;
 234         data.ioc_inlbuf1 = name;
 235
 236         memset(buf, 0, sizeof(rawbuf));
 237         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 238         if (rc < 0) {
 239                 fprintf(stderr, "error: %s: invalid ioctl\n",
 240                         jt_cmdname(func));
 241                 return -rc;
 242         }
 243         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
 244         if (rc < 0)
 245                 return errno;
 246         rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
 247         if (rc) {
 248                 fprintf(stderr, "error: %s: invalid reply\n",
 249                         jt_cmdname(func));
 250                 return rc;
 251         }
 252
 253         return data.ioc_dev + N2D_OFF;
 254 }
 255
 256 /*
 257  * resolve a device name to a device number.
 258  * supports a number, $name or %uuid.
 259  */
 260 int parse_devname(char *func, char *name)
 261 {
 262         int rc;
 263         int ret = -1;
 264
 265         if (!name)
 266                 return ret;
 267         if (isdigit(name[0])) {
 268                 ret = strtoul(name, NULL, 0);
 269         } else {
 270                 if (name[0] == '$' || name[0] == '%')
 271                         name++;
 272                 rc = do_name2dev(func, name);
 273                 if (rc >= N2D_OFF) {
 274                         ret = rc - N2D_OFF;
 275                         // printf("Name %s is device %d\n", name, ret);
 276                 } else {
 277                         fprintf(stderr, "No device found for name %s: %s\n",
 278                                 name, strerror(rc));
 279                 }
 280         }
 281         return ret;
 282 }
 283
 284 char *jt_cmdname(char *func)
 285 {
 286         static char buf[512];
 287
 288         if (thread) {
 289                 sprintf(buf, "%s-%d", func, thread);
 290                 return buf;
 291         }
 292
 293         return func;
 294 }
 295
 296 #define difftime(a, b)                                  \
 297         ((a)->tv_sec - (b)->tv_sec +                    \
 298          ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
 299
 300 static int be_verbose(int verbose, struct timeval *next_time,
 301                       __u64 num, __u64 *next_num, int num_total)
 302 {
 303         struct timeval now;
 304
 305         if (!verbose)
 306                 return 0;
 307
 308         if (next_time != NULL)
 309                 gettimeofday(&now, NULL);
 310
 311         /* A positive verbosity means to print every X iterations */
 312         if (verbose > 0 && (num >= *next_num || num >= num_total)) {
 313                 *next_num += verbose;
 314                 if (next_time) {
 315                         next_time->tv_sec = now.tv_sec - verbose;
 316                         next_time->tv_usec = now.tv_usec;
 317                 }
 318                 return 1;
 319         }
 320
 321         /* A negative verbosity means to print at most each X seconds */
 322         if (verbose < 0 && next_time != NULL &&
 323             difftime(&now, next_time) >= 0.0){
 324                 next_time->tv_sec = now.tv_sec - verbose;
 325                 next_time->tv_usec = now.tv_usec;
 326                 *next_num = num;
 327                 return 1;
 328         }
 329
 330         return 0;
 331 }
 332
 333 static int get_verbose(char *func, const char *arg)
 334 {
 335         int verbose;
 336         char *end;
 337
 338         if (!arg || arg[0] == 'v')
 339                 verbose = 1;
 340         else if (arg[0] == 's' || arg[0] == 'q')
 341                 verbose = 0;
 342         else {
 343                 verbose = (int)strtoul(arg, &end, 0);
 344                 if (*end) {
 345                         fprintf(stderr, "error: %s: bad verbose option '%s'\n",
 346                                 jt_cmdname(func), arg);
 347                         return BAD_VERBOSE;
 348                 }
 349         }
 350
 351         if (verbose < 0)
 352                 printf("Print status every %d seconds\n", -verbose);
 353         else if (verbose == 1)
 354                 printf("Print status every operation\n");
 355         else if (verbose > 1)
 356                 printf("Print status every %d operations\n", verbose);
 357
 358         return verbose;
 359 }
 360
 361 int do_disconnect(char *func, int verbose)
 362 {
 363         lcfg_set_devname(NULL);
 364         cur_device = -1;
 365         return 0;
 366 }
 367
 368 #ifdef MAX_THREADS
 369 static int shmem_setup(void)
 370 {
 371         pthread_mutexattr_t mattr;
 372         pthread_condattr_t  cattr;
 373         int                 rc;
 374         int                 shmid;
 375
 376         /* Create new segment */
 377         shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
 378         if (shmid == -1) {
 379                 fprintf(stderr, "Can't create shared data: %s\n",
 380                         strerror(errno));
 381                 return errno;
 382         }
 383
 384         /* Attatch to new segment */
 385         shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
 386
 387         if (shared_data == (struct shared_data *)(-1)) {
 388                 fprintf(stderr, "Can't attach shared data: %s\n",
 389                         strerror(errno));
 390                 shared_data = NULL;
 391                 return errno;
 392         }
 393
 394         /* Mark segment as destroyed, so it will disappear when we exit.
 395          * Forks will inherit attached segments, so we should be OK.
 396          */
 397         if (shmctl(shmid, IPC_RMID, NULL) == -1) {
 398                 fprintf(stderr, "Can't destroy shared data: %s\n",
 399                         strerror(errno));
 400                 return errno;
 401         }
 402
 403         pthread_mutexattr_init(&mattr);
 404         pthread_condattr_init(&cattr);
 405
 406         rc = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
 407         if (rc != 0) {
 408                 fprintf(stderr, "Can't set shared mutex attr\n");
 409                 goto out;
 410         }
 411
 412         rc = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
 413         if (rc != 0) {
 414                 fprintf(stderr, "Can't set shared cond attr\n");
 415                 goto out;
 416         }
 417
 418         pthread_mutex_init(&shared_data->mutex, &mattr);
 419         pthread_cond_init(&shared_data->cond, &cattr);
 420 out:
 421         pthread_mutexattr_destroy(&mattr);
 422         pthread_condattr_destroy(&cattr);
 423
 424         return rc;
 425 }
 426
 427 static inline void shmem_lock(void)
 428 {
 429         pthread_mutex_lock(&shared_data->mutex);
 430 }
 431
 432 static inline void shmem_unlock(void)
 433 {
 434         pthread_mutex_unlock(&shared_data->mutex);
 435 }
 436
 437 static inline void shmem_wait(void)
 438 {
 439         pthread_cond_wait(&shared_data->cond, &shared_data->mutex);
 440 }
 441
 442 static inline void shmem_wakeup_all(void)
 443 {
 444         pthread_cond_broadcast(&shared_data->cond);
 445 }
 446
 447 static inline void shmem_reset(int total_threads)
 448 {
 449         if (shared_data == NULL)
 450                 return;
 451
 452         memset(&shared_data->body, 0, sizeof(shared_data->body));
 453         memset(counter_snapshot, 0, sizeof(counter_snapshot));
 454         prev_valid = 0;
 455         shared_data->stopping = 0;
 456         shared_data->body.start_barrier = total_threads;
 457         shared_data->body.stop_barrier = total_threads;
 458 }
 459
 460 static inline void shmem_bump(__u32 counter)
 461 {
 462         static bool running_not_bumped = true;
 463
 464         if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
 465                 return;
 466
 467         shmem_lock();
 468         shared_data->body.counters[thread - 1] += counter;
 469         if (running_not_bumped) {
 470                 shared_data->body.thr_running++;
 471                 running_not_bumped = false;
 472         }
 473         shmem_unlock();
 474 }
 475
 476 static void shmem_total(int total_threads)
 477 {
 478         __u64 total = 0;
 479         double secs;
 480         int i;
 481
 482         if (shared_data == NULL || total_threads > MAX_THREADS)
 483                 return;
 484
 485         shmem_lock();
 486         for (i = 0; i < total_threads; i++)
 487                 total += shared_data->body.counters[i];
 488
 489         secs = difftime(&shared_data->body.end_time,
 490                         &shared_data->body.start_time);
 491         shmem_unlock();
 492
 493         printf("Total: total %ju threads %d sec %f %f/second\n",
 494                (uintmax_t)total, total_threads, secs, total / secs);
 495
 496         return;
 497 }
 498
 499 static void shmem_snap(int total_threads, int live_threads)
 500 {
 501         struct timeval this_time;
 502         int non_zero = 0;
 503         __u64 total = 0;
 504         double secs;
 505         int running;
 506         int i;
 507
 508         if (shared_data == NULL || total_threads > MAX_THREADS)
 509                 return;
 510
 511         shmem_lock();
 512         memcpy(counter_snapshot[0], shared_data->body.counters,
 513                total_threads * sizeof(counter_snapshot[0][0]));
 514         running = shared_data->body.thr_running;
 515         shmem_unlock();
 516
 517         gettimeofday(&this_time, NULL);
 518
 519         for (i = 0; i < total_threads; i++) {
 520                 long long this_count =
 521                         counter_snapshot[0][i] - counter_snapshot[1][i];
 522
 523                 if (this_count != 0) {
 524                         non_zero++;
 525                         total += this_count;
 526                 }
 527         }
 528
 529         secs = difftime(&this_time, &prev_time);
 530         if (prev_valid && secs > 1.0)    /* someone screwed with the time? */
 531                 printf("%d/%d Total: %f/second\n", non_zero, total_threads,
 532                        total / secs);
 533
 534         memcpy(counter_snapshot[1], counter_snapshot[0],
 535                total_threads * sizeof(counter_snapshot[0][0]));
 536         prev_time = this_time;
 537         if (!prev_valid &&
 538             running == total_threads)
 539                 prev_valid = 1;
 540 }
 541
 542 static void shmem_stop(void)
 543 {
 544         if (shared_data == NULL)
 545                 return;
 546
 547         shared_data->stopping = 1;
 548 }
 549
 550 static void shmem_cleanup(void)
 551 {
 552         if (shared_data == NULL)
 553                 return;
 554
 555         shmem_stop();
 556
 557         pthread_mutex_destroy(&shared_data->mutex);
 558         pthread_cond_destroy(&shared_data->cond);
 559 }
 560
 561 static int shmem_running(void)
 562 {
 563         return (shared_data == NULL || !shared_data->stopping);
 564 }
 565
 566 static void shmem_end_time_locked(void)
 567 {
 568         shared_data->body.stop_barrier--;
 569         if (shared_data->body.stop_barrier == 0)
 570                 gettimeofday(&shared_data->body.end_time, NULL);
 571 }
 572
 573 static void shmem_start_time_locked(void)
 574 {
 575         shared_data->body.start_barrier--;
 576         if (shared_data->body.start_barrier == 0) {
 577                 shmem_wakeup_all();
 578                 gettimeofday(&shared_data->body.start_time, NULL);
 579         } else {
 580                 shmem_wait();
 581         }
 582 }
 583
 584 #else
 585 static int shmem_setup(void)
 586 {
 587         return 0;
 588 }
 589
 590 static inline void shmem_reset(int total_threads)
 591 {
 592 }
 593
 594 static inline void shmem_bump(__u32 counters)
 595 {
 596 }
 597
 598 static void shmem_lock()
 599 {
 600 }
 601
 602 static void shmem_unlock()
 603 {
 604 }
 605
 606 static void shmem_cleanup(void)
 607 {
 608 }
 609
 610 static int shmem_running(void)
 611 {
 612         return 1;
 613 }
 614 #endif
 615
 616 extern command_t cmdlist[];
 617
 618 static int do_device(char *func, char *devname)
 619 {
 620         int dev;
 621
 622         dev = parse_devname(func, devname);
 623         if (dev < 0)
 624                 return -1;
 625
 626         lcfg_set_devname(devname);
 627         cur_device = dev;
 628         return 0;
 629 }
 630
 631 int jt_obd_get_device()
 632 {
 633         return cur_device;
 634 }
 635
 636 int jt_obd_device(int argc, char **argv)
 637 {
 638         int rc;
 639
 640         if (argc > 2)
 641                 return CMD_HELP;
 642
 643         if (argc == 1) {
 644                 printf("current device is %d - %s\n",
 645                        cur_device, lcfg_get_devname() ? : "not set");
 646                 return 0;
 647         }
 648         rc = do_device("device", argv[1]);
 649         return rc;
 650 }
 651
 652 int jt_opt_device(int argc, char **argv)
 653 {
 654         int ret;
 655         int rc;
 656
 657         if (argc < 3)
 658                 return CMD_HELP;
 659
 660         rc = do_device("device", argv[1]);
 661
 662         if (!rc)
 663                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 664
 665         ret = do_disconnect(argv[0], 0);
 666         if (!rc)
 667                 rc = ret;
 668
 669         return rc;
 670 }
 671
 672 #ifdef MAX_THREADS
 673 static void parent_sighandler (int sig)
 674 {
 675         return;
 676 }
 677
 678 int jt_opt_threads(int argc, char **argv)
 679 {
 680         static char      cmdstr[128];
 681         sigset_t         saveset;
 682         sigset_t         sigset;
 683         struct sigaction sigact;
 684         struct sigaction saveact1;
 685         struct sigaction saveact2;
 686         unsigned long    threads;
 687         __u64            next_thread;
 688         int verbose;
 689         int rc = 0;
 690         int report_count = -1;
 691         char *end;
 692         int i;
 693
 694         if (argc < 5)
 695                 return CMD_HELP;
 696
 697         threads = strtoul(argv[1], &end, 0);
 698
 699         if (*end == '.')
 700                 report_count = strtoul(end + 1, &end, 0);
 701
 702         if (*end || threads > MAX_THREADS) {
 703                 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
 704                         jt_cmdname(argv[0]), argv[1]);
 705                 return CMD_HELP;
 706         }
 707
 708         verbose = get_verbose(argv[0], argv[2]);
 709         if (verbose == BAD_VERBOSE)
 710                 return CMD_HELP;
 711
 712         if (verbose != 0) {
 713                 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
 714                 for (i = 5; i < argc; i++)
 715                         snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
 716                                  " %s", argv[i]);
 717
 718                 printf("%s: starting %ld threads on device %s running %s\n",
 719                        argv[0], threads, argv[3], cmdstr);
 720         }
 721
 722         shmem_reset(threads);
 723
 724         sigemptyset(&sigset);
 725         sigaddset(&sigset, SIGALRM);
 726         sigaddset(&sigset, SIGCHLD);
 727         sigprocmask(SIG_BLOCK, &sigset, &saveset);
 728
 729         nthreads = threads;
 730
 731         for (i = 1, next_thread = verbose; i <= threads; i++) {
 732                 rc = fork();
 733                 if (rc < 0) {
 734                         fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
 735                                 strerror(rc = errno));
 736                         break;
 737                 } else if (rc == 0) {
 738                         sigprocmask(SIG_SETMASK, &saveset, NULL);
 739
 740                         thread = i;
 741                         argv[2] = "--device";
 742                         exit(jt_opt_device(argc - 2, argv + 2));
 743                 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
 744                         printf("%s: thread #%d (PID %d) started\n",
 745                                argv[0], i, rc);
 746                 rc = 0;
 747         }
 748
 749         if (!thread) {          /* parent process */
 750                 int live_threads = threads;
 751
 752                 sigemptyset(&sigset);
 753                 sigemptyset(&sigact.sa_mask);
 754                 sigact.sa_handler = parent_sighandler;
 755                 sigact.sa_flags = 0;
 756
 757                 sigaction(SIGALRM, &sigact, &saveact1);
 758                 sigaction(SIGCHLD, &sigact, &saveact2);
 759
 760                 while (live_threads > 0) {
 761                         int status;
 762                         pid_t ret;
 763
 764                         if (verbose < 0)        /* periodic stats */
 765                                 alarm(-verbose);
 766
 767                         sigsuspend(&sigset);
 768                         alarm(0);
 769
 770                         while (live_threads > 0) {
 771                                 ret = waitpid(0, &status, WNOHANG);
 772                                 if (ret == 0)
 773                                         break;
 774
 775                                 if (ret < 0) {
 776                                         fprintf(stderr, "error: %s: wait - %s\n",
 777                                                 argv[0], strerror(errno));
 778                                         if (!rc)
 779                                                 rc = errno;
 780                                         continue;
 781                                 } else {
 782                                         /*
 783                                          * This is a hack.  We _should_ be able
 784                                          * to use WIFEXITED(status) to see if
 785                                          * there was an error, but it appears
 786                                          * to be broken and it always returns 1
 787                                          * (OK).  See wait(2).
 788                                          */
 789                                         int err = WEXITSTATUS(status);
 790                                         if (err || WIFSIGNALED(status))
 791                                                 fprintf(stderr,
 792                                                         "%s: PID %d had rc=%d\n",
 793                                                         argv[0], ret, err);
 794                                         if (!rc)
 795                                                 rc = err;
 796
 797                                         live_threads--;
 798                                 }
 799                         }
 800
 801                         /* Show stats while all threads running */
 802                         if (verbose < 0) {
 803                                 shmem_snap(threads, live_threads);
 804                                 if (report_count > 0 && --report_count == 0)
 805                                         shmem_stop();
 806                         }
 807                 }
 808                 sigaction(SIGCHLD, &saveact2, NULL);
 809                 sigaction(SIGALRM, &saveact1, NULL);
 810         }
 811
 812         shmem_total(threads);
 813         sigprocmask(SIG_SETMASK, &saveset, NULL);
 814
 815         return rc;
 816 }
 817 #else
 818 int jt_opt_threads(int argc, char **argv)
 819 {
 820         fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
 821                 jt_cmdname(argv[0]));
 822         return CMD_HELP;
 823 }
 824 #endif
 825
 826 int jt_opt_net(int argc, char **argv)
 827 {
 828         char *arg2[3];
 829         int rc;
 830
 831         if (argc < 3)
 832                 return CMD_HELP;
 833
 834         arg2[0] = argv[0];
 835         arg2[1] = argv[1];
 836         arg2[2] = NULL;
 837         rc = jt_ptl_network (2, arg2);
 838
 839         if (!rc)
 840                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 841
 842         return rc;
 843 }
 844
 845 int jt_obd_no_transno(int argc, char **argv)
 846 {
 847         struct obd_ioctl_data data;
 848         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 849         int rc;
 850
 851         memset(&data, 0, sizeof(data));
 852         data.ioc_dev = cur_device;
 853
 854         if (argc != 1)
 855                 return CMD_HELP;
 856
 857         memset(buf, 0, sizeof(rawbuf));
 858         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 859         if (rc) {
 860                 fprintf(stderr, "error: %s: invalid ioctl\n",
 861                         jt_cmdname(argv[0]));
 862                 return rc;
 863         }
 864         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
 865         if (rc < 0)
 866                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 867                         strerror(rc = errno));
 868
 869         return rc;
 870 }
 871
 872 int jt_obd_set_readonly(int argc, char **argv)
 873 {
 874         struct obd_ioctl_data data;
 875         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 876         int rc;
 877
 878         memset(&data, 0, sizeof(data));
 879         data.ioc_dev = cur_device;
 880
 881         if (argc != 1)
 882                 return CMD_HELP;
 883
 884         memset(buf, 0, sizeof(rawbuf));
 885         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 886         if (rc) {
 887                 fprintf(stderr, "error: %s: invalid ioctl\n",
 888                         jt_cmdname(argv[0]));
 889                 return rc;
 890         }
 891         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
 892         if (rc < 0)
 893                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 894                         strerror(rc = errno));
 895
 896         return rc;
 897 }
 898
 899 int jt_obd_abort_recovery(int argc, char **argv)
 900 {
 901         struct obd_ioctl_data data;
 902         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 903         int rc;
 904
 905         memset(&data, 0, sizeof(data));
 906         data.ioc_dev = cur_device;
 907
 908         if (argc != 1)
 909                 return CMD_HELP;
 910
 911         memset(buf, 0, sizeof(rawbuf));
 912         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 913         if (rc) {
 914                 fprintf(stderr, "error: %s: invalid ioctl\n",
 915                         jt_cmdname(argv[0]));
 916                 return rc;
 917         }
 918         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
 919         if (rc < 0)
 920                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 921                         strerror(rc = errno));
 922
 923         return rc;
 924 }
 925
 926 int jt_get_version(int argc, char **argv)
 927 {
 928         char version[128];
 929         int rc;
 930
 931         if (argc != 1)
 932                 return CMD_HELP;
 933
 934         rc = llapi_get_version_string(version, sizeof(version));
 935         if (rc)
 936                 printf("Lustre version: %s\n", LUSTRE_VERSION_STRING);
 937         else
 938                 printf("Lustre version: %s\n", version);
 939
 940         return 0;
 941 }
 942
 943 static void print_obd_line(char *s)
 944 {
 945         const char *param = "osc/%s/ost_conn_uuid";
 946         char buf[MAX_STRING_SIZE];
 947         char obd_name[MAX_OBD_NAME];
 948         FILE *fp = NULL;
 949         glob_t path;
 950         char *ptr;
 951 retry:
 952         /* obd device type is the first 3 characters of param name */
 953         snprintf(buf, sizeof(buf), " %%*d %%*s %.3s %%%zus %%*s %%*d ",
 954                  param, sizeof(obd_name) - 1);
 955         if (sscanf(s, buf, obd_name) == 0)
 956                 goto try_mdc;
 957         if (cfs_get_param_paths(&path, param, obd_name) != 0)
 958                 goto try_mdc;
 959         fp = fopen(path.gl_pathv[0], "r");
 960         if (fp == NULL) {
 961                 /* need to free path data before retry */
 962                 cfs_free_param_data(&path);
 963 try_mdc:
 964                 if (param[0] == 'o') { /* failed with osc, try mdc */
 965                         param = "mdc/%s/mds_conn_uuid";
 966                         goto retry;
 967                 }
 968                 buf[0] = '\0';
 969                 goto fail_print;
 970         }
 971
 972         /* should not ignore fgets(3)'s return value */
 973         if (!fgets(buf, sizeof(buf), fp)) {
 974                 fprintf(stderr, "reading from %s: %s", buf, strerror(errno));
 975                 goto fail_close;
 976         }
 977
 978 fail_close:
 979         fclose(fp);
 980         cfs_free_param_data(&path);
 981
 982         /* trim trailing newlines */
 983         ptr = strrchr(buf, '\n');
 984         if (ptr)
 985                 *ptr = '\0';
 986 fail_print:
 987         ptr = strrchr(s, '\n');
 988         if (ptr)
 989                 *ptr = '\0';
 990         printf("%s%s%s\n", s, buf[0] ? " " : "", buf);
 991 }
 992
 993 /* get device list by ioctl */
 994 int jt_obd_list_ioctl(int argc, char **argv)
 995 {
 996         int rc, index;
 997         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 998         struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
 999
1000         if (argc > 2)
1001                 return CMD_HELP;
1002         /* Just ignore a -t option.  Only supported with /proc. */
1003         else if (argc == 2 && strcmp(argv[1], "-t") != 0)
1004                 return CMD_HELP;
1005
1006         for (index = 0;; index++) {
1007                 memset(buf, 0, sizeof(rawbuf));
1008                 data->ioc_version = OBD_IOCTL_VERSION;
1009                 data->ioc_inllen1 =
1010                         sizeof(rawbuf) - cfs_size_round(sizeof(*data));
1011                 data->ioc_inlbuf1 = buf + cfs_size_round(sizeof(*data));
1012                 data->ioc_len = obd_ioctl_packlen(data);
1013                 data->ioc_count = index;
1014
1015                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
1016                 if (rc != 0)
1017                         break;
1018                 printf("%s\n", (char *)data->ioc_bulk);
1019         }
1020         if (rc != 0) {
1021                 if (errno == ENOENT)
1022                         /* no device or the last device */
1023                         rc = 0;
1024                 else
1025                         fprintf(stderr, "Error getting device list: %s: "
1026                                 "check dmesg.\n", strerror(errno));
1027         }
1028         return rc;
1029 }
1030
1031 int jt_obd_list(int argc, char **argv)
1032 {
1033         char buf[MAX_STRING_SIZE];
1034         int print_obd = 0;
1035         glob_t path;
1036         FILE *fp;
1037
1038         if (argc > 2)
1039                 return CMD_HELP;
1040         else if (argc == 2) {
1041                 if (strcmp(argv[1], "-t") == 0)
1042                         print_obd = 1;
1043                 else
1044                         return CMD_HELP;
1045         }
1046
1047         if (cfs_get_param_paths(&path, "devices") != 0)
1048                 return -errno;
1049
1050         fp = fopen(path.gl_pathv[0], "r");
1051         if (fp == NULL) {
1052                 fprintf(stderr, "error: %s: %s opening %s\n",
1053                         jt_cmdname(argv[0]), strerror(errno), path.gl_pathv[0]);
1054                 cfs_free_param_data(&path);
1055                 return jt_obd_list_ioctl(argc, argv);
1056         }
1057
1058         while (fgets(buf, sizeof(buf), fp) != NULL)
1059                 if (print_obd)
1060                         print_obd_line(buf);
1061                 else
1062                         printf("%s", buf);
1063
1064         cfs_free_param_data(&path);
1065         fclose(fp);
1066         return 0;
1067 }
1068
1069 struct jt_fid_space {
1070         __u64   jt_seq;
1071         __u64   jt_id;
1072         int     jt_width;
1073 };
1074
1075 int jt_obd_alloc_fids(struct jt_fid_space *space, struct lu_fid *fid,
1076                       __u64 *count)
1077 {
1078         int rc;
1079
1080         if (space->jt_seq == 0 || space->jt_id == space->jt_width) {
1081                 struct obd_ioctl_data  data;
1082                 char rawbuf[MAX_IOC_BUFLEN];
1083                 char *buf = rawbuf;
1084                 __u64 seqnr;
1085                 int max_count;
1086
1087                 memset(&data, 0, sizeof(data));
1088                 data.ioc_dev = cur_device;
1089
1090                 data.ioc_pbuf1 = (char *)&seqnr;
1091                 data.ioc_plen1 = sizeof(seqnr);
1092
1093                 data.ioc_pbuf2 = (char *)&max_count;
1094                 data.ioc_plen2 = sizeof(max_count);
1095
1096                 memset(buf, 0, sizeof(rawbuf));
1097                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1098                 if (rc) {
1099                         fprintf(stderr, "error: invalid ioctl rc = %d\n", rc);
1100                         return rc;
1101                 }
1102
1103                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_ALLOC_SEQ, buf);
1104                 if (rc) {
1105                         fprintf(stderr, "ioctl error: rc = %d\n", rc);
1106                         return rc;
1107                 }
1108
1109                 space->jt_seq = *(__u64 *)data.ioc_pbuf1;
1110                 space->jt_width = *(int *)data.ioc_pbuf2;
1111                 space->jt_id = 1;
1112         }
1113         fid->f_seq = space->jt_seq;
1114         fid->f_oid = space->jt_id;
1115         fid->f_ver = 0;
1116
1117         space->jt_id = space->jt_id + *count;
1118         if (space->jt_id > space->jt_width)
1119                 space->jt_id = space->jt_width;
1120
1121         *count = space->jt_id - fid->f_oid;
1122         return 0;
1123 }
1124
1125 #define MD_STEP_COUNT 1000
1126 int jt_obd_md_common(int argc, char **argv, int cmd)
1127 {
1128         struct obd_ioctl_data  data;
1129         struct timeval         start;
1130         struct timeval         end_time;
1131         char                   rawbuf[MAX_IOC_BUFLEN];
1132         char                  *buf = rawbuf;
1133         int                    mode = 0000644;
1134         int                    create_mode;
1135         int                    rc = 0;
1136         char                  *parent_basedir = NULL;
1137         char                   dirname[4096];
1138         int                    parent_base_id = 0;
1139         int                    parent_count = 1;
1140         __u64                  child_base_id = -1;
1141         int                    stripe_count = 0;
1142         int                    stripe_index = -1;
1143         int                    count = 0;
1144         char                  *end;
1145         __u64                  seconds = 0;
1146         double                 diff;
1147         int                    c;
1148         __u64                  total_count = 0;
1149         char                  *name = NULL;
1150         struct jt_fid_space    fid_space = {0};
1151         int                    version = 0;
1152         struct option          long_opts[] = {
1153                 {"child_base_id",     required_argument, 0, 'b'},
1154                 {"stripe_count",      required_argument, 0, 'c'},
1155                 {"parent_basedir",    required_argument, 0, 'd'},
1156                 {"parent_dircount",   required_argument, 0, 'D'},
1157                 {"stripe_index",      required_argument, 0, 'i'},
1158                 {"mode",              required_argument, 0, 'm'},
1159                 {"count",             required_argument, 0, 'n'},
1160                 {"time",              required_argument, 0, 't'},
1161                 {"version",           no_argument,       0, 'v'},
1162                 {0, 0, 0, 0}
1163         };
1164
1165         while ((c = getopt_long(argc, argv, "b:c:d:D:m:n:t:v",
1166                                 long_opts, NULL)) >= 0) {
1167                 switch (c) {
1168                 case 'b':
1169                         child_base_id = strtoull(optarg, &end, 0);
1170                         if (*end) {
1171                                 fprintf(stderr, "error: %s: bad child_base_id"
1172                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1173                                 return CMD_HELP;
1174                         }
1175                         break;
1176                 case 'c':
1177                         stripe_count = strtoul(optarg, &end, 0);
1178                         if (*end) {
1179                                 fprintf(stderr, "error: %s: bad stripe count"
1180                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1181                                 return CMD_HELP;
1182                         }
1183                         break;
1184                 case 'd':
1185                         parent_basedir = optarg;
1186                         break;
1187                 case 'D':
1188                         parent_count = strtoul(optarg, &end, 0);
1189                         if (*end) {
1190                                 fprintf(stderr, "error: %s: bad parent count"
1191                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1192                                 return CMD_HELP;
1193                         }
1194                         break;
1195                 case 'i':
1196                         stripe_index = strtoul(optarg, &end, 0);
1197                         if (*end) {
1198                                 fprintf(stderr, "error: %s: bad stripe index"
1199                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1200                                 return CMD_HELP;
1201                         }
1202                         break;
1203                 case 'm':
1204                         mode = strtoul(optarg, &end, 0);
1205                         if (*end) {
1206                                 fprintf(stderr, "error: %s: bad mode '%s'\n",
1207                                         jt_cmdname(argv[0]), optarg);
1208                                 return CMD_HELP;
1209                         }
1210                         break;
1211                 case 'n':
1212                         total_count = strtoul(optarg, &end, 0);
1213                         if (*end || total_count == 0) {
1214                                 fprintf(stderr, "%s: bad child count '%s'\n",
1215                                         jt_cmdname(argv[0]), optarg);
1216                                 return CMD_HELP;
1217                         }
1218                         break;
1219                 case 't':
1220                         seconds = strtoull(optarg, &end, 0);
1221                         if (*end) {
1222                                 fprintf(stderr, "error: %s: seconds '%s'\n",
1223                                         jt_cmdname(argv[0]), optarg);
1224                                 return CMD_HELP;
1225                         }
1226                         break;
1227                 case 'v':
1228                         version = 1;
1229                         break;
1230                 default:
1231                         fprintf(stderr, "error: %s: option '%s' "
1232                                 "unrecognized\n", argv[0], argv[optind - 1]);
1233                         return CMD_HELP;
1234                 }
1235         }
1236
1237         memset(&data, 0, sizeof(data));
1238         data.ioc_dev = cur_device;
1239         if (child_base_id == -1) {
1240                 if (optind >= argc)
1241                         return CMD_HELP;
1242                 name = argv[optind];
1243                 total_count = 1;
1244         } else {
1245                 if (optind < argc) {
1246                         fprintf(stderr, "child_base_id and name can not"
1247                                         " specified at the same time\n");
1248                         return CMD_HELP;
1249                 }
1250         }
1251
1252         if (stripe_count == 0 && stripe_index != -1) {
1253                 fprintf(stderr, "If stripe_count is 0, stripe_index can not"
1254                                 "be specified\n");
1255                 return CMD_HELP;
1256         }
1257
1258         if (total_count == 0 && seconds == 0) {
1259                 fprintf(stderr, "count or seconds needs to be indicated\n");
1260                 return CMD_HELP;
1261         }
1262
1263         if (parent_count <= 0) {
1264                 fprintf(stderr, "parent count must < 0\n");
1265                 return CMD_HELP;
1266         }
1267
1268 #ifdef MAX_THREADS
1269         if (thread) {
1270                 shmem_lock();
1271                 /* threads interleave */
1272                 if (parent_base_id != -1)
1273                         parent_base_id += (thread - 1) % parent_count;
1274
1275                 if (child_base_id != -1)
1276                         child_base_id +=  (thread - 1) * \
1277                                           (MAX_BASE_ID / nthreads);
1278
1279                 shmem_start_time_locked();
1280                 shmem_unlock();
1281         }
1282 #endif
1283         /* If parent directory is not specified, try to get the directory
1284          * from name */
1285         if (parent_basedir == NULL) {
1286                 char *last_lash;
1287                 if (name == NULL) {
1288                         fprintf(stderr, "parent_basedir or name must be"
1289                                         "indicated!\n");
1290                         return CMD_HELP;
1291                 }
1292                 /*Get directory and name from name*/
1293                 last_lash = strrchr(name, '/');
1294                 if (last_lash == NULL || name[0] != '/') {
1295                         fprintf(stderr, "Can not locate %s\n", name);
1296                         return CMD_HELP;
1297                 }
1298
1299                 if (last_lash == name) {
1300                         sprintf(dirname, "%s", "/");
1301                         name++;
1302                 } else {
1303                         int namelen = (unsigned long)last_lash -
1304                                       (unsigned long)name + 1;
1305                         snprintf(dirname, namelen, "%s", name);
1306                         name = last_lash + 1;
1307                 }
1308
1309                 data.ioc_pbuf1 = dirname;
1310                 data.ioc_plen1 = strlen(dirname);
1311
1312                 data.ioc_pbuf2 = name;
1313                 data.ioc_plen2 = strlen(name);
1314         } else {
1315                 if (name != NULL) {
1316                         data.ioc_pbuf2 = name;
1317                         data.ioc_plen2 = strlen(name);
1318                 }
1319                 if (parent_base_id > 0)
1320                         sprintf(dirname, "%s%d", parent_basedir,
1321                                 parent_base_id);
1322                 else
1323                         sprintf(dirname, "%s", parent_basedir);
1324                 data.ioc_pbuf1 = dirname;
1325                 data.ioc_plen1 = strlen(dirname);
1326         }
1327
1328         if (cmd == ECHO_MD_MKDIR || cmd == ECHO_MD_RMDIR)
1329                 create_mode = S_IFDIR;
1330         else
1331                 create_mode = S_IFREG;
1332
1333         data.ioc_obdo1.o_mode = mode | S_IFDIR;
1334         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
1335                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
1336         data.ioc_command = cmd;
1337
1338         gettimeofday(&start, NULL);
1339         while (shmem_running()) {
1340                 struct lu_fid fid = { 0 };
1341
1342                 if (child_base_id != -1)
1343                         data.ioc_obdo2.o_oi.oi.oi_id = child_base_id;
1344                 data.ioc_obdo2.o_mode = mode | create_mode;
1345                 data.ioc_obdo2.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE |
1346                                          OBD_MD_FLMODE | OBD_MD_FLFLAGS |
1347                                          OBD_MD_FLGROUP;
1348                 data.ioc_obdo2.o_misc = stripe_count;
1349                 data.ioc_obdo2.o_stripe_idx = stripe_index;
1350
1351                 if (total_count > 0) {
1352                         if ((total_count - count) > MD_STEP_COUNT)
1353                                 data.ioc_count = MD_STEP_COUNT;
1354                         else
1355                                 data.ioc_count = total_count - count;
1356                 } else {
1357                         data.ioc_count = MD_STEP_COUNT;
1358                 }
1359
1360                 if (cmd == ECHO_MD_CREATE || cmd == ECHO_MD_MKDIR) {
1361                         /*Allocate fids for the create */
1362                         rc = jt_obd_alloc_fids(&fid_space, &fid,
1363                                                &data.ioc_count);
1364                         if (rc) {
1365                                 fprintf(stderr, "Allocate fids error %d.\n",rc);
1366                                 return rc;
1367                         }
1368                         fid_to_ostid(&fid, &data.ioc_obdo1.o_oi);
1369                 }
1370
1371                 child_base_id += data.ioc_count;
1372                 count += data.ioc_count;
1373
1374                 memset(buf, 0, sizeof(rawbuf));
1375                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1376                 if (rc) {
1377                         fprintf(stderr, "error: %s: invalid ioctl %d\n",
1378                                 jt_cmdname(argv[0]), rc);
1379                         return rc;
1380                 }
1381
1382                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_MD, buf);
1383                 if (rc) {
1384                         fprintf(stderr, "error: %s: %s\n",
1385                                 jt_cmdname(argv[0]), strerror(rc = errno));
1386                         return rc;
1387                 }
1388                 shmem_bump(data.ioc_count);
1389
1390                 gettimeofday(&end_time, NULL);
1391                 diff = difftime(&end_time, &start);
1392                 if (seconds > 0 && (__u64)diff > seconds)
1393                         break;
1394
1395                 if (count >= total_count && total_count > 0)
1396                         break;
1397         }
1398
1399         if (count > 0 && version) {
1400                 gettimeofday(&end_time, NULL);
1401                 diff = difftime(&end_time, &start);
1402                 printf("%s: %d in %.3fs (%.3f /s): %s",
1403                         jt_cmdname(argv[0]), count, diff,
1404                         (double)count/diff, ctime(&end_time.tv_sec));
1405         }
1406
1407 #ifdef MAX_THREADS
1408         if (thread) {
1409                 shmem_lock();
1410                 shmem_end_time_locked();
1411                 shmem_unlock();
1412         }
1413 #endif
1414         return rc;
1415 }
1416
1417 int jt_obd_test_create(int argc, char **argv)
1418 {
1419         return jt_obd_md_common(argc, argv, ECHO_MD_CREATE);
1420 }
1421
1422 int jt_obd_test_mkdir(int argc, char **argv)
1423 {
1424         return jt_obd_md_common(argc, argv, ECHO_MD_MKDIR);
1425 }
1426
1427 int jt_obd_test_destroy(int argc, char **argv)
1428 {
1429         return jt_obd_md_common(argc, argv, ECHO_MD_DESTROY);
1430 }
1431
1432 int jt_obd_test_rmdir(int argc, char **argv)
1433 {
1434         return jt_obd_md_common(argc, argv, ECHO_MD_RMDIR);
1435 }
1436
1437 int jt_obd_test_lookup(int argc, char **argv)
1438 {
1439         return jt_obd_md_common(argc, argv, ECHO_MD_LOOKUP);
1440 }
1441
1442 int jt_obd_test_setxattr(int argc, char **argv)
1443 {
1444         return jt_obd_md_common(argc, argv, ECHO_MD_SETATTR);
1445 }
1446
1447 int jt_obd_test_md_getattr(int argc, char **argv)
1448 {
1449         return jt_obd_md_common(argc, argv, ECHO_MD_GETATTR);
1450 }
1451
1452 int jt_obd_create(int argc, char **argv)
1453 {
1454         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1455         struct obd_ioctl_data data;
1456         struct timeval next_time;
1457         __u64 count = 1, next_count, base_id = 1;
1458         int verbose = 1, mode = 0100644, rc = 0, i;
1459         char *end;
1460
1461         memset(&data, 0, sizeof(data));
1462         data.ioc_dev = cur_device;
1463         if (argc < 2 || argc > 4)
1464                 return CMD_HELP;
1465
1466         count = strtoull(argv[1], &end, 0);
1467         if (*end) {
1468                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1469                         jt_cmdname(argv[0]), argv[1]);
1470                 return CMD_HELP;
1471         }
1472
1473         if (argc > 2) {
1474                 mode = strtoul(argv[2], &end, 0);
1475                 if (*end) {
1476                         fprintf(stderr, "error: %s: invalid mode '%s'\n",
1477                                 jt_cmdname(argv[0]), argv[2]);
1478                         return CMD_HELP;
1479                 }
1480                 if (!(mode & S_IFMT))
1481                         mode |= S_IFREG;
1482         }
1483
1484         if (argc > 3) {
1485                 verbose = get_verbose(argv[0], argv[3]);
1486                 if (verbose == BAD_VERBOSE)
1487                         return CMD_HELP;
1488         }
1489
1490         printf("%s: %jd objects\n", jt_cmdname(argv[0]), (uintmax_t)count);
1491         gettimeofday(&next_time, NULL);
1492         next_time.tv_sec -= verbose;
1493
1494         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1495         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1496                 data.ioc_obdo1.o_mode = mode;
1497                 ostid_set_id(&data.ioc_obdo1.o_oi, base_id);
1498                 data.ioc_obdo1.o_uid = 0;
1499                 data.ioc_obdo1.o_gid = 0;
1500                 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1501                                          OBD_MD_FLID | OBD_MD_FLUID |
1502                                          OBD_MD_FLGID | OBD_MD_FLGROUP;
1503
1504                 memset(buf, 0, sizeof(rawbuf));
1505                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1506                 if (rc) {
1507                         fprintf(stderr, "error: %s: invalid ioctl\n",
1508                                 jt_cmdname(argv[0]));
1509                         return rc;
1510                 }
1511                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1512                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1513                 shmem_bump(1);
1514                 if (rc < 0) {
1515                         fprintf(stderr, "error: %s: #%d - %s\n",
1516                                 jt_cmdname(argv[0]), i, strerror(rc = errno));
1517                         break;
1518                 }
1519                 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1520                         fprintf(stderr, "error: %s: oid not valid #%d:%#jx\n",
1521                                 jt_cmdname(argv[0]), i,
1522                                 (uintmax_t)data.ioc_obdo1.o_valid);
1523                         rc = EINVAL;
1524                         break;
1525                 }
1526
1527                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1528                         printf("%s: #%d is object id %#jx\n",
1529                                jt_cmdname(argv[0]), i,
1530                                (uintmax_t) ostid_id(&data.ioc_obdo1.o_oi));
1531         }
1532         return rc;
1533 }
1534
1535 int jt_obd_setattr(int argc, char **argv)
1536 {
1537         struct obd_ioctl_data data;
1538         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1539         char *end;
1540         int rc;
1541
1542         memset(&data, 0, sizeof(data));
1543         data.ioc_dev = cur_device;
1544         if (argc != 2)
1545                 return CMD_HELP;
1546
1547         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1548         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1549         if (*end) {
1550                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1551                         jt_cmdname(argv[0]), argv[1]);
1552                 return CMD_HELP;
1553         }
1554         data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1555         if (*end) {
1556                 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1557                         jt_cmdname(argv[0]), argv[2]);
1558                 return CMD_HELP;
1559         }
1560         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1561
1562         memset(buf, 0, sizeof(rawbuf));
1563         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1564         if (rc) {
1565                 fprintf(stderr, "error: %s: invalid ioctl\n",
1566                         jt_cmdname(argv[0]));
1567                 return rc;
1568         }
1569         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1570         if (rc < 0)
1571                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1572                         strerror(rc = errno));
1573
1574         return rc;
1575 }
1576
1577 int jt_obd_test_setattr(int argc, char **argv)
1578 {
1579         struct obd_ioctl_data data;
1580         struct timeval start, next_time;
1581         __u64 i, count, next_count;
1582         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1583         int verbose = 1;
1584         __u64 objid = 3;
1585         char *end;
1586         int rc = 0;
1587
1588         if (argc < 2 || argc > 4)
1589                 return CMD_HELP;
1590
1591         memset(&data, 0, sizeof(data));
1592         data.ioc_dev = cur_device;
1593         count = strtoull(argv[1], &end, 0);
1594         if (*end) {
1595                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1596                         jt_cmdname(argv[0]), argv[1]);
1597                 return CMD_HELP;
1598         }
1599
1600         if (argc >= 3) {
1601                 verbose = get_verbose(argv[0], argv[2]);
1602                 if (verbose == BAD_VERBOSE)
1603                         return CMD_HELP;
1604         }
1605
1606         if (argc >= 4) {
1607                 if (argv[3][0] == 't') {
1608                         objid = strtoull(argv[3] + 1, &end, 0);
1609                         if (thread)
1610                                 objid += thread - 1;
1611                 } else
1612                         objid = strtoull(argv[3], &end, 0);
1613                 if (*end) {
1614                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1615                                 jt_cmdname(argv[0]), argv[3]);
1616                         return CMD_HELP;
1617                 }
1618         }
1619
1620         gettimeofday(&start, NULL);
1621         next_time.tv_sec = start.tv_sec - verbose;
1622         next_time.tv_usec = start.tv_usec;
1623         if (verbose != 0)
1624                 printf("%s: setting %jd attrs (objid %#jx): %s",
1625                        jt_cmdname(argv[0]), (uintmax_t)count,
1626                        (uintmax_t)objid, ctime(&start.tv_sec));
1627
1628         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1629         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1630                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1631                 data.ioc_obdo1.o_mode = S_IFREG;
1632                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1633                 memset(buf, 0, sizeof(rawbuf));
1634                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1635                 if (rc) {
1636                         fprintf(stderr, "error: %s: invalid ioctl\n",
1637                                 jt_cmdname(argv[0]));
1638                         return rc;
1639                 }
1640                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1641                 shmem_bump(1);
1642                 if (rc < 0) {
1643                         fprintf(stderr, "error: %s: #%jd - %d:%s\n",
1644                                 jt_cmdname(argv[0]), (uintmax_t)i,
1645                                 errno, strerror(rc = errno));
1646                         break;
1647                 } else {
1648                         if (be_verbose
1649                             (verbose, &next_time, i, &next_count, count))
1650                                 printf("%s: set attr #%jd\n",
1651                                        jt_cmdname(argv[0]), (uintmax_t)i);
1652                 }
1653         }
1654
1655         if (!rc) {
1656                 struct timeval end;
1657                 double diff;
1658
1659                 gettimeofday(&end, NULL);
1660
1661                 diff = difftime(&end, &start);
1662
1663                 --i;
1664                 if (verbose != 0)
1665                         printf("%s: %jd attrs in %.3fs (%.3f attr/s): %s",
1666                                jt_cmdname(argv[0]), (uintmax_t)i, diff,
1667                                i / diff, ctime(&end.tv_sec));
1668         }
1669         return rc;
1670 }
1671
1672 int jt_obd_destroy(int argc, char **argv)
1673 {
1674         struct obd_ioctl_data data;
1675         struct timeval next_time;
1676         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1677         __u64 count = 1, next_count;
1678         int verbose = 1;
1679         __u64 id;
1680         char *end;
1681         int rc = 0, i;
1682
1683         memset(&data, 0, sizeof(data));
1684         data.ioc_dev = cur_device;
1685         if (argc < 2 || argc > 4)
1686                 return CMD_HELP;
1687
1688         id = strtoull(argv[1], &end, 0);
1689         if (*end || id == 0 || errno != 0) {
1690                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1691                         jt_cmdname(argv[0]), argv[1]);
1692                 return CMD_HELP;
1693         }
1694         if (argc > 2) {
1695                 count = strtoull(argv[2], &end, 0);
1696                 if (*end) {
1697                         fprintf(stderr,
1698                                 "error: %s: invalid iteration count '%s'\n",
1699                                 jt_cmdname(argv[0]), argv[2]);
1700                         return CMD_HELP;
1701                 }
1702         }
1703
1704         if (argc > 3) {
1705                 verbose = get_verbose(argv[0], argv[3]);
1706                 if (verbose == BAD_VERBOSE)
1707                         return CMD_HELP;
1708         }
1709
1710         printf("%s: %jd objects\n", jt_cmdname(argv[0]), (uintmax_t)count);
1711         gettimeofday(&next_time, NULL);
1712         next_time.tv_sec -= verbose;
1713
1714         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1715         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1716                 ostid_set_id(&data.ioc_obdo1.o_oi, id);
1717                 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1718                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1719
1720                 memset(buf, 0, sizeof(rawbuf));
1721                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1722                 if (rc) {
1723                         fprintf(stderr, "error: %s: invalid ioctl\n",
1724                                 jt_cmdname(argv[0]));
1725                         return rc;
1726                 }
1727                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1728                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1729                 shmem_bump(1);
1730                 if (rc < 0) {
1731                         fprintf(stderr, "error: %s: objid %#jx: %s\n",
1732                                 jt_cmdname(argv[0]), (uintmax_t)id,
1733                                 strerror(rc = errno));
1734                         break;
1735                 }
1736
1737                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1738                         printf("%s: #%d is object id %#jx\n",
1739                                jt_cmdname(argv[0]), i, (uintmax_t)id);
1740         }
1741
1742         return rc;
1743 }
1744
1745 int jt_obd_getattr(int argc, char **argv)
1746 {
1747         struct obd_ioctl_data data;
1748         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1749         char *end;
1750         int rc;
1751
1752         if (argc != 2)
1753                 return CMD_HELP;
1754
1755         memset(&data, 0, sizeof(data));
1756         data.ioc_dev = cur_device;
1757         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1758         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1759         if (*end) {
1760                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1761                         jt_cmdname(argv[0]), argv[1]);
1762                 return CMD_HELP;
1763         }
1764         /* to help obd filter */
1765         data.ioc_obdo1.o_mode = 0100644;
1766         data.ioc_obdo1.o_valid = 0xffffffff;
1767         printf("%s: object id %#jx\n", jt_cmdname(argv[0]),
1768                (uintmax_t)ostid_id(&data.ioc_obdo1.o_oi));
1769
1770         memset(buf, 0, sizeof(rawbuf));
1771         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1772         if (rc) {
1773                 fprintf(stderr, "error: %s: invalid ioctl\n",
1774                         jt_cmdname(argv[0]));
1775                 return rc;
1776         }
1777         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1778         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1779         if (rc) {
1780                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1781                         strerror(rc = errno));
1782         } else {
1783                 printf("%s: object id %ju, mode %o\n", jt_cmdname(argv[0]),
1784                        (uintmax_t)ostid_id(&data.ioc_obdo1.o_oi),
1785                        data.ioc_obdo1.o_mode);
1786         }
1787         return rc;
1788 }
1789
1790 int jt_obd_test_getattr(int argc, char **argv)
1791 {
1792         struct obd_ioctl_data data;
1793         struct timeval start, next_time;
1794         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1795         __u64 i, count, next_count;
1796         int verbose = 1;
1797         __u64 objid = 3;
1798         char *end;
1799         int rc = 0;
1800
1801         if (argc < 2 || argc > 4)
1802                 return CMD_HELP;
1803
1804         memset(&data, 0, sizeof(data));
1805         data.ioc_dev = cur_device;
1806         count = strtoull(argv[1], &end, 0);
1807         if (*end) {
1808                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1809                         jt_cmdname(argv[0]), argv[1]);
1810                 return CMD_HELP;
1811         }
1812
1813         if (argc >= 3) {
1814                 verbose = get_verbose(argv[0], argv[2]);
1815                 if (verbose == BAD_VERBOSE)
1816                         return CMD_HELP;
1817         }
1818
1819         if (argc >= 4) {
1820                 if (argv[3][0] == 't') {
1821                         objid = strtoull(argv[3] + 1, &end, 0);
1822                         if (thread)
1823                                 objid += thread - 1;
1824                 } else
1825                         objid = strtoull(argv[3], &end, 0);
1826                 if (*end) {
1827                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1828                                 jt_cmdname(argv[0]), argv[3]);
1829                         return CMD_HELP;
1830                 }
1831         }
1832
1833         gettimeofday(&start, NULL);
1834         next_time.tv_sec = start.tv_sec - verbose;
1835         next_time.tv_usec = start.tv_usec;
1836         if (verbose != 0)
1837                 printf("%s: getting %jd attrs (objid %#jx): %s",
1838                        jt_cmdname(argv[0]), (uintmax_t) count,
1839                        (uintmax_t)objid, ctime(&start.tv_sec));
1840
1841         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1842         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1843                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1844                 data.ioc_obdo1.o_mode = S_IFREG;
1845                 data.ioc_obdo1.o_valid = 0xffffffff;
1846                 memset(buf, 0, sizeof(rawbuf));
1847                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1848                 if (rc) {
1849                         fprintf(stderr, "error: %s: invalid ioctl\n",
1850                                 jt_cmdname(argv[0]));
1851                         return rc;
1852                 }
1853                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1854                 shmem_bump(1);
1855                 if (rc < 0) {
1856                         fprintf(stderr, "error: %s: #%jd - %d:%s\n",
1857                                 jt_cmdname(argv[0]), (uintmax_t)i,
1858                                 errno, strerror(rc = errno));
1859                         break;
1860                 } else {
1861                         if (be_verbose
1862                             (verbose, &next_time, i, &next_count, count))
1863                                 printf("%s: got attr #%jd\n",
1864                                        jt_cmdname(argv[0]), (uintmax_t)i);
1865                 }
1866         }
1867
1868         if (!rc) {
1869                 struct timeval end;
1870                 double diff;
1871
1872                 gettimeofday(&end, NULL);
1873
1874                 diff = difftime(&end, &start);
1875
1876                 --i;
1877                 if (verbose != 0)
1878                         printf("%s: %jd attrs in %.3fs (%.3f attr/s): %s",
1879                                jt_cmdname(argv[0]), (uintmax_t) i, diff,
1880                                i / diff, ctime(&end.tv_sec));
1881         }
1882         return rc;
1883 }
1884
1885 /* test_brw <cnt>                                               count
1886         <r|w[r(repeat)x(noverify)]>                             mode
1887         <q|v|#(print interval)>                                 verbosity
1888         <npages[+offset]>                                       blocksize
1889         <[[<interleave_threads>]t(inc obj by thread#)]obj>      object
1890         [p|g<args>]                                             batch */
1891 int jt_obd_test_brw(int argc, char **argv)
1892 {
1893         struct obd_ioctl_data data;
1894         struct timeval start, next_time;
1895         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1896         __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1897         int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1898         int offset_pages = 0;
1899         long n;
1900         int repeat_offset = 0;
1901         unsigned long long ull;
1902         int  nthr_per_obj = 0;
1903         int  verify = 1;
1904         int  obj_idx = 0;
1905         char *end;
1906
1907         if (argc < 2 || argc > 7) {
1908                 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1909                         jt_cmdname(argv[0]), argc);
1910                 return CMD_HELP;
1911         }
1912
1913         count = strtoull(argv[1], &end, 0);
1914         if (*end) {
1915                 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
1916                         jt_cmdname(argv[0]), argv[1]);
1917                 return CMD_HELP;
1918         }
1919
1920         if (argc >= 3) {
1921                 if (argv[2][0] == 'w' || argv[2][0] == '1')
1922                         write = 1;
1923                 /* else it's a read */
1924
1925                 if (argv[2][0] != 0)
1926                         for (i = 1; argv[2][i] != 0; i++)
1927                                 switch (argv[2][i]) {
1928                                 case 'r':
1929                                         repeat_offset = 1;
1930                                         break;
1931
1932                                 case 'x':
1933                                         verify = 0;
1934                                         break;
1935
1936                                 default:
1937                                         fprintf (stderr, "Can't parse cmd '%s'\n",
1938                                                  argv[2]);
1939                                         return CMD_HELP;
1940                                 }
1941         }
1942
1943         if (argc >= 4) {
1944                 verbose = get_verbose(argv[0], argv[3]);
1945                 if (verbose == BAD_VERBOSE)
1946                         return CMD_HELP;
1947         }
1948
1949         if (argc >= 5) {
1950                 pages = strtoul(argv[4], &end, 0);
1951
1952                 if (*end == '+')
1953                         offset_pages = strtoul(end + 1, &end, 0);
1954
1955                 if (*end != 0 ||
1956                     offset_pages < 0 || offset_pages >= pages) {
1957                         fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
1958                                 jt_cmdname(argv[0]), argv[4]);
1959                         return CMD_HELP;
1960                 }
1961         }
1962
1963         if (argc >= 6) {
1964                 if (thread &&
1965                     (n = strtol(argv[5], &end, 0)) > 0 &&
1966                     *end == 't' &&
1967                     (ull = strtoull(end + 1, &end, 0)) > 0 &&
1968                     *end == 0) {
1969                         nthr_per_obj = n;
1970                         objid = ull;
1971                 } else if (thread &&
1972                            argv[5][0] == 't') {
1973                         nthr_per_obj = 1;
1974                         objid = strtoull(argv[5] + 1, &end, 0);
1975                 } else {
1976                         nthr_per_obj = 0;
1977                         objid = strtoull(argv[5], &end, 0);
1978                 }
1979                 if (*end) {
1980                         fprintf(stderr, "error: %s: bad objid '%s'\n",
1981                                 jt_cmdname(argv[0]), argv[5]);
1982                         return CMD_HELP;
1983                 }
1984         }
1985
1986         memset(&data, 0, sizeof(data));
1987         data.ioc_dev = cur_device;
1988
1989         /* communicate the 'type' of brw test and batching to echo_client.
1990          * don't start.  we'd love to refactor this lctl->echo_client
1991          * interface */
1992         data.ioc_pbuf1 = (void *)1;
1993         data.ioc_plen1 = 1;
1994
1995         if (argc >= 7) {
1996                 switch(argv[6][0]) {
1997                         case 'g': /* plug and unplug */
1998                                 data.ioc_pbuf1 = (void *)2;
1999                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2000                                                           0);
2001                                 break;
2002                         case 'p': /* prep and commit */
2003                                 data.ioc_pbuf1 = (void *)3;
2004                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2005                                                           0);
2006                                 break;
2007                         default:
2008                                 fprintf(stderr, "error: %s: batching '%s' "
2009                                         "needs to specify 'p' or 'g'\n",
2010                                         jt_cmdname(argv[0]), argv[6]);
2011                                 return CMD_HELP;
2012                 }
2013
2014                 if (*end) {
2015                         fprintf(stderr, "error: %s: bad batching '%s'\n",
2016                                 jt_cmdname(argv[0]), argv[6]);
2017                         return CMD_HELP;
2018                 }
2019                 data.ioc_plen1 *= getpagesize();
2020         }
2021
2022         len = pages * getpagesize();
2023         thr_offset = offset_pages * getpagesize();
2024         stride = len;
2025
2026 #ifdef MAX_THREADS
2027         if (thread) {
2028                 shmem_lock ();
2029                 if (nthr_per_obj != 0) {
2030                         /* threads interleave */
2031                         obj_idx = (thread - 1)/nthr_per_obj;
2032                         objid += obj_idx;
2033                         stride *= nthr_per_obj;
2034                         if ((thread - 1) % nthr_per_obj == 0) {
2035                                 shared_data->body.offsets[obj_idx] =
2036                                         stride + thr_offset;
2037                         }
2038                         thr_offset += ((thread - 1) % nthr_per_obj) * len;
2039                 } else {
2040                         /* threads disjoint */
2041                         thr_offset += (thread - 1) * len;
2042                 }
2043
2044                 shmem_start_time_locked();
2045                 shmem_unlock ();
2046         }
2047 #endif
2048
2049         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
2050         ostid_set_id(&data.ioc_obdo1.o_oi, objid);
2051         data.ioc_obdo1.o_mode = S_IFREG;
2052         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
2053                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
2054         data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
2055         data.ioc_count = len;
2056         data.ioc_offset = (repeat_offset ? 0 : thr_offset);
2057
2058         gettimeofday(&start, NULL);
2059         next_time.tv_sec = start.tv_sec - verbose;
2060         next_time.tv_usec = start.tv_usec;
2061
2062         if (verbose != 0)
2063                 printf("%s: %s %jux%d pages (obj %#jx, off %ju): %s",
2064                        jt_cmdname(argv[0]), write ? "writing" : "reading",
2065                        (uintmax_t)count, pages, (uintmax_t) objid,
2066                        (uintmax_t)data.ioc_offset, ctime(&start.tv_sec));
2067
2068         cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
2069         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
2070                 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
2071                 memset(buf, 0, sizeof(rawbuf));
2072                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2073                 if (rc) {
2074                         fprintf(stderr, "error: %s: invalid ioctl\n",
2075                                 jt_cmdname(argv[0]));
2076                         return rc;
2077                 }
2078                 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
2079                 shmem_bump(1);
2080                 if (rc) {
2081                         fprintf(stderr, "error: %s: #%d - %s on %s\n",
2082                                 jt_cmdname(argv[0]), i, strerror(rc = errno),
2083                                 write ? "write" : "read");
2084                         break;
2085                 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
2086                         shmem_lock ();
2087                         printf("%s: %s number %d @ %jd:%ju for %d\n",
2088                                jt_cmdname(argv[0]), write ? "write" : "read", i,
2089                                (uintmax_t)ostid_id(&data.ioc_obdo1.o_oi),
2090                                (uintmax_t)data.ioc_offset,
2091                                (int)(pages * getpagesize()));
2092                         shmem_unlock ();
2093                 }
2094
2095                 if (!repeat_offset) {
2096 #ifdef MAX_THREADS
2097                         if (stride == len) {
2098                                 data.ioc_offset += stride;
2099                         } else if (i < count) {
2100                                 shmem_lock ();
2101                                 data.ioc_offset =
2102                                         shared_data->body.offsets[obj_idx];
2103                                 shared_data->body.offsets[obj_idx] += len;
2104                                 shmem_unlock ();
2105                         }
2106 #else
2107                         data.ioc_offset += len;
2108                         obj_idx = 0; /* avoids an unused var warning */
2109 #endif
2110                 }
2111         }
2112
2113         if (!rc) {
2114                 struct timeval end;
2115                 double diff;
2116
2117                 gettimeofday(&end, NULL);
2118
2119                 diff = difftime(&end, &start);
2120
2121                 --i;
2122                 if (verbose != 0)
2123                         printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
2124                                jt_cmdname(argv[0]), write ? "wrote" : "read",
2125                                i, pages, diff,
2126                                ((double)i * pages * getpagesize()) /
2127                                (diff * 1048576.0),
2128                                ctime(&end.tv_sec));
2129         }
2130
2131 #ifdef MAX_THREADS
2132         if (thread) {
2133                 shmem_lock();
2134                 shmem_end_time_locked();
2135                 shmem_unlock();
2136         }
2137 #endif
2138         return rc;
2139 }
2140
2141 int jt_obd_lov_getconfig(int argc, char **argv)
2142 {
2143         struct obd_ioctl_data data;
2144         struct lov_desc desc;
2145         struct obd_uuid *uuidarray;
2146         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2147         __u32 *obdgens;
2148         char *path;
2149         int rc, fd;
2150
2151         memset(&data, 0, sizeof(data));
2152         data.ioc_dev = cur_device;
2153
2154         if (argc != 2)
2155                 return CMD_HELP;
2156
2157         path = argv[1];
2158         fd = open(path, O_RDONLY);
2159         if (fd < 0) {
2160                 fprintf(stderr, "open \"%s\" failed: %s\n", path,
2161                         strerror(errno));
2162                 return -errno;
2163         }
2164
2165         memset(&desc, 0, sizeof(desc));
2166         obd_str2uuid(&desc.ld_uuid, argv[1]);
2167         desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
2168                              (sizeof(*uuidarray) + sizeof(*obdgens)));
2169
2170 repeat:
2171         uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
2172         if (!uuidarray) {
2173                 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
2174                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2175                 rc = -ENOMEM;
2176                 goto out;
2177         }
2178         obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
2179         if (!obdgens) {
2180                 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
2181                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2182                 rc = -ENOMEM;
2183                 goto out_uuidarray;
2184         }
2185
2186         memset(buf, 0, sizeof(rawbuf));
2187         data.ioc_inllen1 = sizeof(desc);
2188         data.ioc_inlbuf1 = (char *)&desc;
2189         data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
2190         data.ioc_inlbuf2 = (char *)uuidarray;
2191         data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
2192         data.ioc_inlbuf3 = (char *)obdgens;
2193
2194         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
2195                 fprintf(stderr, "error: %s: invalid ioctl\n",
2196                         jt_cmdname(argv[0]));
2197                 rc = -EINVAL;
2198                 goto out_obdgens;
2199         }
2200         rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
2201         if (rc == -ENOSPC) {
2202                 free(uuidarray);
2203                 free(obdgens);
2204                 goto repeat;
2205         } else if (rc) {
2206                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2207                         jt_cmdname(argv[0]), strerror(rc = errno));
2208         } else {
2209                 struct obd_uuid *uuidp;
2210                 __u32 *genp;
2211                 int i;
2212
2213                 if (obd_ioctl_unpack(&data, buf, sizeof(rawbuf))) {
2214                         fprintf(stderr, "error: %s: invalid reply\n",
2215                                 jt_cmdname(argv[0]));
2216                         rc = -EINVAL;
2217                         goto out;
2218                 }
2219                 if (desc.ld_default_stripe_count == (__u32)-1)
2220                         printf("default_stripe_count: %d\n", -1);
2221                 else
2222                         printf("default_stripe_count: %u\n",
2223                                desc.ld_default_stripe_count);
2224                 printf("default_stripe_size: %ju\n",
2225                        (uintmax_t)desc.ld_default_stripe_size);
2226                 printf("default_stripe_offset: %ju\n",
2227                        (uintmax_t)desc.ld_default_stripe_offset);
2228                 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
2229                 printf("obd_count: %u\n", desc.ld_tgt_count);
2230                 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
2231                 uuidp = uuidarray;
2232                 genp = obdgens;
2233                 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
2234                         printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
2235         }
2236 out_obdgens:
2237         free(obdgens);
2238 out_uuidarray:
2239         free(uuidarray);
2240 out:
2241         close(fd);
2242         return rc;
2243 }
2244
2245 static int do_activate(int argc, char **argv, int flag)
2246 {
2247         struct obd_ioctl_data data;
2248         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2249         int rc;
2250
2251         memset(&data, 0, sizeof(data));
2252         data.ioc_dev = cur_device;
2253         if (argc != 1)
2254                 return CMD_HELP;
2255
2256         /* reuse offset for 'active' */
2257         data.ioc_offset = flag;
2258
2259         memset(buf, 0, sizeof(rawbuf));
2260         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2261         if (rc) {
2262                 fprintf(stderr, "error: %s: invalid ioctl\n",
2263                         jt_cmdname(argv[0]));
2264                 return rc;
2265         }
2266         rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
2267         if (rc)
2268                 fprintf(stderr, "error: %s: failed: %s\n",
2269                         jt_cmdname(argv[0]), strerror(rc = errno));
2270
2271         return rc;
2272 }
2273
2274 /**
2275  * Replace nids for given device.
2276  * lctl replace_nids <devicename> <nid1>[,nid2,nid3]
2277  * Command should be started on MGS server.
2278  * Only MGS server should be started (command execution
2279  * returns error in another cases). Command mount
2280  * -t lustre <MDT partition> -o nosvc <mount point>
2281  * can be used for that.
2282  *
2283  * llogs for MDTs and clients are processed. All
2284  * records copied as is except add_uuid and setup. This records
2285  * are skipped and recorded with new nids and uuid.
2286  *
2287  * \see mgs_replace_nids
2288  * \see mgs_replace_nids_log
2289  * \see mgs_replace_handler
2290  */
2291 int jt_replace_nids(int argc, char **argv)
2292 {
2293         int rc;
2294         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2295         struct obd_ioctl_data data;
2296
2297         memset(&data, 0, sizeof(data));
2298         data.ioc_dev = get_mgs_device();
2299         if (argc != 3)
2300                 return CMD_HELP;
2301
2302         data.ioc_inllen1 = strlen(argv[1]) + 1;
2303         data.ioc_inlbuf1 = argv[1];
2304
2305         data.ioc_inllen2 = strlen(argv[2]) + 1;
2306         data.ioc_inlbuf2 = argv[2];
2307         memset(buf, 0, sizeof(rawbuf));
2308         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2309         if (rc) {
2310                 fprintf(stderr, "error: %s: invalid ioctl\n",
2311                         jt_cmdname(argv[0]));
2312                 return rc;
2313         }
2314
2315         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_REPLACE_NIDS, buf);
2316         if (rc < 0) {
2317                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2318                         strerror(rc = errno));
2319         }
2320
2321         return rc;
2322 }
2323
2324 int jt_obd_deactivate(int argc, char **argv)
2325 {
2326         return do_activate(argc, argv, 0);
2327 }
2328
2329 int jt_obd_activate(int argc, char **argv)
2330 {
2331         return do_activate(argc, argv, 1);
2332 }
2333
2334 int jt_obd_recover(int argc, char **argv)
2335 {
2336         int rc;
2337         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2338         struct obd_ioctl_data data;
2339
2340         memset(&data, 0, sizeof(data));
2341         data.ioc_dev = cur_device;
2342         if (argc > 2)
2343                 return CMD_HELP;
2344
2345         if (argc == 2) {
2346                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2347                 data.ioc_inlbuf1 = argv[1];
2348         }
2349
2350         memset(buf, 0, sizeof(rawbuf));
2351         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2352         if (rc) {
2353                 fprintf(stderr, "error: %s: invalid ioctl\n",
2354                         jt_cmdname(argv[0]));
2355                 return rc;
2356         }
2357         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
2358         if (rc < 0) {
2359                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2360                         strerror(rc = errno));
2361         }
2362
2363         return rc;
2364 }
2365
2366 int jt_obd_mdc_lookup(int argc, char **argv)
2367 {
2368         struct obd_ioctl_data data;
2369         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2370         char *parent, *child;
2371         int rc, fd, verbose = 1;
2372
2373         if (argc < 3 || argc > 4)
2374                 return CMD_HELP;
2375
2376         parent = argv[1];
2377         child = argv[2];
2378         if (argc == 4)
2379                 verbose = get_verbose(argv[0], argv[3]);
2380
2381         memset(&data, 0, sizeof(data));
2382         data.ioc_dev = cur_device;
2383
2384         data.ioc_inllen1 = strlen(child) + 1;
2385         data.ioc_inlbuf1 = child;
2386
2387         memset(buf, 0, sizeof(rawbuf));
2388         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2389         if (rc) {
2390                 fprintf(stderr, "error: %s: invalid ioctl\n",
2391                         jt_cmdname(argv[0]));
2392                 return rc;
2393         }
2394
2395         fd = open(parent, O_RDONLY);
2396         if (fd < 0) {
2397                 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
2398                         strerror(errno));
2399                 return -1;
2400         }
2401
2402         rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
2403         if (rc < 0) {
2404                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2405                         jt_cmdname(argv[0]), strerror(rc = errno));
2406         }
2407         close(fd);
2408
2409         if (verbose) {
2410                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
2411                 if (rc) {
2412                         fprintf(stderr, "error: %s: invalid reply\n",
2413                                 jt_cmdname(argv[0]));
2414                         return rc;
2415                 }
2416                 printf("%s: mode %o uid %d gid %d\n", child,
2417                        data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
2418                        data.ioc_obdo1.o_gid);
2419         }
2420
2421         return rc;
2422 }
2423
2424 int jt_lcfg_fork(int argc, char **argv)
2425 {
2426         struct obd_ioctl_data data;
2427         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2428         int rc;
2429
2430         if (argc != 3)
2431                 return CMD_HELP;
2432
2433         memset(&data, 0, sizeof(data));
2434         data.ioc_dev = get_mgs_device();
2435         data.ioc_inllen1 = strlen(argv[1]) + 1;
2436         data.ioc_inlbuf1 = argv[1];
2437         data.ioc_inllen2 = strlen(argv[2]) + 1;
2438         data.ioc_inlbuf2 = argv[2];
2439
2440         memset(buf, 0, sizeof(rawbuf));
2441         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2442         if (rc) {
2443                 fprintf(stderr, "error: %s: invalid ioctl\n",
2444                         jt_cmdname(argv[0]));
2445                 return rc;
2446         }
2447
2448         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LCFG_FORK, buf);
2449         if (rc < 0)
2450                 fprintf(stderr, "error: %s: OBD_IOC_LCFG_FORK failed: %s\n",
2451                         jt_cmdname(argv[0]), strerror(errno));
2452
2453         return rc;
2454 }
2455
2456 int jt_lcfg_erase(int argc, char **argv)
2457 {
2458         struct obd_ioctl_data data;
2459         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2460         int rc;
2461
2462         if (argc == 3) {
2463                 if (strncmp(argv[2], "-q", strlen("-q")) != 0 &&
2464                     strncmp(argv[2], "--quiet", strlen("--quiet")) != 0)
2465                         return CMD_HELP;
2466         } else if (argc != 2) {
2467                 return CMD_HELP;
2468         }
2469
2470         memset(&data, 0, sizeof(data));
2471         data.ioc_dev = get_mgs_device();
2472         data.ioc_inllen1 = strlen(argv[1]) + 1;
2473         data.ioc_inlbuf1 = argv[1];
2474
2475         memset(buf, 0, sizeof(rawbuf));
2476         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2477         if (rc) {
2478                 fprintf(stderr, "error: %s: invalid ioctl\n",
2479                         jt_cmdname(argv[0]));
2480                 return rc;
2481         }
2482
2483         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LCFG_ERASE, buf);
2484         if (rc < 0)
2485                 fprintf(stderr, "error: %s: OBD_IOC_LCFG_ERASE failed: %s\n",
2486                         jt_cmdname(argv[0]), strerror(errno));
2487
2488         return rc;
2489 }
2490
2491 int jt_llog_catlist(int argc, char **argv)
2492 {
2493         struct obd_ioctl_data data;
2494         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2495         int rc;
2496
2497         if (argc != 1)
2498                 return CMD_HELP;
2499
2500         memset(&data, 0, sizeof(data));
2501         data.ioc_dev = cur_device;
2502         data.ioc_inllen1 = sizeof(rawbuf) - cfs_size_round(sizeof(data));
2503         memset(buf, 0, sizeof(rawbuf));
2504         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2505         if (rc) {
2506                 fprintf(stderr, "error: %s: invalid ioctl\n",
2507                         jt_cmdname(argv[0]));
2508                 return rc;
2509         }
2510         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
2511         if (rc == 0)
2512                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2513         else
2514                 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
2515                         strerror(errno));
2516
2517         return rc;
2518 }
2519
2520 int jt_llog_info(int argc, char **argv)
2521 {
2522         struct obd_ioctl_data data;
2523         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2524         int rc;
2525
2526         if (argc != 2)
2527                 return CMD_HELP;
2528
2529         memset(&data, 0, sizeof(data));
2530         data.ioc_dev = cur_device;
2531         data.ioc_inllen1 = strlen(argv[1]) + 1;
2532         data.ioc_inlbuf1 = argv[1];
2533         data.ioc_inllen2 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2534                 cfs_size_round(data.ioc_inllen1);
2535         memset(buf, 0, sizeof(rawbuf));
2536         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2537         if (rc) {
2538                 fprintf(stderr, "error: %s: invalid ioctl\n",
2539                         jt_cmdname(argv[0]));
2540                 return rc;
2541         }
2542
2543         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
2544         if (rc == 0)
2545                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2546         else
2547                 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
2548                         strerror(errno));
2549
2550         return rc;
2551 }
2552
2553 int jt_llog_print(int argc, char **argv)
2554 {
2555         struct obd_ioctl_data data;
2556         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2557         int rc;
2558
2559         if (argc != 2 && argc != 4)
2560                 return CMD_HELP;
2561
2562         memset(&data, 0, sizeof(data));
2563         data.ioc_dev = cur_device;
2564         data.ioc_inllen1 = strlen(argv[1]) + 1;
2565         data.ioc_inlbuf1 = argv[1];
2566         if (argc == 4) {
2567                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2568                 data.ioc_inlbuf2 = argv[2];
2569                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2570                 data.ioc_inlbuf3 = argv[3];
2571         } else {
2572                 char from[2] = "1", to[3] = "-1";
2573                 data.ioc_inllen2 = strlen(from) + 1;
2574                 data.ioc_inlbuf2 = from;
2575                 data.ioc_inllen3 = strlen(to) + 1;
2576                 data.ioc_inlbuf3 = to;
2577         }
2578         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2579                 cfs_size_round(data.ioc_inllen1) -
2580                 cfs_size_round(data.ioc_inllen2) -
2581                 cfs_size_round(data.ioc_inllen3);
2582         memset(buf, 0, sizeof(rawbuf));
2583         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2584         if (rc) {
2585                 fprintf(stderr, "error: %s: invalid ioctl\n",
2586                         jt_cmdname(argv[0]));
2587                 return rc;
2588         }
2589
2590         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2591         if (rc == 0)
2592                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2593         else
2594                 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2595                         strerror(errno));
2596
2597         return rc;
2598 }
2599
2600 static int llog_cancel_parse_optional(int argc, char **argv,
2601                                       struct obd_ioctl_data *data)
2602 {
2603         int cOpt;
2604         const char *const short_options = "c:l:i:h";
2605         const struct option long_options[] = {
2606                 {"catalog", required_argument, NULL, 'c'},
2607                 {"log_id", required_argument, NULL, 'l'},
2608                 {"log_idx", required_argument, NULL, 'i'},
2609                 {"help", no_argument, NULL, 'h'},
2610                 {NULL, 0, NULL, 0}
2611         };
2612
2613         /* sanity check */
2614         if (!data || argc <= 1) {
2615                 return -1;
2616         }
2617
2618         /*now process command line arguments*/
2619         while ((cOpt = getopt_long(argc, argv, short_options,
2620                                         long_options, NULL)) != -1) {
2621                 switch (cOpt) {
2622                 case 'c':
2623                         data->ioc_inllen1 = strlen(optarg) + 1;
2624                         data->ioc_inlbuf1 = optarg;
2625                         break;
2626
2627                 case 'l':
2628                         data->ioc_inllen2 = strlen(optarg) + 1;
2629                         data->ioc_inlbuf2 = optarg;
2630                         break;
2631
2632                 case 'i':
2633                         data->ioc_inllen3 = strlen(optarg) + 1;
2634                         data->ioc_inlbuf3 = optarg;
2635                         break;
2636
2637                 case 'h':
2638                 default:
2639                         return -1;
2640                 }
2641         }
2642
2643         if ((data->ioc_inlbuf1 == NULL) || (data->ioc_inlbuf3 == NULL)) {
2644                 /* missing mandatory parameters */
2645                 return -1;
2646         }
2647
2648         return 0;
2649 }
2650
2651 int jt_llog_cancel(int argc, char **argv)
2652 {
2653         struct obd_ioctl_data data;
2654         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2655         int rc, i;
2656
2657         /* check that the arguments provided are either all
2658          * optional or all positional.  No mixing allowed
2659          *
2660          * if argc is 4 or 3 then check all arguments to ensure that none
2661          * of them start with a '-'.  If so then this is invalid.
2662          * Otherwise if arg is > 4 then assume that this is optional
2663          * arguments, and parse as such ignoring any thing that's not
2664          * optional.  The result is that user must use optional arguments
2665          * for all mandatory parameters.  Code will ignore all other args
2666          *
2667          * The positional arguments option should eventually be phased out.
2668          */
2669         memset(&data, 0, sizeof(data));
2670         data.ioc_dev = cur_device;
2671
2672         if (argc == 3 || argc == 4) {
2673                 for (i = 1; i < argc; i++) {
2674                         if (argv[i][0] == '-')
2675                                 return CMD_HELP;
2676                 }
2677                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2678                 data.ioc_inlbuf1 = argv[1];
2679                 if (argc == 4) {
2680                         data.ioc_inllen2 = strlen(argv[2]) + 1;
2681                         data.ioc_inlbuf2 = argv[2];
2682                         data.ioc_inllen3 = strlen(argv[3]) + 1;
2683                         data.ioc_inlbuf3 = argv[3];
2684                 } else {
2685                         data.ioc_inllen3 = strlen(argv[2]) + 1;
2686                         data.ioc_inlbuf3 = argv[2];
2687                 }
2688         } else {
2689                 if (llog_cancel_parse_optional(argc, argv, &data) != 0)
2690                         return CMD_HELP;
2691         }
2692
2693         memset(buf, 0, sizeof(rawbuf));
2694         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2695         if (rc) {
2696                 fprintf(stderr, "error: %s: invalid ioctl\n",
2697                         jt_cmdname(argv[0]));
2698                 return rc;
2699         }
2700
2701         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2702         if (rc == 0)
2703                 fprintf(stdout, "index %s was canceled.\n",
2704                         argc == 4 ? argv[3] : argv[2]);
2705         else
2706                 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2707                         strerror(errno));
2708
2709         return rc;
2710 }
2711
2712 int jt_llog_check(int argc, char **argv)
2713 {
2714         struct obd_ioctl_data data;
2715         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2716         int rc;
2717
2718         if (argc != 2 && argc != 4)
2719                 return CMD_HELP;
2720
2721         memset(&data, 0, sizeof(data));
2722         data.ioc_dev = cur_device;
2723         data.ioc_inllen1 = strlen(argv[1]) + 1;
2724         data.ioc_inlbuf1 = argv[1];
2725         if (argc == 4) {
2726                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2727                 data.ioc_inlbuf2 = argv[2];
2728                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2729                 data.ioc_inlbuf3 = argv[3];
2730         } else {
2731                 char from[2] = "1", to[3] = "-1";
2732                 data.ioc_inllen2 = strlen(from) + 1;
2733                 data.ioc_inlbuf2 = from;
2734                 data.ioc_inllen3 = strlen(to) + 1;
2735                 data.ioc_inlbuf3 = to;
2736         }
2737         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2738                 cfs_size_round(data.ioc_inllen1) -
2739                 cfs_size_round(data.ioc_inllen2) -
2740                 cfs_size_round(data.ioc_inllen3);
2741         memset(buf, 0, sizeof(rawbuf));
2742         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2743         if (rc) {
2744                 fprintf(stderr, "error: %s: invalid ioctl\n",
2745                         jt_cmdname(argv[0]));
2746                 return rc;
2747         }
2748
2749         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2750         if (rc == 0)
2751                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2752         else
2753                 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2754                         strerror(errno));
2755         return rc;
2756 }
2757
2758 int jt_llog_remove(int argc, char **argv)
2759 {
2760         struct obd_ioctl_data data;
2761         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2762         int rc;
2763
2764         if (argc != 3 && argc != 2)
2765                 return CMD_HELP;
2766
2767         memset(&data, 0, sizeof(data));
2768         data.ioc_dev = cur_device;
2769         data.ioc_inllen1 = strlen(argv[1]) + 1;
2770         data.ioc_inlbuf1 = argv[1];
2771         if (argc == 3){
2772                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2773                 data.ioc_inlbuf2 = argv[2];
2774         }
2775         memset(buf, 0, sizeof(rawbuf));
2776         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2777         if (rc) {
2778                 fprintf(stderr, "error: %s: invalid ioctl\n",
2779                         jt_cmdname(argv[0]));
2780                 return rc;
2781         }
2782
2783         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2784         if (rc == 0) {
2785                 if (argc == 2)
2786                         fprintf(stdout, "log %s is removed.\n", argv[1]);
2787                 else
2788                         fprintf(stdout, "the log in catalog %s is removed. \n",
2789                                 argv[1]);
2790         } else
2791                 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2792                         strerror(errno));
2793
2794         return rc;
2795 }
2796
2797 static void signal_server(int sig)
2798 {
2799         if (sig == SIGINT) {
2800                 do_disconnect("sigint", 1);
2801                 exit(1);
2802         } else
2803                 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
2804 }
2805
2806 int obd_initialize(int argc, char **argv)
2807 {
2808         if (shmem_setup() != 0)
2809                 return -1;
2810
2811         register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
2812                          OBD_DEV_MAJOR, OBD_DEV_MINOR);
2813
2814         return 0;
2815 }
2816
2817 void obd_finalize(int argc, char **argv)
2818 {
2819         struct sigaction sigact;
2820
2821         /* sigact initialization */
2822         sigact.sa_handler = signal_server;
2823         sigfillset(&sigact.sa_mask);
2824         sigact.sa_flags = SA_RESTART;
2825         /* coverity[uninit_use_in_call] */
2826         sigaction(SIGINT, &sigact, NULL);
2827
2828         shmem_cleanup();
2829         do_disconnect(argv[0], 1);
2830 }
2831
2832 static int check_pool_cmd(enum lcfg_command_type cmd,
2833                           char *fsname, char *poolname,
2834                           char *ostname)
2835 {
2836         int rc;
2837
2838         rc = llapi_search_ost(fsname, poolname, ostname);
2839         if (rc < 0 && (cmd != LCFG_POOL_NEW)) {
2840                 fprintf(stderr, "Pool %s.%s not found\n",
2841                         fsname, poolname);
2842                 return rc;
2843         }
2844
2845         switch (cmd) {
2846         case LCFG_POOL_NEW: {
2847                 if (ostname != NULL)
2848                         return -EINVAL;
2849
2850                 if (rc >= 0) {
2851                         fprintf(stderr, "Pool %s.%s already exists\n",
2852                                 fsname, poolname);
2853                         return -EEXIST;
2854                 }
2855                 return 0;
2856         }
2857         case LCFG_POOL_DEL: {
2858                 if (ostname != NULL)
2859                         return -EINVAL;
2860
2861                 if (rc == 1) {
2862                         fprintf(stderr, "Pool %s.%s not empty, "
2863                                 "please remove all members\n",
2864                                 fsname, poolname);
2865                         return -ENOTEMPTY;
2866                 }
2867                 return 0;
2868         }
2869         case LCFG_POOL_ADD: {
2870                 if (rc == 1) {
2871                         fprintf(stderr, "OST %s is already in pool %s.%s\n",
2872                                 ostname, fsname, poolname);
2873                         return -EEXIST;
2874                 }
2875                 rc = llapi_search_ost(fsname, NULL, ostname);
2876                 if (rc == 0) {
2877                         fprintf(stderr, "OST %s is not part of the '%s' fs.\n",
2878                                 ostname, fsname);
2879                         return -ENOENT;
2880                 }
2881                 return 0;
2882         }
2883         case LCFG_POOL_REM: {
2884                 if (rc == 0) {
2885                         fprintf(stderr, "OST %s not found in pool %s.%s\n",
2886                                 ostname, fsname, poolname);
2887                         return -ENOENT;
2888                 }
2889                 return 0;
2890         }
2891         default:
2892                 break;
2893         } /* switch */
2894         return -EINVAL;
2895 }
2896
2897 /* This check only verifies that the changes have been "pushed out" to
2898    the client successfully.  This involves waiting for a config update,
2899    and so may fail because of problems in that code or post-command
2900    network loss. So reporting a warning is appropriate, but not a failure.
2901 */
2902 static int check_pool_cmd_result(enum lcfg_command_type cmd,
2903                                  char *fsname, char *poolname,
2904                                  char *ostname)
2905 {
2906         int cpt = 10;
2907         int rc = 0;
2908
2909         switch (cmd) {
2910         case LCFG_POOL_NEW: {
2911                 do {
2912                         rc = llapi_search_ost(fsname, poolname, NULL);
2913                         if (rc == -ENODEV)
2914                                 return rc;
2915                         if (rc < 0)
2916                                 sleep(2);
2917                         cpt--;
2918                 } while ((rc < 0) && (cpt > 0));
2919                 if (rc >= 0) {
2920                         fprintf(stderr, "Pool %s.%s created\n",
2921                                 fsname, poolname);
2922                         return 0;
2923                 } else {
2924                         fprintf(stderr, "Warning, pool %s.%s not found\n",
2925                                 fsname, poolname);
2926                         return -ENOENT;
2927                 }
2928         }
2929         case LCFG_POOL_DEL: {
2930                 do {
2931                         rc = llapi_search_ost(fsname, poolname, NULL);
2932                         if (rc == -ENODEV)
2933                                 return rc;
2934                         if (rc >= 0)
2935                                 sleep(2);
2936                         cpt--;
2937                 } while ((rc >= 0) && (cpt > 0));
2938                 if (rc < 0) {
2939                         fprintf(stderr, "Pool %s.%s destroyed\n",
2940                                 fsname, poolname);
2941                         return 0;
2942                 } else {
2943                         fprintf(stderr, "Warning, pool %s.%s still found\n",
2944                                 fsname, poolname);
2945                         return -EEXIST;
2946                 }
2947         }
2948         case LCFG_POOL_ADD: {
2949                 do {
2950                         rc = llapi_search_ost(fsname, poolname, ostname);
2951                         if (rc == -ENODEV)
2952                                 return rc;
2953                         if (rc != 1)
2954                                 sleep(2);
2955                         cpt--;
2956                 } while ((rc != 1) && (cpt > 0));
2957                 if (rc == 1) {
2958                         fprintf(stderr, "OST %s added to pool %s.%s\n",
2959                                 ostname, fsname, poolname);
2960                         return 0;
2961                 } else {
2962                         fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
2963                                 ostname, fsname, poolname);
2964                         return -ENOENT;
2965                 }
2966         }
2967         case LCFG_POOL_REM: {
2968                 do {
2969                         rc = llapi_search_ost(fsname, poolname, ostname);
2970                         if (rc == -ENODEV)
2971                                 return rc;
2972                         if (rc == 1)
2973                                 sleep(2);
2974                         cpt--;
2975                 } while ((rc == 1) && (cpt > 0));
2976                 if (rc != 1) {
2977                         fprintf(stderr, "OST %s removed from pool %s.%s\n",
2978                                 ostname, fsname, poolname);
2979                         return 0;
2980                 } else {
2981                         fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
2982                                 ostname, fsname, poolname);
2983                         return -EEXIST;
2984                 }
2985         }
2986         default:
2987                 break;
2988         }
2989         return -EINVAL;
2990 }
2991
2992 static int check_and_complete_ostname(char *fsname, char *ostname)
2993 {
2994         char *ptr;
2995         char real_ostname[MAX_OBD_NAME + 1];
2996         char i;
2997
2998         /* if OST name does not start with fsname, we add it */
2999         /* if not check if the fsname is the right one */
3000         ptr = strchr(ostname, '-');
3001         if (ptr == NULL) {
3002                 sprintf(real_ostname, "%s-%s", fsname, ostname);
3003         } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
3004                 fprintf(stderr, "%s does not start with fsname %s\n",
3005                         ostname, fsname);
3006                 return -EINVAL;
3007         } else {
3008                 if (strlen(ostname) > sizeof(real_ostname)-1)
3009                         return -E2BIG;
3010                 strncpy(real_ostname, ostname, sizeof(real_ostname));
3011         }
3012         /* real_ostname is fsname-????? */
3013         ptr = real_ostname + strlen(fsname) + 1;
3014         if (strncmp(ptr, "OST", 3) != 0) {
3015                 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
3016                         ostname, fsname);
3017                 return -EINVAL;
3018         }
3019         /* real_ostname is fsname-OST????? */
3020         ptr += 3;
3021         for (i = 0; i < 4; i++) {
3022                 if (!isxdigit(*ptr)) {
3023                         fprintf(stderr,
3024                                 "ost's index in %s is not an hexa number\n",
3025                                 ostname);
3026                         return -EINVAL;
3027                 }
3028                 ptr++;
3029         }
3030         /* real_ostname is fsname-OSTXXXX????? */
3031         /* if OST name does not end with _UUID, we add it */
3032         if (*ptr == '\0') {
3033                 strcat(real_ostname, "_UUID");
3034         } else if (strcmp(ptr, "_UUID") != 0) {
3035                 fprintf(stderr,
3036                         "ostname %s does not end with _UUID\n", ostname);
3037                 return -EINVAL;
3038         }
3039         /* real_ostname is fsname-OSTXXXX_UUID */
3040         strcpy(ostname, real_ostname);
3041         return 0;
3042 }
3043
3044 /* returns 0 or -errno */
3045 static int pool_cmd(enum lcfg_command_type cmd,
3046                     char *cmdname, char *fullpoolname,
3047                     char *fsname, char *poolname, char *ostname)
3048 {
3049         int rc = 0;
3050         struct obd_ioctl_data data;
3051         struct lustre_cfg_bufs bufs;
3052         struct lustre_cfg *lcfg;
3053         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3054
3055         rc = check_pool_cmd(cmd, fsname, poolname, ostname);
3056         if (rc == -ENODEV)
3057                 fprintf(stderr, "Can't verify pool command since there "
3058                         "is no local MDT or client, proceeding anyhow...\n");
3059         else if (rc)
3060                 return rc;
3061
3062         lustre_cfg_bufs_reset(&bufs, NULL);
3063         lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
3064         lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
3065         if (ostname != NULL)
3066                 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
3067
3068         lcfg = lustre_cfg_new(cmd, &bufs);
3069         if (lcfg == NULL)
3070                 return -ENOMEM;
3071
3072         memset(&data, 0, sizeof(data));
3073         rc = data.ioc_dev = get_mgs_device();
3074         if (rc < 0)
3075                 goto out;
3076
3077         data.ioc_type = LUSTRE_CFG_TYPE;
3078         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3079                                         lcfg->lcfg_buflens);
3080         data.ioc_pbuf1 = (void *)lcfg;
3081
3082         memset(buf, 0, sizeof(rawbuf));
3083         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3084         if (rc) {
3085                 fprintf(stderr, "error: %s: invalid ioctl\n",
3086                         jt_cmdname(cmdname));
3087                 lustre_cfg_free(lcfg);
3088                 return rc;
3089         }
3090         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
3091 out:
3092         if (rc)
3093                 rc = -errno;
3094         lustre_cfg_free(lcfg);
3095         return rc;
3096 }
3097
3098 /**
3099  * Format and send the ioctl to the MGS.
3100  *
3101  * \param       cmd             IOCTL to send
3102  * \param       ret_data        void pointer to return anything from
3103  *                              ioctl
3104  * \param       num_args        number of arguments to pack into the
3105  *                              ioctl buffer
3106  * \param       argv[]          variable number of string arguments
3107  *
3108  * \retval                      0 on success
3109  */
3110 static int nodemap_cmd(enum lcfg_command_type cmd, void *ret_data,
3111                        unsigned int ret_size, ...)
3112 {
3113         va_list                 ap;
3114         char                    *arg;
3115         int                     i = 0;
3116         struct lustre_cfg_bufs  bufs;
3117         struct obd_ioctl_data   data;
3118         struct lustre_cfg       *lcfg;
3119         char                    rawbuf[MAX_IOC_BUFLEN];
3120         char                    *buf = rawbuf;
3121         int                     rc = 0;
3122
3123         lustre_cfg_bufs_reset(&bufs, NULL);
3124
3125         va_start(ap, ret_size);
3126         arg = va_arg(ap, char *);
3127         while (arg != NULL) {
3128                 lustre_cfg_bufs_set_string(&bufs, i, arg);
3129                 i++;
3130                 arg = va_arg(ap, char *);
3131         }
3132         va_end(ap);
3133
3134         lcfg = lustre_cfg_new(cmd, &bufs);
3135         if (lcfg == NULL)
3136                 return -ENOMEM;
3137
3138         memset(&data, 0, sizeof(data));
3139         rc = data.ioc_dev = get_mgs_device();
3140         if (rc < 0)
3141                 goto out;
3142
3143         data.ioc_type = LUSTRE_CFG_TYPE;
3144         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3145                          lcfg->lcfg_buflens);
3146         data.ioc_pbuf1 = (void *)lcfg;
3147
3148         memset(buf, 0, sizeof(rawbuf));
3149         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3150         if (rc != 0) {
3151                 fprintf(stderr, "error: invalid ioctl: %08x errno: %d with "
3152                                "rc=%d\n", cmd, errno, rc);
3153                 goto out;
3154         }
3155
3156         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_NODEMAP, buf);
3157         if (rc != 0) {
3158                 fprintf(stderr, "error: invalid ioctl: %08x errno: %d with "
3159                                "rc=%d\n", cmd, errno, rc);
3160                 goto out;
3161         }
3162
3163         if (ret_data != NULL) {
3164                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3165                 if (rc != 0)
3166                         goto out;
3167
3168                 if (ret_size > data.ioc_plen1)
3169                         ret_size = data.ioc_plen1;
3170
3171                 memcpy(ret_data, data.ioc_pbuf1, ret_size);
3172         }
3173 out:
3174         lustre_cfg_free(lcfg);
3175
3176         return rc;
3177 }
3178
3179 /**
3180  * activate nodemap functions
3181  *
3182  * \param       argc            number of args
3183  * \param       argv[]          variable string arguments
3184  *
3185  * argv[0]                      1 for activate or 0 for deactivate
3186  *
3187  * \retval                      0 on success
3188  */
3189 int jt_nodemap_activate(int argc, char **argv)
3190 {
3191         int rc;
3192
3193         rc = nodemap_cmd(LCFG_NODEMAP_ACTIVATE, NULL, 0, argv[0], argv[1],
3194                          NULL);
3195
3196         if (rc != 0) {
3197                 errno = -rc;
3198                 perror(argv[0]);
3199         }
3200
3201         return rc;
3202 }
3203
3204 /**
3205  * add a nodemap
3206  *
3207  * \param       argc            number of args
3208  * \param       argv[]          variable string arguments
3209  *
3210  * argv[0]                      nodemap name
3211  *
3212  * \retval                      0 on success
3213  */
3214 int jt_nodemap_add(int argc, char **argv)
3215 {
3216         int rc;
3217
3218         rc = llapi_nodemap_exists(argv[1]);
3219         if (rc == 0) {
3220                 fprintf(stderr, "error: %s existing nodemap name\n", argv[1]);
3221                 return 1;
3222         }
3223
3224         rc = nodemap_cmd(LCFG_NODEMAP_ADD, NULL, 0, argv[0], argv[1], NULL);
3225
3226         if (rc != 0) {
3227                 errno = -rc;
3228                 perror(argv[0]);
3229         }
3230
3231         return rc;
3232 }
3233
3234 /**
3235  * delete a nodemap
3236  *
3237  * \param       argc            number of args
3238  * \param       argv[]          variable string arguments
3239  *
3240  * argv[0]                      nodemap name
3241  *
3242  * \retval                      0 on success
3243  */
3244 int jt_nodemap_del(int argc, char **argv)
3245 {
3246         int rc;
3247
3248         rc = llapi_nodemap_exists(argv[1]);
3249         if (rc != 0) {
3250                 fprintf(stderr, "error: %s not existing nodemap name\n",
3251                         argv[1]);
3252                 return rc;
3253         }
3254         rc = nodemap_cmd(LCFG_NODEMAP_DEL, NULL, 0, argv[0], argv[1], NULL);
3255
3256         if (rc != 0) {
3257                 errno = -rc;
3258                 perror(argv[0]);
3259         }
3260
3261         return rc;
3262 }
3263
3264 /**
3265  * test a nid for nodemap membership
3266  *
3267  * \param       argc            number of args
3268  * \param       argv[]          variable string arguments
3269  *
3270  * argv[0]                      properly formatted nid
3271  *
3272  * \retval                      0 on success
3273  */
3274 int jt_nodemap_test_nid(int argc, char **argv)
3275 {
3276
3277         char    rawbuf[MAX_IOC_BUFLEN];
3278         int     rc;
3279
3280         rc = nodemap_cmd(LCFG_NODEMAP_TEST_NID, &rawbuf, sizeof(rawbuf),
3281                          argv[0], argv[1], NULL);
3282         if (rc == 0)
3283                 printf("%s\n", (char *)rawbuf);
3284
3285         return rc;
3286 }
3287
3288 /**
3289  * test a nodemap id pair for mapping
3290  *
3291  * \param       argc            number of args
3292  * \param       argv[[]         variable string arguments
3293  *
3294  * \retval                      0 on success
3295  *
3296  * The argv array should contain the nodemap name, the id
3297  * to checking the mapping on, and the id type (UID or GID)
3298  *
3299  */
3300 int jt_nodemap_test_id(int argc, char **argv)
3301 {
3302         char    rawbuf[MAX_IOC_BUFLEN];
3303         char    *nidstr = NULL;
3304         char    *idstr = NULL;
3305         char    *typestr = NULL;
3306         int     rc = 0;
3307         int     c;
3308
3309         static struct option long_options[] = {
3310                 {
3311                         .name           = "nid",
3312                         .has_arg        = required_argument,
3313                         .flag           = 0,
3314                         .val            = 'n',
3315                 },
3316                 {
3317                         .name           = "idtype",
3318                         .has_arg        = required_argument,
3319                         .flag           = 0,
3320                         .val            = 't',
3321                 },
3322                 {
3323                         .name           = "id",
3324                         .has_arg        = required_argument,
3325                         .flag           = 0,
3326                         .val            = 'i',
3327                 },
3328                 {
3329                         NULL
3330                 }
3331         };
3332
3333         while ((c = getopt_long(argc, argv, "n:t:i:",
3334                                 long_options, NULL)) != -1) {
3335                 switch (c) {
3336                 case 'n':
3337                         nidstr = optarg;
3338                         break;
3339                 case 't':
3340                         typestr = optarg;
3341                         break;
3342                 case 'i':
3343                         idstr = optarg;
3344                         break;
3345                 }
3346         }
3347
3348         if (nidstr == NULL || typestr == NULL || idstr == NULL) {
3349                 fprintf(stderr, "usage: nodemap_test_id --nid <nid> "
3350                                 "--idtype [uid|gid] --id <id>\n");
3351                 return -1;
3352         }
3353
3354         rc = nodemap_cmd(LCFG_NODEMAP_TEST_ID, &rawbuf, sizeof(rawbuf),
3355                          argv[0], nidstr, typestr, idstr);
3356         if (rc == 0)
3357                 printf("%s\n", (char *)rawbuf);
3358
3359         return rc;
3360 }
3361
3362 /**
3363  * add an nid range to a nodemap
3364  *
3365  * \param       argc            number of args
3366  * \param       argv[]          variable string arguments
3367  *
3368  * --name                       nodemap name
3369  * --range                      properly formatted nid range
3370  *
3371  * \retval                      0 on success
3372  */
3373 int jt_nodemap_add_range(int argc, char **argv)
3374 {
3375         char                    *nodemap_name = NULL;
3376         char                    *nodemap_range = NULL;
3377         struct list_head        nidlist;
3378         char                    min_nid[LNET_NIDSTR_SIZE + 1];
3379         char                    max_nid[LNET_NIDSTR_SIZE + 1];
3380         char                    nid_range[2 * LNET_NIDSTR_SIZE + 2];
3381         int                     rc = 0;
3382         int                     c;
3383
3384         static struct option long_options[] = {
3385                 {
3386                         .name           = "name",
3387                         .has_arg        = required_argument,
3388                         .flag           = 0,
3389                         .val            = 'n',
3390                 },
3391                 {
3392                         .name           = "range",
3393                         .has_arg        = required_argument,
3394                         .flag           = 0,
3395                         .val            = 'r',
3396                 },
3397                 {
3398                         NULL
3399                 }
3400         };
3401
3402         INIT_LIST_HEAD(&nidlist);
3403
3404         while ((c = getopt_long(argc, argv, "n:r:",
3405                                 long_options, NULL)) != -1) {
3406                 switch (c) {
3407                 case 'n':
3408                         nodemap_name = optarg;
3409                         break;
3410                 case 'r':
3411                         nodemap_range = optarg;
3412                         break;
3413                 }
3414         }
3415
3416         if (nodemap_name == NULL || nodemap_range == NULL) {
3417                 fprintf(stderr, "usage: nodemap_add_range --name <name> "
3418                                 "--range <range>\n");
3419                 return -1;
3420         }
3421
3422         if (cfs_parse_nidlist(nodemap_range, strlen(nodemap_range),
3423                               &nidlist) <= 0) {
3424                 fprintf(stderr, "error: %s: can't parse nid range: %s\n",
3425                         jt_cmdname(argv[0]), nodemap_range);
3426                 return -1;
3427         }
3428
3429         if (!cfs_nidrange_is_contiguous(&nidlist)) {
3430                 fprintf(stderr, "error: %s: nodemap ranges must be "
3431                         "contiguous\n", jt_cmdname(argv[0]));
3432                 return -1;
3433         }
3434
3435         cfs_nidrange_find_min_max(&nidlist, &min_nid[0], &max_nid[0],
3436                                   LNET_NIDSTR_SIZE);
3437         snprintf(nid_range, sizeof(nid_range), "%s:%s", min_nid, max_nid);
3438
3439         rc = nodemap_cmd(LCFG_NODEMAP_ADD_RANGE, NULL, 0, argv[0],
3440                          nodemap_name, nid_range, NULL);
3441         if (rc != 0) {
3442                 errno = -rc;
3443                 fprintf(stderr, "error: %s: cannot add range '%s' to nodemap "
3444                                 "'%s': rc = %d\n",
3445                         jt_cmdname(argv[0]), nodemap_range, nodemap_name, rc);
3446         }
3447
3448         return rc;
3449 }
3450
3451 /**
3452  * delete an nid range to a nodemap
3453  *
3454  * \param       argc            number of args
3455  * \param       argv[]          variable string arguments
3456  *
3457  * --name                       nodemap name
3458  * --range                      properly formatted nid range
3459  *
3460  * \retval                      0 on success
3461  */
3462 int jt_nodemap_del_range(int argc, char **argv)
3463 {
3464         char                    *nodemap_name = NULL;
3465         char                    *nodemap_range = NULL;
3466         struct list_head        nidlist;
3467         char                    min_nid[LNET_NIDSTR_SIZE + 1];
3468         char                    max_nid[LNET_NIDSTR_SIZE + 1];
3469         char                    nid_range[2 * LNET_NIDSTR_SIZE + 2];
3470         int                     rc = 0;
3471         int                     c;
3472
3473         static struct option long_options[] = {
3474                 {
3475                         .name           = "name",
3476                         .has_arg        = required_argument,
3477                         .flag           = 0,
3478                         .val            = 'n',
3479                 },
3480                 {
3481                         .name           = "range",
3482                         .has_arg        = required_argument,
3483                         .flag           = 0,
3484                         .val            = 'r',
3485                 },
3486                 {
3487                         NULL
3488                 }
3489         };
3490
3491         INIT_LIST_HEAD(&nidlist);
3492
3493         while ((c = getopt_long(argc, argv, "n:r:",
3494                                 long_options, NULL)) != -1) {
3495                 switch (c) {
3496                 case 'n':
3497                         nodemap_name = optarg;
3498                         break;
3499                 case 'r':
3500                         nodemap_range = optarg;
3501                         break;
3502                 }
3503         }
3504
3505         if (nodemap_name == NULL || nodemap_range == NULL) {
3506                 fprintf(stderr, "usage: nodemap_del_range --name <name> "
3507                                 "--range <range>\n");
3508                 return -1;
3509         }
3510
3511         if (cfs_parse_nidlist(nodemap_range, strlen(nodemap_range),
3512                               &nidlist) <= 0) {
3513                 fprintf(stderr, "error: %s: can't parse nid range: %s\n",
3514                         jt_cmdname(argv[0]), nodemap_range);
3515                 return -1;
3516         }
3517
3518         if (!cfs_nidrange_is_contiguous(&nidlist)) {
3519                 fprintf(stderr, "error: %s: nodemap ranges must be "
3520                         "contiguous\n", jt_cmdname(argv[0]));
3521                 return -1;
3522         }
3523
3524         cfs_nidrange_find_min_max(&nidlist, &min_nid[0], &max_nid[0],
3525                                   LNET_NIDSTR_SIZE);
3526         snprintf(nid_range, sizeof(nid_range), "%s:%s", min_nid, max_nid);
3527
3528         rc = nodemap_cmd(LCFG_NODEMAP_DEL_RANGE, NULL, 0, argv[0],
3529                          nodemap_name, nid_range, NULL);
3530         if (rc != 0) {
3531                 errno = -rc;
3532                 fprintf(stderr, "error: %s: cannot delete range '%s' to "
3533                                "nodemap '%s': rc = %d\n",
3534                         jt_cmdname(argv[0]), nodemap_range, nodemap_name, rc);
3535         }
3536
3537         return rc;
3538 }
3539
3540 /**
3541  * set a fileset on a nodemap
3542  *
3543  * \param       argc            number of args
3544  * \param       argv[]          variable string arguments
3545  *
3546  * --name                       nodemap name
3547  * --fileset                    fileset name
3548  *
3549  * \retval                      0 on success
3550  */
3551 int jt_nodemap_set_fileset(int argc, char **argv)
3552 {
3553         char *nodemap_name = NULL;
3554         char *fileset_name = NULL;
3555         int   rc = 0;
3556         int   c;
3557
3558         static struct option long_options[] = {
3559                 {
3560                         .name           = "name",
3561                         .has_arg        = required_argument,
3562                         .flag           = 0,
3563                         .val            = 'n',
3564                 },
3565                 {
3566                         .name           = "fileset",
3567                         .has_arg        = required_argument,
3568                         .flag           = 0,
3569                         .val            = 'f',
3570                 },
3571                 {
3572                         NULL
3573                 }
3574         };
3575
3576         while ((c = getopt_long(argc, argv, "n:f:",
3577                                 long_options, NULL)) != -1) {
3578                 switch (c) {
3579                 case 'n':
3580                         nodemap_name = optarg;
3581                         break;
3582                 case 'f':
3583                         fileset_name = optarg;
3584                         break;
3585                 }
3586         }
3587
3588         if (nodemap_name == NULL || fileset_name == NULL) {
3589                 fprintf(stderr, "usage: nodemap_set_fileset --name <name> "
3590                                 "--fileset <fileset>\n");
3591                 return -1;
3592         }
3593
3594         rc = nodemap_cmd(LCFG_NODEMAP_SET_FILESET, NULL, 0, argv[0],
3595                          nodemap_name, fileset_name, NULL);
3596         if (rc != 0) {
3597                 errno = -rc;
3598                 fprintf(stderr, "error: %s: cannot set fileset '%s' on nodemap "
3599                                 "'%s': rc = %d\n",
3600                         jt_cmdname(argv[0]), fileset_name, nodemap_name, rc);
3601         }
3602
3603         return rc;
3604 }
3605
3606 /**
3607  * modify a nodemap's behavior
3608  *
3609  * \param       argc            number of args
3610  * \param       argv[]          variable string arguments
3611  *
3612  * --name                       nodemap name
3613  * --property                   nodemap property to change
3614  *                              admin, trusted, squash_uid, squash_gid)
3615  * --value                      value to set property
3616  *
3617  * \retval                      0 on success
3618  */
3619 int jt_nodemap_modify(int argc, char **argv)
3620 {
3621         int                     c;
3622         int                     rc = 0;
3623         enum lcfg_command_type  cmd = 0;
3624         char                    *nodemap_name = NULL;
3625         char                    *param = NULL;
3626         char                    *value = NULL;
3627
3628         static struct option long_options[] = {
3629                 {
3630                         .name           = "name",
3631                         .has_arg        = required_argument,
3632                         .flag           = 0,
3633                         .val            = 'n',
3634                 },
3635                 {
3636                         .name           = "property",
3637                         .has_arg        = required_argument,
3638                         .flag           = 0,
3639                         .val            = 'p',
3640                 },
3641                 {
3642                         .name           = "value",
3643                         .has_arg        = required_argument,
3644                         .flag           = 0,
3645                         .val            = 'v',
3646                 },
3647                 {
3648                         NULL
3649                 }
3650         };
3651
3652         while ((c = getopt_long(argc, argv, "n:p:v:",
3653                                 long_options, NULL)) != -1) {
3654                 switch (c) {
3655                 case 'n':
3656                         nodemap_name = optarg;
3657                         break;
3658                 case 'p':
3659                         param = optarg;
3660                         break;
3661                 case 'v':
3662                         value = optarg;
3663                         break;
3664                 }
3665         }
3666
3667         if (nodemap_name == NULL || param == NULL || value == NULL) {
3668                 fprintf(stderr, "usage: nodemap_modify --name <nodemap_name> "
3669                                 "--property <property_name> --value <value>\n");
3670                 fprintf(stderr, "valid properties: admin trusted "
3671                                 "squash_uid squash_gid deny_unknown\n");
3672                 return -1;
3673         }
3674
3675         if (strcmp("admin", param) == 0) {
3676                 cmd = LCFG_NODEMAP_ADMIN;
3677         } else if (strcmp("trusted", param) == 0) {
3678                 cmd = LCFG_NODEMAP_TRUSTED;
3679         } else if (strcmp("deny_unknown", param) == 0) {
3680                 cmd = LCFG_NODEMAP_DENY_UNKNOWN;
3681         } else if (strcmp("squash_uid", param) == 0) {
3682                 cmd = LCFG_NODEMAP_SQUASH_UID;
3683         } else if (strcmp("squash_gid", param) == 0) {
3684                 cmd = LCFG_NODEMAP_SQUASH_GID;
3685         } else {
3686                 fprintf(stderr, "error: %s: nodemap_modify invalid "
3687                                 "subcommand: %s\n",
3688                         jt_cmdname(argv[0]), param);
3689                 return -1;
3690         }
3691
3692         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, param,
3693                          value, NULL);
3694         if (rc != 0) {
3695                 errno = -rc;
3696                 fprintf(stderr, "error: %s: cannot modify nodemap '%s' "
3697                                "to param '%s': value '%s': rc = %d\n",
3698                         jt_cmdname(argv[0]), nodemap_name, param, value, rc);
3699         }
3700
3701         return rc;
3702 }
3703
3704 int jt_nodemap_add_idmap(int argc, char **argv)
3705 {
3706         int                     c;
3707         enum                    lcfg_command_type cmd = 0;
3708         char                    *nodemap_name = NULL;
3709         char                    *idmap = NULL;
3710         char                    *idtype = NULL;
3711         int                     rc = 0;
3712
3713         static struct option long_options[] = {
3714                 {
3715                         .name           = "name",
3716                         .has_arg        = required_argument,
3717                         .flag           = 0,
3718                         .val            = 'n',
3719                 },
3720                 {
3721                         .name           = "idmap",
3722                         .has_arg        = required_argument,
3723                         .flag           = 0,
3724                         .val            = 'm',
3725                 },
3726                 {
3727                         .name           = "idtype",
3728                         .has_arg        = required_argument,
3729                         .flag           = 0,
3730                         .val            = 'i',
3731                 },
3732                 {
3733                         NULL
3734                 }
3735         };
3736
3737         while ((c = getopt_long(argc, argv, "n:m:i:",
3738                                 long_options, NULL)) != -1) {
3739                 switch (c) {
3740                 case 'n':
3741                         nodemap_name = optarg;
3742                         break;
3743                 case 'm':
3744                         idmap = optarg;
3745                         break;
3746                 case 'i':
3747                         idtype = optarg;
3748                         break;
3749                 }
3750         }
3751
3752         if (nodemap_name == NULL || idmap == NULL || idtype == NULL) {
3753                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3754                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3755                 return -1;
3756         }
3757
3758         if (strcmp("uid", idtype) == 0) {
3759                 cmd = LCFG_NODEMAP_ADD_UIDMAP;
3760         } else if (strcmp("gid", idtype) == 0) {
3761                 cmd = LCFG_NODEMAP_ADD_GIDMAP;
3762         } else {
3763                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3764                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3765                 return -1;
3766         }
3767
3768         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, idmap, NULL);
3769         if (rc != 0) {
3770                 errno = -rc;
3771                 fprintf(stderr, "cannot add %smap '%s' to nodemap '%s'"
3772                         ": rc = %d\n", idtype, idmap, nodemap_name, rc);
3773         }
3774
3775         return rc;
3776 }
3777
3778 int jt_nodemap_del_idmap(int argc, char **argv)
3779 {
3780         int                     c;
3781         enum                    lcfg_command_type cmd = 0;
3782         char                    *nodemap_name = NULL;
3783         char                    *idmap = NULL;
3784         char                    *idtype = NULL;
3785         int                     rc = 0;
3786
3787         static struct option long_options[] = {
3788                 {
3789                         .name           = "name",
3790                         .has_arg        = required_argument,
3791                         .flag           = 0,
3792                         .val            = 'n',
3793                 },
3794                 {
3795                         .name           = "idmap",
3796                         .has_arg        = required_argument,
3797                         .flag           = 0,
3798                         .val            = 'm',
3799                 },
3800                 {
3801                         .name           = "idtype",
3802                         .has_arg        = required_argument,
3803                         .flag           = 0,
3804                         .val            = 'i',
3805                 },
3806                 {
3807                         NULL
3808                 }
3809         };
3810
3811         while ((c = getopt_long(argc, argv, "n:m:i:",
3812                                 long_options, NULL)) != -1) {
3813                 switch (c) {
3814                 case 'n':
3815                         nodemap_name = optarg;
3816                         break;
3817                 case 'm':
3818                         idmap = optarg;
3819                         break;
3820                 case 'i':
3821                         idtype = optarg;
3822                         break;
3823                 }
3824         }
3825
3826         if (nodemap_name == NULL || idmap == NULL || idtype == NULL) {
3827                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3828                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3829                 return -1;
3830         }
3831
3832         if (strcmp("uid", idtype) == 0)
3833                 cmd = LCFG_NODEMAP_DEL_UIDMAP;
3834         else
3835                 cmd = LCFG_NODEMAP_DEL_GIDMAP;
3836
3837         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, idmap, NULL);
3838         if (rc != 0) {
3839                 errno = -rc;
3840                 fprintf(stderr, "cannot delete %smap '%s' from nodemap '%s'"
3841                         ": rc = %d\n", idtype, idmap, nodemap_name, rc);
3842         }
3843
3844         return rc;
3845 }
3846
3847 /*
3848  * this function tranforms a rule [start-end/step] into an array
3849  * of matching numbers
3850  * supported forms are:
3851  * [start]                : just this number
3852  * [start-end]            : all numbers from start to end
3853  * [start-end/step]       : numbers from start to end with increment of step
3854  * on return, format contains a printf format string which can be used
3855  * to generate all the strings
3856  */
3857 static int get_array_idx(char *rule, char *format, int **array)
3858 {
3859         char *start, *end, *ptr;
3860         unsigned int lo, hi, step;
3861         int array_sz = 0;
3862         int i, array_idx;
3863         int rc;
3864
3865         start = strchr(rule, '[');
3866         end = strchr(rule, ']');
3867         if ((start == NULL) || (end == NULL)) {
3868                 *array = malloc(sizeof(int));
3869                 if (*array == NULL)
3870                         return 0;
3871                 strcpy(format, rule);
3872                 array_sz = 1;
3873                 return array_sz;
3874         }
3875         *start = '\0';
3876         *end = '\0';
3877         end++;
3878         start++;
3879         /* put in format the printf format (the rule without the range) */
3880         sprintf(format, "%s%%.4x%s", rule, end);
3881
3882         array_idx = 0;
3883         array_sz = 0;
3884         *array = NULL;
3885         /* loop on , separator */
3886         do {
3887                 /* extract the 3 fields */
3888                 rc = sscanf(start, "%x-%x/%u", &lo, &hi, &step);
3889                 switch (rc) {
3890                 case 0:
3891                         goto err;
3892                 case 1: {
3893                         void *tmp;
3894
3895                         array_sz++;
3896                         tmp = realloc(*array, array_sz * sizeof(int));
3897                         if (tmp == NULL)
3898                                 goto err;
3899                         *array = tmp;
3900                         (*array)[array_idx] = lo;
3901                         array_idx++;
3902                         break;
3903                 }
3904                 case 2: {
3905                         step = 1;
3906                         /* do not break to share code with case 3: */
3907                 }
3908                 case 3: {
3909                         void *tmp;
3910
3911                         if ((hi < lo) || (step == 0))
3912                                 goto err;
3913                         array_sz += (hi - lo) / step + 1;
3914                         tmp = realloc(*array, array_sz * sizeof(int));
3915                         if (tmp == NULL)
3916                                 goto err;
3917                         *array = tmp;
3918                         for (i = lo; i <= hi; i+=step, array_idx++)
3919                                 (*array)[array_idx] = i;
3920                         break;
3921                 }
3922                 }
3923                 ptr = strchr(start, ',');
3924                 if (ptr != NULL)
3925                         start = ptr + 1;
3926
3927         } while (ptr != NULL);
3928         return array_sz;
3929 err:
3930         if (*array != NULL) {
3931                 free(*array);
3932                 *array = NULL;
3933         }
3934         return 0;
3935 }
3936
3937 static int extract_fsname_poolname(const char *arg, char *fsname,
3938                                    char *poolname)
3939 {
3940         char *ptr;
3941         int rc;
3942
3943         strlcpy(fsname, arg, PATH_MAX + 1);
3944         ptr = strchr(fsname, '.');
3945         if (ptr == NULL) {
3946                 fprintf(stderr, ". is missing in %s\n", fsname);
3947                 rc = -EINVAL;
3948                 goto err;
3949         }
3950
3951         if ((ptr - fsname) == 0) {
3952                 fprintf(stderr, "fsname is empty\n");
3953                 rc = -EINVAL;
3954                 goto err;
3955         }
3956
3957         *ptr = '\0';
3958         ++ptr;
3959
3960         rc = lustre_is_fsname_valid(fsname, 1, LUSTRE_MAXFSNAME);
3961         if (rc < 0) {
3962                 fprintf(stderr, "filesystem name %s must be 1-%d chars\n",
3963                         fsname, LUSTRE_MAXFSNAME);
3964                 rc = -EINVAL;
3965                 goto err;
3966         } else if (rc > 0) {
3967                 fprintf(stderr, "char '%c' not allowed in filesystem name\n",
3968                         rc);
3969                 rc = -EINVAL;
3970                 goto err;
3971         }
3972
3973         rc = lustre_is_poolname_valid(ptr, 1, LOV_MAXPOOLNAME);
3974         if (rc == -1) {
3975                 fprintf(stderr, "poolname is empty\n");
3976                 rc = -EINVAL;
3977                 goto err;
3978         } else if (rc == -2) {
3979                 fprintf(stderr,
3980                         "poolname %s is too long (max is %d)\n",
3981                         ptr, LOV_MAXPOOLNAME);
3982                 rc = -ENAMETOOLONG;
3983                 goto err;
3984         } else if (rc > 0) {
3985                 fprintf(stderr, "char '%c' not allowed in pool name '%s'\n",
3986                         rc, ptr);
3987                 rc = -EINVAL;
3988                 goto err;
3989         }
3990
3991         strncpy(poolname, ptr, LOV_MAXPOOLNAME);
3992         poolname[LOV_MAXPOOLNAME] = '\0';
3993         return 0;
3994
3995 err:
3996         fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
3997         return rc;
3998 }
3999
4000 int jt_pool_cmd(int argc, char **argv)
4001 {
4002         enum lcfg_command_type cmd;
4003         char fsname[PATH_MAX + 1];
4004         char poolname[LOV_MAXPOOLNAME + 1];
4005         char *ostnames_buf = NULL;
4006         int i, rc;
4007         int *array = NULL, array_sz;
4008         struct {
4009                 int     rc;
4010                 char   *ostname;
4011         } *cmds = NULL;
4012
4013         switch (argc) {
4014         case 0:
4015         case 1: return CMD_HELP;
4016         case 2: {
4017                 if (strcmp("pool_new", argv[0]) == 0)
4018                         cmd = LCFG_POOL_NEW;
4019                 else if (strcmp("pool_destroy", argv[0]) == 0)
4020                         cmd = LCFG_POOL_DEL;
4021                 else if (strcmp("pool_list", argv[0]) == 0)
4022                          return llapi_poollist(argv[1]);
4023                 else return CMD_HELP;
4024
4025                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
4026                 if (rc)
4027                         break;
4028
4029                 rc = pool_cmd(cmd, argv[0], argv[1], fsname, poolname, NULL);
4030                 if (rc)
4031                         break;
4032
4033                 check_pool_cmd_result(cmd, fsname, poolname, NULL);
4034                 break;
4035         }
4036         default: {
4037                 char format[2*MAX_OBD_NAME];
4038
4039                 if (strcmp("pool_remove", argv[0]) == 0) {
4040                         cmd = LCFG_POOL_REM;
4041                 } else if (strcmp("pool_add", argv[0]) == 0) {
4042                         cmd = LCFG_POOL_ADD;
4043                 } else {
4044                         return CMD_HELP;
4045                 }
4046
4047                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
4048                 if (rc)
4049                         break;
4050
4051                 for (i = 2; i < argc; i++) {
4052                         int j;
4053
4054                         array_sz = get_array_idx(argv[i], format, &array);
4055                         if (array_sz == 0)
4056                                 return CMD_HELP;
4057
4058                         cmds = malloc(array_sz * sizeof(cmds[0]));
4059                         if (cmds != NULL) {
4060                                 ostnames_buf = malloc(array_sz *
4061                                                       (MAX_OBD_NAME + 1));
4062                         } else {
4063                                 free(array);
4064                                 rc = -ENOMEM;
4065                                 goto out;
4066                         }
4067
4068                         for (j = 0; j < array_sz; j++) {
4069                                 char ostname[MAX_OBD_NAME + 1];
4070
4071                                 snprintf(ostname, MAX_OBD_NAME, format,
4072                                          array[j]);
4073                                 ostname[MAX_OBD_NAME] = '\0';
4074
4075                                 rc = check_and_complete_ostname(fsname,ostname);
4076                                 if (rc) {
4077                                         free(array);
4078                                         free(cmds);
4079                                         if (ostnames_buf)
4080                                                 free(ostnames_buf);
4081                                         goto out;
4082                                 }
4083                                 if (ostnames_buf != NULL) {
4084                                         cmds[j].ostname =
4085                                           &ostnames_buf[(MAX_OBD_NAME + 1) * j];
4086                                         strcpy(cmds[j].ostname, ostname);
4087                                 } else {
4088                                         cmds[j].ostname = NULL;
4089                                 }
4090                                 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
4091                                                       fsname, poolname,
4092                                                       ostname);
4093                                 /* Return an err if any of the add/dels fail */
4094                                 if (!rc)
4095                                         rc = cmds[j].rc;
4096                         }
4097                         for (j = 0; j < array_sz; j++) {
4098                                 if (!cmds[j].rc) {
4099                                         char ostname[MAX_OBD_NAME + 1];
4100
4101                                         if (!cmds[j].ostname) {
4102                                                 snprintf(ostname, MAX_OBD_NAME,
4103                                                          format, array[j]);
4104                                                 ostname[MAX_OBD_NAME] = '\0';
4105                                                 check_and_complete_ostname(
4106                                                         fsname, ostname);
4107                                         } else {
4108                                                 strcpy(ostname,
4109                                                        cmds[j].ostname);
4110                                         }
4111                                         check_pool_cmd_result(cmd, fsname,
4112                                                               poolname,ostname);
4113                                 }
4114                         }
4115                         if (array_sz > 0)
4116                                 free(array);
4117                         if (cmds)
4118                                 free(cmds);
4119                         if (ostnames_buf != NULL)
4120                                 free(ostnames_buf);
4121                 }
4122                 /* fall through */
4123         }
4124         } /* switch */
4125
4126 out:
4127         if (rc != 0) {
4128                 errno = -rc;
4129                 perror(argv[0]);
4130         }
4131
4132         return rc;
4133 }
4134
4135 static const char *barrier_status2name(enum barrier_status status)
4136 {
4137         switch (status) {
4138         case BS_INIT:
4139                 return "init";
4140         case BS_FREEZING_P1:
4141                 return "freezing_p1";
4142         case BS_FREEZING_P2:
4143                 return "freezing_p2";
4144         case BS_FROZEN:
4145                 return "frozen";
4146         case BS_THAWING:
4147                 return "thawing";
4148         case BS_THAWED:
4149                 return "thawed";
4150         case BS_FAILED:
4151                 return "failed";
4152         case BS_EXPIRED:
4153                 return "expired";
4154         case BS_RESCAN:
4155                 return "rescan";
4156         default:
4157                 return "unknown";
4158         }
4159 }
4160
4161 int jt_barrier_freeze(int argc, char **argv)
4162 {
4163         struct obd_ioctl_data data;
4164         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
4165         struct barrier_ctl bc;
4166         int rc;
4167
4168         if (argc < 2 || argc > 3)
4169                 return CMD_HELP;
4170
4171         memset(&data, 0, sizeof(data));
4172         rc = data.ioc_dev = get_mgs_device();
4173         if (rc < 0)
4174                 return rc;
4175
4176         memset(&bc, 0, sizeof(bc));
4177         bc.bc_version = BARRIER_VERSION_V1;
4178         bc.bc_cmd = BC_FREEZE;
4179         if (argc == 3)
4180                 bc.bc_timeout = atoi(argv[2]);
4181         if (bc.bc_timeout == 0)
4182                 bc.bc_timeout = BARRIER_TIMEOUT_DEFAULT;
4183
4184         if (strlen(argv[1]) > 8) {
4185                 fprintf(stderr, "%s: fsname name %s is too long. "
4186                         "It should not exceed 8.\n", argv[0], argv[1]);
4187                 return -EINVAL;
4188         }
4189
4190         strncpy(bc.bc_name, argv[1], sizeof(bc.bc_name));
4191         data.ioc_inlbuf1 = (char *)&bc;
4192         data.ioc_inllen1 = sizeof(bc);
4193         memset(buf, 0, sizeof(rawbuf));
4194         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4195         if (rc) {
4196                 fprintf(stderr, "Fail to pack ioctl data: rc = %d.\n", rc);
4197                 return rc;
4198         }
4199
4200         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_BARRIER, buf);
4201         if (rc < 0)
4202                 fprintf(stderr, "Fail to freeze barrier for %s: %s\n",
4203                         argv[1], strerror(errno));
4204
4205         return rc;
4206 }
4207
4208 int jt_barrier_thaw(int argc, char **argv)
4209 {
4210         struct obd_ioctl_data data;
4211         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
4212         struct barrier_ctl bc;
4213         int rc;
4214
4215         if (argc != 2)
4216                 return CMD_HELP;
4217
4218         memset(&data, 0, sizeof(data));
4219         rc = data.ioc_dev = get_mgs_device();
4220         if (rc < 0)
4221                 return rc;
4222
4223         memset(&bc, 0, sizeof(bc));
4224         bc.bc_version = BARRIER_VERSION_V1;
4225         bc.bc_cmd = BC_THAW;
4226
4227         if (strlen(argv[1]) > 8) {
4228                 fprintf(stderr, "fsname name %s is too long. "
4229                         "It should not exceed 8.\n", argv[1]);
4230                 return -EINVAL;
4231         }
4232
4233         strncpy(bc.bc_name, argv[1], sizeof(bc.bc_name));
4234         data.ioc_inlbuf1 = (char *)&bc;
4235         data.ioc_inllen1 = sizeof(bc);
4236         memset(buf, 0, sizeof(rawbuf));
4237         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4238         if (rc) {
4239                 fprintf(stderr, "Fail to pack ioctl data: rc = %d.\n", rc);
4240                 return rc;
4241         }
4242
4243         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_BARRIER, buf);
4244         if (rc < 0)
4245                 fprintf(stderr, "Fail to thaw barrier for %s: %s\n",
4246                         argv[1], strerror(errno));
4247
4248         return rc;
4249 }
4250
4251 int __jt_barrier_stat(int argc, char **argv, struct barrier_ctl *bc)
4252 {
4253         struct obd_ioctl_data data;
4254         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
4255         int rc;
4256
4257         memset(&data, 0, sizeof(data));
4258         rc = data.ioc_dev = get_mgs_device();
4259         if (rc < 0)
4260                 return rc;
4261
4262         memset(bc, 0, sizeof(*bc));
4263         bc->bc_version = BARRIER_VERSION_V1;
4264         bc->bc_cmd = BC_STAT;
4265         strncpy(bc->bc_name, argv[1], sizeof(bc->bc_name));
4266         data.ioc_inlbuf1 = (char *)bc;
4267         data.ioc_inllen1 = sizeof(*bc);
4268         memset(buf, 0, sizeof(rawbuf));
4269         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4270         if (rc) {
4271                 fprintf(stderr, "Fail to pack ioctl data: rc = %d.\n", rc);
4272                 return rc;
4273         }
4274
4275         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_BARRIER, buf);
4276         if (rc < 0)
4277                 fprintf(stderr, "Fail to query barrier for %s: %s\n",
4278                         argv[1], strerror(errno));
4279         else
4280                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4281
4282         return rc;
4283 }
4284
4285 int jt_barrier_stat(int argc, char **argv)
4286 {
4287         struct barrier_ctl bc;
4288         int rc;
4289
4290         if (argc != 2)
4291                 return CMD_HELP;
4292
4293         if (strlen(argv[1]) > 8) {
4294                 fprintf(stderr, "fsname name %s is too long. "
4295                         "It should not exceed 8.\n", argv[1]);
4296                 return -EINVAL;
4297         }
4298
4299         rc = __jt_barrier_stat(argc, argv, &bc);
4300         if (!rc) {
4301                 printf("The barrier for %s is in '%s'\n",
4302                        argv[1], barrier_status2name(bc.bc_status));
4303                 if (bc.bc_status == BS_FREEZING_P1 ||
4304                     bc.bc_status == BS_FREEZING_P2 ||
4305                     bc.bc_status == BS_FROZEN)
4306                         printf("The barrier will be expired after %d "
4307                                "seconds\n", bc.bc_timeout);
4308         }
4309
4310         return rc;
4311 }
4312
4313 int jt_barrier_rescan(int argc, char **argv)
4314 {
4315         struct obd_ioctl_data data;
4316         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
4317         struct barrier_ctl bc;
4318         int rc;
4319
4320         if (argc < 2 || argc > 3)
4321                 return CMD_HELP;
4322
4323         memset(&data, 0, sizeof(data));
4324         rc = data.ioc_dev = get_mgs_device();
4325         if (rc < 0)
4326                 return rc;
4327
4328         memset(&bc, 0, sizeof(bc));
4329         bc.bc_version = BARRIER_VERSION_V1;
4330         bc.bc_cmd = BC_RESCAN;
4331         if (argc == 3)
4332                 bc.bc_timeout = atoi(argv[2]);
4333         if (bc.bc_timeout == 0)
4334                 bc.bc_timeout = BARRIER_TIMEOUT_DEFAULT;
4335
4336         if (strlen(argv[1]) > 8) {
4337                 fprintf(stderr, "fsname name %s is too long. "
4338                         "It should not exceed 8.\n", argv[1]);
4339                 return -EINVAL;
4340         }
4341
4342         strncpy(bc.bc_name, argv[1], sizeof(bc.bc_name));
4343         data.ioc_inlbuf1 = (char *)&bc;
4344         data.ioc_inllen1 = sizeof(bc);
4345         memset(buf, 0, sizeof(rawbuf));
4346         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4347         if (rc) {
4348                 fprintf(stderr, "Fail to pack ioctl data: rc = %d.\n", rc);
4349                 return rc;
4350         }
4351
4352         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_BARRIER, buf);
4353         if (rc < 0) {
4354                 fprintf(stderr, "Fail to rescan barrier bitmap for %s: %s\n",
4355                         argv[1], strerror(errno));
4356         } else {
4357                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4358                 printf("%u of %u MDT(s) in the filesystem %s are inactive\n",
4359                        bc.bc_absence, bc.bc_total, argv[1]);
4360         }
4361
4362         return rc;
4363 }
4364
4365 int jt_get_obj_version(int argc, char **argv)
4366 {
4367         struct lu_fid fid;
4368         struct obd_ioctl_data data;
4369         __u64 version, id = ULLONG_MAX, group = ULLONG_MAX;
4370         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf, *fidstr;
4371         int rc, c;
4372
4373         while ((c = getopt(argc, argv, "i:g:")) != -1) {
4374                 switch (c) {
4375                 case 'i':
4376                         id = strtoull(optarg, NULL, 0);
4377                         break;
4378                 case 'g':
4379                         group = strtoull(optarg, NULL, 0);
4380                         break;
4381                 default:
4382                         return CMD_HELP;
4383                 }
4384         }
4385
4386         argc -= optind;
4387         argv += optind;
4388
4389         if (!(id != ULLONG_MAX && group != ULLONG_MAX && argc == 0) &&
4390             !(id == ULLONG_MAX && group == ULLONG_MAX && argc == 1))
4391                 return CMD_HELP;
4392
4393         memset(&data, 0, sizeof data);
4394         data.ioc_dev = cur_device;
4395         if (argc == 1) {
4396                 fidstr = *argv;
4397                 while (*fidstr == '[')
4398                         fidstr++;
4399                 sscanf(fidstr, SFID, RFID(&fid));
4400
4401                 data.ioc_inlbuf1 = (char *) &fid;
4402                 data.ioc_inllen1 = sizeof fid;
4403         } else {
4404                 data.ioc_inlbuf3 = (char *) &id;
4405                 data.ioc_inllen3 = sizeof id;
4406                 data.ioc_inlbuf4 = (char *) &group;
4407                 data.ioc_inllen4 = sizeof group;
4408         }
4409         data.ioc_inlbuf2 = (char *) &version;
4410         data.ioc_inllen2 = sizeof version;
4411
4412         memset(buf, 0, sizeof *buf);
4413         rc = obd_ioctl_pack(&data, &buf, sizeof rawbuf);
4414         if (rc) {
4415                 fprintf(stderr, "error: %s: packing ioctl arguments: %s\n",
4416                         jt_cmdname(argv[0]), strerror(-rc));
4417                 return rc;
4418         }
4419
4420         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GET_OBJ_VERSION, buf);
4421         if (rc == -1) {
4422                 fprintf(stderr, "error: %s: ioctl: %s\n",
4423                         jt_cmdname(argv[0]), strerror(errno));
4424                 return -errno;
4425         }
4426
4427         obd_ioctl_unpack(&data, buf, sizeof rawbuf);
4428         printf("%#jx\n", (uintmax_t)version);
4429         return 0;
4430 }
4431
4432 int jt_changelog_register(int argc, char **argv)
4433 {
4434         struct obd_ioctl_data    data = { 0 };
4435         char                     rawbuf[MAX_IOC_BUFLEN] = "";
4436         char                    *buf = rawbuf;
4437         char                    *device = lcfg_get_devname();
4438         bool                     print_name_only = false;
4439         int                      c;
4440         int                      rc;
4441
4442         if (argc > 2)
4443                 return CMD_HELP;
4444
4445         while ((c = getopt(argc, argv, "hn")) >= 0) {
4446                 switch (c) {
4447                 case 'n':
4448                         print_name_only = true;
4449                         break;
4450                 case 'h':
4451                 default:
4452                         return CMD_HELP;
4453                 }
4454         }
4455
4456         if (cur_device < 0 || device == NULL)
4457                 return CMD_HELP;
4458
4459         data.ioc_dev = cur_device;
4460
4461         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4462         if (rc < 0) {
4463                 fprintf(stderr, "error: %s: cannot pack ioctl: %s\n",
4464                         jt_cmdname(argv[0]), strerror(-rc));
4465                return rc;
4466         }
4467
4468         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_REG, buf);
4469         if (rc < 0) {
4470                 rc = -errno;
4471                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
4472                         strerror(-rc));
4473                 return rc;
4474         }
4475
4476         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4477
4478         if (data.ioc_u32_1 == 0) {
4479                 fprintf(stderr, "received invalid userid!\n");
4480                 return -EPROTO;
4481         }
4482
4483         if (print_name_only)
4484                 printf("%s%u\n", CHANGELOG_USER_PREFIX, data.ioc_u32_1);
4485         else
4486                 printf("%s: Registered changelog userid '%s%u'\n",
4487                        device, CHANGELOG_USER_PREFIX, data.ioc_u32_1);
4488
4489         return 0;
4490 }
4491
4492 int jt_changelog_deregister(int argc, char **argv)
4493 {
4494         struct obd_ioctl_data    data = { 0 };
4495         char                     rawbuf[MAX_IOC_BUFLEN] = "";
4496         char                    *buf = rawbuf;
4497         char                    *device = lcfg_get_devname();
4498         int                      id;
4499         int                      rc;
4500
4501         if (argc != 2 || cur_device < 0 || device == NULL)
4502                 return CMD_HELP;
4503
4504         rc = sscanf(argv[1], CHANGELOG_USER_PREFIX"%d", &id);
4505         if (rc != 1 || id <= 0) {
4506                 fprintf(stderr,
4507                         "error: %s: expected id of the form %s<num> got '%s'\n",
4508                         jt_cmdname(argv[0]), CHANGELOG_USER_PREFIX, argv[1]);
4509                 return CMD_HELP;
4510         }
4511
4512         data.ioc_dev = cur_device;
4513         data.ioc_u32_1 = id;
4514
4515         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4516         if (rc < 0) {
4517                 fprintf(stderr, "error: %s: invalid ioctl\n",
4518                         jt_cmdname(argv[0]));
4519                 return rc;
4520         }
4521
4522         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_DEREG, buf);
4523         if (rc < 0) {
4524                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
4525                         strerror(rc = errno));
4526                 return rc;
4527         }
4528
4529         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4530         printf("%s: Deregistered changelog user '%s%u'\n",
4531                device, CHANGELOG_USER_PREFIX, data.ioc_u32_1);
4532
4533         return 0;
4534 }