lustre/utils/obd.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2011, 2015, Intel Corporation.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/utils/obd.c
  37  *
  38  * Author: Peter J. Braam <braam@clusterfs.com>
  39  * Author: Phil Schwan <phil@clusterfs.com>
  40  * Author: Andreas Dilger <adilger@clusterfs.com>
  41  * Author: Robert Read <rread@clusterfs.com>
  42  */
  43
  44 #include <sys/ioctl.h>
  45 #include <sys/socket.h>
  46 #include <sys/stat.h>
  47 #include <sys/time.h>
  48 #include <sys/types.h>
  49 #include <sys/un.h>
  50 #include <sys/wait.h>
  51
  52 #include <ctype.h>
  53 #include <errno.h>
  54 #include <fcntl.h>
  55 #include <getopt.h>
  56 #include <signal.h>
  57 #include <stdarg.h>
  58 #include <stdbool.h>
  59 #include <stdio.h>
  60 #include <stdlib.h>
  61 #include <string.h>
  62 #include <time.h>
  63 #include <unistd.h>
  64 #include <limits.h>
  65
  66 #include "obdctl.h"
  67 #include <libcfs/util/ioctl.h>
  68 #include <libcfs/util/param.h>
  69 #include <libcfs/util/parser.h>
  70 #include <libcfs/util/string.h>
  71
  72 #include <lnet/nidstr.h>
  73 #include <lustre/lustre_idl.h>
  74 #include <lustre_cfg.h>
  75 #include <lustre_ioctl.h>
  76 #include <lustre_ver.h>
  77
  78 #include <lnet/lnetctl.h>
  79 #include <lustre/lustreapi.h>
  80 #include <lustre_param.h>
  81
  82 #define MAX_STRING_SIZE 128
  83
  84 #if HAVE_LIBPTHREAD
  85 #include <sys/ipc.h>
  86 #include <sys/shm.h>
  87 #include <pthread.h>
  88
  89 #define MAX_THREADS 4096
  90 #define MAX_BASE_ID 0xffffffff
  91 #define NIDSTRING_LENGTH 64
  92 struct shared_data {
  93         pthread_mutex_t mutex;
  94         pthread_cond_t  cond;
  95         int       stopping;
  96         struct {
  97                 __u64 counters[MAX_THREADS];
  98                 __u64 offsets[MAX_THREADS];
  99                 int   thr_running;
 100                 int   start_barrier;
 101                 int   stop_barrier;
 102                 struct timeval start_time;
 103                 struct timeval end_time;
 104         } body;
 105 };
 106
 107 static struct shared_data *shared_data;
 108 static __u64 counter_snapshot[2][MAX_THREADS];
 109 static int prev_valid;
 110 static struct timeval prev_time;
 111 static int thread;
 112 static int nthreads;
 113 #else
 114 const int thread = 0;
 115 const int nthreads = 1;
 116 #endif
 117
 118 static int cur_device = -1;
 119
 120 static int l2_ioctl(int dev_id, int opc, void *buf)
 121 {
 122         return l_ioctl(dev_id, opc, buf);
 123 }
 124
 125 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
 126 {
 127         struct obd_ioctl_data data;
 128         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 129         int rc;
 130
 131         memset(&data, 0, sizeof(data));
 132         data.ioc_dev = cur_device;
 133         data.ioc_type = LUSTRE_CFG_TYPE;
 134         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 135                                         lcfg->lcfg_buflens);
 136         data.ioc_pbuf1 = (void *)lcfg;
 137         memset(buf, 0, sizeof(rawbuf));
 138         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 139         if (rc) {
 140                 fprintf(stderr, "error: %s: invalid ioctl\n",
 141                         jt_cmdname(func));
 142                 return rc;
 143         }
 144
 145         rc =  l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
 146
 147         return rc;
 148 }
 149
 150 static int do_device(char *func, char *devname);
 151
 152 static int get_mgs_device()
 153 {
 154         char mgs[] = "$MGS";
 155         static int mgs_device = -1;
 156
 157         if (mgs_device == -1) {
 158                 int rc;
 159                 do_disconnect(NULL, 1);
 160                 rc = do_device("mgsioc", mgs);
 161                 if (rc) {
 162                         fprintf(stderr,
 163                                 "This command must be run on the MGS.\n");
 164                         errno = ENODEV;
 165                         return -1;
 166                 }
 167                 mgs_device = cur_device;
 168         }
 169         return mgs_device;
 170 }
 171
 172 /* Returns -1 on error with errno set */
 173 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
 174 {
 175         struct obd_ioctl_data data;
 176         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 177         int rc;
 178
 179         memset(&data, 0, sizeof(data));
 180         rc = data.ioc_dev = get_mgs_device();
 181         if (rc < 0)
 182                 goto out;
 183         data.ioc_type = LUSTRE_CFG_TYPE;
 184         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 185                                         lcfg->lcfg_buflens);
 186         data.ioc_pbuf1 = (void *)lcfg;
 187         memset(buf, 0, sizeof(rawbuf));
 188         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 189         if (rc) {
 190                 fprintf(stderr, "error: %s: invalid ioctl\n",
 191                         jt_cmdname(func));
 192                 return rc;
 193         }
 194
 195         rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
 196 out:
 197         if (rc) {
 198                 if (errno == ENOSYS)
 199                         fprintf(stderr, "Make sure cfg_device is set first.\n");
 200         }
 201         return rc;
 202 }
 203
 204 char *obdo_print(struct obdo *obd)
 205 {
 206         char buf[1024];
 207
 208         snprintf(buf, sizeof(buf), "id: %#jx\ngrp: %#jx\natime: %ju\n"
 209                  "mtime: %ju\nctime: %ju\nsize: %ju\nblocks: %ju"
 210                  "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
 211                  "misc: %x\nnlink: %d,\nvalid %#jx\n",
 212                  (uintmax_t)ostid_id(&obd->o_oi),
 213                  (uintmax_t)ostid_seq(&obd->o_oi),
 214                  (uintmax_t)obd->o_atime, (uintmax_t)obd->o_mtime,
 215                  (uintmax_t)obd->o_ctime, (uintmax_t)obd->o_size,
 216                  (uintmax_t)obd->o_blocks, obd->o_blksize, obd->o_mode,
 217                  obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
 218                  obd->o_nlink, (uintmax_t)obd->o_valid);
 219         return strdup(buf);
 220 }
 221
 222
 223 #define BAD_VERBOSE (-999999999)
 224
 225 #define N2D_OFF 0x100      /* So we can tell between error codes and devices */
 226
 227 static int do_name2dev(char *func, char *name)
 228 {
 229         struct obd_ioctl_data data;
 230         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 231         int rc;
 232
 233         memset(&data, 0, sizeof(data));
 234         data.ioc_dev = cur_device;
 235         data.ioc_inllen1 = strlen(name) + 1;
 236         data.ioc_inlbuf1 = name;
 237
 238         memset(buf, 0, sizeof(rawbuf));
 239         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 240         if (rc < 0) {
 241                 fprintf(stderr, "error: %s: invalid ioctl\n",
 242                         jt_cmdname(func));
 243                 return -rc;
 244         }
 245         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
 246         if (rc < 0)
 247                 return errno;
 248         rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
 249         if (rc) {
 250                 fprintf(stderr, "error: %s: invalid reply\n",
 251                         jt_cmdname(func));
 252                 return rc;
 253         }
 254
 255         return data.ioc_dev + N2D_OFF;
 256 }
 257
 258 /*
 259  * resolve a device name to a device number.
 260  * supports a number, $name or %uuid.
 261  */
 262 int parse_devname(char *func, char *name)
 263 {
 264         int rc;
 265         int ret = -1;
 266
 267         if (!name)
 268                 return ret;
 269         if (isdigit(name[0])) {
 270                 ret = strtoul(name, NULL, 0);
 271         } else {
 272                 if (name[0] == '$' || name[0] == '%')
 273                         name++;
 274                 rc = do_name2dev(func, name);
 275                 if (rc >= N2D_OFF) {
 276                         ret = rc - N2D_OFF;
 277                         // printf("Name %s is device %d\n", name, ret);
 278                 } else {
 279                         fprintf(stderr, "No device found for name %s: %s\n",
 280                                 name, strerror(rc));
 281                 }
 282         }
 283         return ret;
 284 }
 285
 286 char *jt_cmdname(char *func)
 287 {
 288         static char buf[512];
 289
 290         if (thread) {
 291                 sprintf(buf, "%s-%d", func, thread);
 292                 return buf;
 293         }
 294
 295         return func;
 296 }
 297
 298 #define difftime(a, b)                                  \
 299         ((a)->tv_sec - (b)->tv_sec +                    \
 300          ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
 301
 302 static int be_verbose(int verbose, struct timeval *next_time,
 303                       __u64 num, __u64 *next_num, int num_total)
 304 {
 305         struct timeval now;
 306
 307         if (!verbose)
 308                 return 0;
 309
 310         if (next_time != NULL)
 311                 gettimeofday(&now, NULL);
 312
 313         /* A positive verbosity means to print every X iterations */
 314         if (verbose > 0 && (num >= *next_num || num >= num_total)) {
 315                 *next_num += verbose;
 316                 if (next_time) {
 317                         next_time->tv_sec = now.tv_sec - verbose;
 318                         next_time->tv_usec = now.tv_usec;
 319                 }
 320                 return 1;
 321         }
 322
 323         /* A negative verbosity means to print at most each X seconds */
 324         if (verbose < 0 && next_time != NULL &&
 325             difftime(&now, next_time) >= 0.0){
 326                 next_time->tv_sec = now.tv_sec - verbose;
 327                 next_time->tv_usec = now.tv_usec;
 328                 *next_num = num;
 329                 return 1;
 330         }
 331
 332         return 0;
 333 }
 334
 335 static int get_verbose(char *func, const char *arg)
 336 {
 337         int verbose;
 338         char *end;
 339
 340         if (!arg || arg[0] == 'v')
 341                 verbose = 1;
 342         else if (arg[0] == 's' || arg[0] == 'q')
 343                 verbose = 0;
 344         else {
 345                 verbose = (int)strtoul(arg, &end, 0);
 346                 if (*end) {
 347                         fprintf(stderr, "error: %s: bad verbose option '%s'\n",
 348                                 jt_cmdname(func), arg);
 349                         return BAD_VERBOSE;
 350                 }
 351         }
 352
 353         if (verbose < 0)
 354                 printf("Print status every %d seconds\n", -verbose);
 355         else if (verbose == 1)
 356                 printf("Print status every operation\n");
 357         else if (verbose > 1)
 358                 printf("Print status every %d operations\n", verbose);
 359
 360         return verbose;
 361 }
 362
 363 int do_disconnect(char *func, int verbose)
 364 {
 365         lcfg_set_devname(NULL);
 366         cur_device = -1;
 367         return 0;
 368 }
 369
 370 #ifdef MAX_THREADS
 371 static int shmem_setup(void)
 372 {
 373         pthread_mutexattr_t mattr;
 374         pthread_condattr_t  cattr;
 375         int                 rc;
 376         int                 shmid;
 377
 378         /* Create new segment */
 379         shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
 380         if (shmid == -1) {
 381                 fprintf(stderr, "Can't create shared data: %s\n",
 382                         strerror(errno));
 383                 return errno;
 384         }
 385
 386         /* Attatch to new segment */
 387         shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
 388
 389         if (shared_data == (struct shared_data *)(-1)) {
 390                 fprintf(stderr, "Can't attach shared data: %s\n",
 391                         strerror(errno));
 392                 shared_data = NULL;
 393                 return errno;
 394         }
 395
 396         /* Mark segment as destroyed, so it will disappear when we exit.
 397          * Forks will inherit attached segments, so we should be OK.
 398          */
 399         if (shmctl(shmid, IPC_RMID, NULL) == -1) {
 400                 fprintf(stderr, "Can't destroy shared data: %s\n",
 401                         strerror(errno));
 402                 return errno;
 403         }
 404
 405         pthread_mutexattr_init(&mattr);
 406         pthread_condattr_init(&cattr);
 407
 408         rc = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
 409         if (rc != 0) {
 410                 fprintf(stderr, "Can't set shared mutex attr\n");
 411                 goto out;
 412         }
 413
 414         rc = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
 415         if (rc != 0) {
 416                 fprintf(stderr, "Can't set shared cond attr\n");
 417                 goto out;
 418         }
 419
 420         pthread_mutex_init(&shared_data->mutex, &mattr);
 421         pthread_cond_init(&shared_data->cond, &cattr);
 422 out:
 423         pthread_mutexattr_destroy(&mattr);
 424         pthread_condattr_destroy(&cattr);
 425
 426         return rc;
 427 }
 428
 429 static inline void shmem_lock(void)
 430 {
 431         pthread_mutex_lock(&shared_data->mutex);
 432 }
 433
 434 static inline void shmem_unlock(void)
 435 {
 436         pthread_mutex_unlock(&shared_data->mutex);
 437 }
 438
 439 static inline void shmem_wait(void)
 440 {
 441         pthread_cond_wait(&shared_data->cond, &shared_data->mutex);
 442 }
 443
 444 static inline void shmem_wakeup_all(void)
 445 {
 446         pthread_cond_broadcast(&shared_data->cond);
 447 }
 448
 449 static inline void shmem_reset(int total_threads)
 450 {
 451         if (shared_data == NULL)
 452                 return;
 453
 454         memset(&shared_data->body, 0, sizeof(shared_data->body));
 455         memset(counter_snapshot, 0, sizeof(counter_snapshot));
 456         prev_valid = 0;
 457         shared_data->stopping = 0;
 458         shared_data->body.start_barrier = total_threads;
 459         shared_data->body.stop_barrier = total_threads;
 460 }
 461
 462 static inline void shmem_bump(__u32 counter)
 463 {
 464         static bool running_not_bumped = true;
 465
 466         if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
 467                 return;
 468
 469         shmem_lock();
 470         shared_data->body.counters[thread - 1] += counter;
 471         if (running_not_bumped) {
 472                 shared_data->body.thr_running++;
 473                 running_not_bumped = false;
 474         }
 475         shmem_unlock();
 476 }
 477
 478 static void shmem_total(int total_threads)
 479 {
 480         __u64 total = 0;
 481         double secs;
 482         int i;
 483
 484         if (shared_data == NULL || total_threads > MAX_THREADS)
 485                 return;
 486
 487         shmem_lock();
 488         for (i = 0; i < total_threads; i++)
 489                 total += shared_data->body.counters[i];
 490
 491         secs = difftime(&shared_data->body.end_time,
 492                         &shared_data->body.start_time);
 493         shmem_unlock();
 494
 495         printf("Total: total %ju threads %d sec %f %f/second\n",
 496                (uintmax_t)total, total_threads, secs, total / secs);
 497
 498         return;
 499 }
 500
 501 static void shmem_snap(int total_threads, int live_threads)
 502 {
 503         struct timeval this_time;
 504         int non_zero = 0;
 505         __u64 total = 0;
 506         double secs;
 507         int running;
 508         int i;
 509
 510         if (shared_data == NULL || total_threads > MAX_THREADS)
 511                 return;
 512
 513         shmem_lock();
 514         memcpy(counter_snapshot[0], shared_data->body.counters,
 515                total_threads * sizeof(counter_snapshot[0][0]));
 516         running = shared_data->body.thr_running;
 517         shmem_unlock();
 518
 519         gettimeofday(&this_time, NULL);
 520
 521         for (i = 0; i < total_threads; i++) {
 522                 long long this_count =
 523                         counter_snapshot[0][i] - counter_snapshot[1][i];
 524
 525                 if (this_count != 0) {
 526                         non_zero++;
 527                         total += this_count;
 528                 }
 529         }
 530
 531         secs = difftime(&this_time, &prev_time);
 532         if (prev_valid && secs > 1.0)    /* someone screwed with the time? */
 533                 printf("%d/%d Total: %f/second\n", non_zero, total_threads,
 534                        total / secs);
 535
 536         memcpy(counter_snapshot[1], counter_snapshot[0],
 537                total_threads * sizeof(counter_snapshot[0][0]));
 538         prev_time = this_time;
 539         if (!prev_valid &&
 540             running == total_threads)
 541                 prev_valid = 1;
 542 }
 543
 544 static void shmem_stop(void)
 545 {
 546         if (shared_data == NULL)
 547                 return;
 548
 549         shared_data->stopping = 1;
 550 }
 551
 552 static void shmem_cleanup(void)
 553 {
 554         if (shared_data == NULL)
 555                 return;
 556
 557         shmem_stop();
 558
 559         pthread_mutex_destroy(&shared_data->mutex);
 560         pthread_cond_destroy(&shared_data->cond);
 561 }
 562
 563 static int shmem_running(void)
 564 {
 565         return (shared_data == NULL || !shared_data->stopping);
 566 }
 567
 568 static void shmem_end_time_locked(void)
 569 {
 570         shared_data->body.stop_barrier--;
 571         if (shared_data->body.stop_barrier == 0)
 572                 gettimeofday(&shared_data->body.end_time, NULL);
 573 }
 574
 575 static void shmem_start_time_locked(void)
 576 {
 577         shared_data->body.start_barrier--;
 578         if (shared_data->body.start_barrier == 0) {
 579                 shmem_wakeup_all();
 580                 gettimeofday(&shared_data->body.start_time, NULL);
 581         } else {
 582                 shmem_wait();
 583         }
 584 }
 585
 586 #else
 587 static int shmem_setup(void)
 588 {
 589         return 0;
 590 }
 591
 592 static inline void shmem_reset(int total_threads)
 593 {
 594 }
 595
 596 static inline void shmem_bump(__u32 counters)
 597 {
 598 }
 599
 600 static void shmem_lock()
 601 {
 602 }
 603
 604 static void shmem_unlock()
 605 {
 606 }
 607
 608 static void shmem_cleanup(void)
 609 {
 610 }
 611
 612 static int shmem_running(void)
 613 {
 614         return 1;
 615 }
 616 #endif
 617
 618 extern command_t cmdlist[];
 619
 620 static int do_device(char *func, char *devname)
 621 {
 622         int dev;
 623
 624         dev = parse_devname(func, devname);
 625         if (dev < 0)
 626                 return -1;
 627
 628         lcfg_set_devname(devname);
 629         cur_device = dev;
 630         return 0;
 631 }
 632
 633 int jt_obd_get_device()
 634 {
 635         return cur_device;
 636 }
 637
 638 int jt_obd_device(int argc, char **argv)
 639 {
 640         int rc;
 641
 642         if (argc > 2)
 643                 return CMD_HELP;
 644
 645         if (argc == 1) {
 646                 printf("current device is %d - %s\n",
 647                        cur_device, lcfg_get_devname() ? : "not set");
 648                 return 0;
 649         }
 650         rc = do_device("device", argv[1]);
 651         return rc;
 652 }
 653
 654 int jt_opt_device(int argc, char **argv)
 655 {
 656         int ret;
 657         int rc;
 658
 659         if (argc < 3)
 660                 return CMD_HELP;
 661
 662         rc = do_device("device", argv[1]);
 663
 664         if (!rc)
 665                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 666
 667         ret = do_disconnect(argv[0], 0);
 668         if (!rc)
 669                 rc = ret;
 670
 671         return rc;
 672 }
 673
 674 #ifdef MAX_THREADS
 675 static void parent_sighandler (int sig)
 676 {
 677         return;
 678 }
 679
 680 int jt_opt_threads(int argc, char **argv)
 681 {
 682         static char      cmdstr[128];
 683         sigset_t         saveset;
 684         sigset_t         sigset;
 685         struct sigaction sigact;
 686         struct sigaction saveact1;
 687         struct sigaction saveact2;
 688         unsigned long    threads;
 689         __u64            next_thread;
 690         int verbose;
 691         int rc = 0;
 692         int report_count = -1;
 693         char *end;
 694         int i;
 695
 696         if (argc < 5)
 697                 return CMD_HELP;
 698
 699         threads = strtoul(argv[1], &end, 0);
 700
 701         if (*end == '.')
 702                 report_count = strtoul(end + 1, &end, 0);
 703
 704         if (*end || threads > MAX_THREADS) {
 705                 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
 706                         jt_cmdname(argv[0]), argv[1]);
 707                 return CMD_HELP;
 708         }
 709
 710         verbose = get_verbose(argv[0], argv[2]);
 711         if (verbose == BAD_VERBOSE)
 712                 return CMD_HELP;
 713
 714         if (verbose != 0) {
 715                 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
 716                 for (i = 5; i < argc; i++)
 717                         snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
 718                                  " %s", argv[i]);
 719
 720                 printf("%s: starting %ld threads on device %s running %s\n",
 721                        argv[0], threads, argv[3], cmdstr);
 722         }
 723
 724         shmem_reset(threads);
 725
 726         sigemptyset(&sigset);
 727         sigaddset(&sigset, SIGALRM);
 728         sigaddset(&sigset, SIGCHLD);
 729         sigprocmask(SIG_BLOCK, &sigset, &saveset);
 730
 731         nthreads = threads;
 732
 733         for (i = 1, next_thread = verbose; i <= threads; i++) {
 734                 rc = fork();
 735                 if (rc < 0) {
 736                         fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
 737                                 strerror(rc = errno));
 738                         break;
 739                 } else if (rc == 0) {
 740                         sigprocmask(SIG_SETMASK, &saveset, NULL);
 741
 742                         thread = i;
 743                         argv[2] = "--device";
 744                         exit(jt_opt_device(argc - 2, argv + 2));
 745                 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
 746                         printf("%s: thread #%d (PID %d) started\n",
 747                                argv[0], i, rc);
 748                 rc = 0;
 749         }
 750
 751         if (!thread) {          /* parent process */
 752                 int live_threads = threads;
 753
 754                 sigemptyset(&sigset);
 755                 sigemptyset(&sigact.sa_mask);
 756                 sigact.sa_handler = parent_sighandler;
 757                 sigact.sa_flags = 0;
 758
 759                 sigaction(SIGALRM, &sigact, &saveact1);
 760                 sigaction(SIGCHLD, &sigact, &saveact2);
 761
 762                 while (live_threads > 0) {
 763                         int status;
 764                         pid_t ret;
 765
 766                         if (verbose < 0)        /* periodic stats */
 767                                 alarm(-verbose);
 768
 769                         sigsuspend(&sigset);
 770                         alarm(0);
 771
 772                         while (live_threads > 0) {
 773                                 ret = waitpid(0, &status, WNOHANG);
 774                                 if (ret == 0)
 775                                         break;
 776
 777                                 if (ret < 0) {
 778                                         fprintf(stderr, "error: %s: wait - %s\n",
 779                                                 argv[0], strerror(errno));
 780                                         if (!rc)
 781                                                 rc = errno;
 782                                         continue;
 783                                 } else {
 784                                         /*
 785                                          * This is a hack.  We _should_ be able
 786                                          * to use WIFEXITED(status) to see if
 787                                          * there was an error, but it appears
 788                                          * to be broken and it always returns 1
 789                                          * (OK).  See wait(2).
 790                                          */
 791                                         int err = WEXITSTATUS(status);
 792                                         if (err || WIFSIGNALED(status))
 793                                                 fprintf(stderr,
 794                                                         "%s: PID %d had rc=%d\n",
 795                                                         argv[0], ret, err);
 796                                         if (!rc)
 797                                                 rc = err;
 798
 799                                         live_threads--;
 800                                 }
 801                         }
 802
 803                         /* Show stats while all threads running */
 804                         if (verbose < 0) {
 805                                 shmem_snap(threads, live_threads);
 806                                 if (report_count > 0 && --report_count == 0)
 807                                         shmem_stop();
 808                         }
 809                 }
 810                 sigaction(SIGCHLD, &saveact2, NULL);
 811                 sigaction(SIGALRM, &saveact1, NULL);
 812         }
 813
 814         shmem_total(threads);
 815         sigprocmask(SIG_SETMASK, &saveset, NULL);
 816
 817         return rc;
 818 }
 819 #else
 820 int jt_opt_threads(int argc, char **argv)
 821 {
 822         fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
 823                 jt_cmdname(argv[0]));
 824         return CMD_HELP;
 825 }
 826 #endif
 827
 828 int jt_opt_net(int argc, char **argv)
 829 {
 830         char *arg2[3];
 831         int rc;
 832
 833         if (argc < 3)
 834                 return CMD_HELP;
 835
 836         arg2[0] = argv[0];
 837         arg2[1] = argv[1];
 838         arg2[2] = NULL;
 839         rc = jt_ptl_network (2, arg2);
 840
 841         if (!rc)
 842                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 843
 844         return rc;
 845 }
 846
 847 int jt_obd_no_transno(int argc, char **argv)
 848 {
 849         struct obd_ioctl_data data;
 850         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 851         int rc;
 852
 853         memset(&data, 0, sizeof(data));
 854         data.ioc_dev = cur_device;
 855
 856         if (argc != 1)
 857                 return CMD_HELP;
 858
 859         memset(buf, 0, sizeof(rawbuf));
 860         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 861         if (rc) {
 862                 fprintf(stderr, "error: %s: invalid ioctl\n",
 863                         jt_cmdname(argv[0]));
 864                 return rc;
 865         }
 866         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
 867         if (rc < 0)
 868                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 869                         strerror(rc = errno));
 870
 871         return rc;
 872 }
 873
 874 int jt_obd_set_readonly(int argc, char **argv)
 875 {
 876         struct obd_ioctl_data data;
 877         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 878         int rc;
 879
 880         memset(&data, 0, sizeof(data));
 881         data.ioc_dev = cur_device;
 882
 883         if (argc != 1)
 884                 return CMD_HELP;
 885
 886         memset(buf, 0, sizeof(rawbuf));
 887         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 888         if (rc) {
 889                 fprintf(stderr, "error: %s: invalid ioctl\n",
 890                         jt_cmdname(argv[0]));
 891                 return rc;
 892         }
 893         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
 894         if (rc < 0)
 895                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 896                         strerror(rc = errno));
 897
 898         return rc;
 899 }
 900
 901 int jt_obd_abort_recovery(int argc, char **argv)
 902 {
 903         struct obd_ioctl_data data;
 904         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 905         int rc;
 906
 907         memset(&data, 0, sizeof(data));
 908         data.ioc_dev = cur_device;
 909
 910         if (argc != 1)
 911                 return CMD_HELP;
 912
 913         memset(buf, 0, sizeof(rawbuf));
 914         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 915         if (rc) {
 916                 fprintf(stderr, "error: %s: invalid ioctl\n",
 917                         jt_cmdname(argv[0]));
 918                 return rc;
 919         }
 920         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
 921         if (rc < 0)
 922                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 923                         strerror(rc = errno));
 924
 925         return rc;
 926 }
 927
 928 int jt_get_version(int argc, char **argv)
 929 {
 930         char version[128];
 931         int rc;
 932
 933         if (argc != 1)
 934                 return CMD_HELP;
 935
 936         rc = llapi_get_version_string(version, sizeof(version));
 937         if (rc)
 938                 printf("Lustre version: %s\n", LUSTRE_VERSION_STRING);
 939         else
 940                 printf("Lustre version: %s\n", version);
 941
 942         return 0;
 943 }
 944
 945 static void print_obd_line(char *s)
 946 {
 947         const char *param = "osc/%s/ost_conn_uuid";
 948         char buf[MAX_STRING_SIZE];
 949         char obd_name[MAX_OBD_NAME];
 950         FILE *fp = NULL;
 951         glob_t path;
 952         char *ptr;
 953 retry:
 954         /* obd device type is the first 3 characters of param name */
 955         snprintf(buf, sizeof(buf), " %%*d %%*s %.3s %%%zus %%*s %%*d ",
 956                  param, sizeof(obd_name) - 1);
 957         if (sscanf(s, buf, obd_name) == 0)
 958                 goto try_mdc;
 959         if (cfs_get_param_paths(&path, param, obd_name) != 0)
 960                 goto try_mdc;
 961         fp = fopen(path.gl_pathv[0], "r");
 962         if (fp == NULL) {
 963                 /* need to free path data before retry */
 964                 cfs_free_param_data(&path);
 965 try_mdc:
 966                 if (param[0] == 'o') { /* failed with osc, try mdc */
 967                         param = "mdc/%s/mds_conn_uuid";
 968                         goto retry;
 969                 }
 970                 buf[0] = '\0';
 971                 goto fail_print;
 972         }
 973
 974         /* should not ignore fgets(3)'s return value */
 975         if (!fgets(buf, sizeof(buf), fp)) {
 976                 fprintf(stderr, "reading from %s: %s", buf, strerror(errno));
 977                 goto fail_close;
 978         }
 979
 980 fail_close:
 981         fclose(fp);
 982         cfs_free_param_data(&path);
 983
 984         /* trim trailing newlines */
 985         ptr = strrchr(buf, '\n');
 986         if (ptr)
 987                 *ptr = '\0';
 988 fail_print:
 989         ptr = strrchr(s, '\n');
 990         if (ptr)
 991                 *ptr = '\0';
 992         printf("%s%s%s\n", s, buf[0] ? " " : "", buf);
 993 }
 994
 995 /* get device list by ioctl */
 996 int jt_obd_list_ioctl(int argc, char **argv)
 997 {
 998         int rc, index;
 999         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1000         struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
1001
1002         if (argc > 2)
1003                 return CMD_HELP;
1004         /* Just ignore a -t option.  Only supported with /proc. */
1005         else if (argc == 2 && strcmp(argv[1], "-t") != 0)
1006                 return CMD_HELP;
1007
1008         for (index = 0;; index++) {
1009                 memset(buf, 0, sizeof(rawbuf));
1010                 data->ioc_version = OBD_IOCTL_VERSION;
1011                 data->ioc_inllen1 =
1012                         sizeof(rawbuf) - cfs_size_round(sizeof(*data));
1013                 data->ioc_inlbuf1 = buf + cfs_size_round(sizeof(*data));
1014                 data->ioc_len = obd_ioctl_packlen(data);
1015                 data->ioc_count = index;
1016
1017                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
1018                 if (rc != 0)
1019                         break;
1020                 printf("%s\n", (char *)data->ioc_bulk);
1021         }
1022         if (rc != 0) {
1023                 if (errno == ENOENT)
1024                         /* no device or the last device */
1025                         rc = 0;
1026                 else
1027                         fprintf(stderr, "Error getting device list: %s: "
1028                                 "check dmesg.\n", strerror(errno));
1029         }
1030         return rc;
1031 }
1032
1033 int jt_obd_list(int argc, char **argv)
1034 {
1035         char buf[MAX_STRING_SIZE];
1036         int print_obd = 0;
1037         glob_t path;
1038         FILE *fp;
1039
1040         if (argc > 2)
1041                 return CMD_HELP;
1042         else if (argc == 2) {
1043                 if (strcmp(argv[1], "-t") == 0)
1044                         print_obd = 1;
1045                 else
1046                         return CMD_HELP;
1047         }
1048
1049         if (cfs_get_param_paths(&path, "devices") != 0)
1050                 return -errno;
1051
1052         fp = fopen(path.gl_pathv[0], "r");
1053         if (fp == NULL) {
1054                 fprintf(stderr, "error: %s: %s opening %s\n",
1055                         jt_cmdname(argv[0]), strerror(errno), path.gl_pathv[0]);
1056                 cfs_free_param_data(&path);
1057                 return jt_obd_list_ioctl(argc, argv);
1058         }
1059
1060         while (fgets(buf, sizeof(buf), fp) != NULL)
1061                 if (print_obd)
1062                         print_obd_line(buf);
1063                 else
1064                         printf("%s", buf);
1065
1066         cfs_free_param_data(&path);
1067         fclose(fp);
1068         return 0;
1069 }
1070
1071 struct jt_fid_space {
1072         __u64   jt_seq;
1073         __u64   jt_id;
1074         int     jt_width;
1075 };
1076
1077 int jt_obd_alloc_fids(struct jt_fid_space *space, struct lu_fid *fid,
1078                       __u64 *count)
1079 {
1080         int rc;
1081
1082         if (space->jt_seq == 0 || space->jt_id == space->jt_width) {
1083                 struct obd_ioctl_data  data;
1084                 char rawbuf[MAX_IOC_BUFLEN];
1085                 char *buf = rawbuf;
1086                 __u64 seqnr;
1087                 int max_count;
1088
1089                 memset(&data, 0, sizeof(data));
1090                 data.ioc_dev = cur_device;
1091
1092                 data.ioc_pbuf1 = (char *)&seqnr;
1093                 data.ioc_plen1 = sizeof(seqnr);
1094
1095                 data.ioc_pbuf2 = (char *)&max_count;
1096                 data.ioc_plen2 = sizeof(max_count);
1097
1098                 memset(buf, 0, sizeof(rawbuf));
1099                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1100                 if (rc) {
1101                         fprintf(stderr, "error: invalid ioctl rc = %d\n", rc);
1102                         return rc;
1103                 }
1104
1105                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_ALLOC_SEQ, buf);
1106                 if (rc) {
1107                         fprintf(stderr, "ioctl error: rc = %d\n", rc);
1108                         return rc;
1109                 }
1110
1111                 space->jt_seq = *(__u64 *)data.ioc_pbuf1;
1112                 space->jt_width = *(int *)data.ioc_pbuf2;
1113                 space->jt_id = 1;
1114         }
1115         fid->f_seq = space->jt_seq;
1116         fid->f_oid = space->jt_id;
1117         fid->f_ver = 0;
1118
1119         space->jt_id = space->jt_id + *count;
1120         if (space->jt_id > space->jt_width)
1121                 space->jt_id = space->jt_width;
1122
1123         *count = space->jt_id - fid->f_oid;
1124         return 0;
1125 }
1126
1127 #define MD_STEP_COUNT 1000
1128 int jt_obd_md_common(int argc, char **argv, int cmd)
1129 {
1130         struct obd_ioctl_data  data;
1131         struct timeval         start;
1132         struct timeval         end_time;
1133         char                   rawbuf[MAX_IOC_BUFLEN];
1134         char                  *buf = rawbuf;
1135         int                    mode = 0000644;
1136         int                    create_mode;
1137         int                    rc = 0;
1138         char                  *parent_basedir = NULL;
1139         char                   dirname[4096];
1140         int                    parent_base_id = 0;
1141         int                    parent_count = 1;
1142         __u64                  child_base_id = -1;
1143         int                    stripe_count = 0;
1144         int                    stripe_index = -1;
1145         int                    count = 0;
1146         char                  *end;
1147         __u64                  seconds = 0;
1148         double                 diff;
1149         int                    c;
1150         __u64                  total_count = 0;
1151         char                  *name = NULL;
1152         struct jt_fid_space    fid_space = {0};
1153         int                    version = 0;
1154         struct option          long_opts[] = {
1155                 {"child_base_id",     required_argument, 0, 'b'},
1156                 {"stripe_count",      required_argument, 0, 'c'},
1157                 {"parent_basedir",    required_argument, 0, 'd'},
1158                 {"parent_dircount",   required_argument, 0, 'D'},
1159                 {"stripe_index",      required_argument, 0, 'i'},
1160                 {"mode",              required_argument, 0, 'm'},
1161                 {"count",             required_argument, 0, 'n'},
1162                 {"time",              required_argument, 0, 't'},
1163                 {"version",           no_argument,       0, 'v'},
1164                 {0, 0, 0, 0}
1165         };
1166
1167         while ((c = getopt_long(argc, argv, "b:c:d:D:m:n:t:v",
1168                                 long_opts, NULL)) >= 0) {
1169                 switch (c) {
1170                 case 'b':
1171                         child_base_id = strtoull(optarg, &end, 0);
1172                         if (*end) {
1173                                 fprintf(stderr, "error: %s: bad child_base_id"
1174                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1175                                 return CMD_HELP;
1176                         }
1177                         break;
1178                 case 'c':
1179                         stripe_count = strtoul(optarg, &end, 0);
1180                         if (*end) {
1181                                 fprintf(stderr, "error: %s: bad stripe count"
1182                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1183                                 return CMD_HELP;
1184                         }
1185                         break;
1186                 case 'd':
1187                         parent_basedir = optarg;
1188                         break;
1189                 case 'D':
1190                         parent_count = strtoul(optarg, &end, 0);
1191                         if (*end) {
1192                                 fprintf(stderr, "error: %s: bad parent count"
1193                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1194                                 return CMD_HELP;
1195                         }
1196                         break;
1197                 case 'i':
1198                         stripe_index = strtoul(optarg, &end, 0);
1199                         if (*end) {
1200                                 fprintf(stderr, "error: %s: bad stripe index"
1201                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1202                                 return CMD_HELP;
1203                         }
1204                         break;
1205                 case 'm':
1206                         mode = strtoul(optarg, &end, 0);
1207                         if (*end) {
1208                                 fprintf(stderr, "error: %s: bad mode '%s'\n",
1209                                         jt_cmdname(argv[0]), optarg);
1210                                 return CMD_HELP;
1211                         }
1212                         break;
1213                 case 'n':
1214                         total_count = strtoul(optarg, &end, 0);
1215                         if (*end || total_count == 0) {
1216                                 fprintf(stderr, "%s: bad child count '%s'\n",
1217                                         jt_cmdname(argv[0]), optarg);
1218                                 return CMD_HELP;
1219                         }
1220                         break;
1221                 case 't':
1222                         seconds = strtoull(optarg, &end, 0);
1223                         if (*end) {
1224                                 fprintf(stderr, "error: %s: seconds '%s'\n",
1225                                         jt_cmdname(argv[0]), optarg);
1226                                 return CMD_HELP;
1227                         }
1228                         break;
1229                 case 'v':
1230                         version = 1;
1231                         break;
1232                 default:
1233                         fprintf(stderr, "error: %s: option '%s' "
1234                                 "unrecognized\n", argv[0], argv[optind - 1]);
1235                         return CMD_HELP;
1236                 }
1237         }
1238
1239         memset(&data, 0, sizeof(data));
1240         data.ioc_dev = cur_device;
1241         if (child_base_id == -1) {
1242                 if (optind >= argc)
1243                         return CMD_HELP;
1244                 name = argv[optind];
1245                 total_count = 1;
1246         } else {
1247                 if (optind < argc) {
1248                         fprintf(stderr, "child_base_id and name can not"
1249                                         " specified at the same time\n");
1250                         return CMD_HELP;
1251                 }
1252         }
1253
1254         if (stripe_count == 0 && stripe_index != -1) {
1255                 fprintf(stderr, "If stripe_count is 0, stripe_index can not"
1256                                 "be specified\n");
1257                 return CMD_HELP;
1258         }
1259
1260         if (total_count == 0 && seconds == 0) {
1261                 fprintf(stderr, "count or seconds needs to be indicated\n");
1262                 return CMD_HELP;
1263         }
1264
1265         if (parent_count <= 0) {
1266                 fprintf(stderr, "parent count must < 0\n");
1267                 return CMD_HELP;
1268         }
1269
1270 #ifdef MAX_THREADS
1271         if (thread) {
1272                 shmem_lock();
1273                 /* threads interleave */
1274                 if (parent_base_id != -1)
1275                         parent_base_id += (thread - 1) % parent_count;
1276
1277                 if (child_base_id != -1)
1278                         child_base_id +=  (thread - 1) * \
1279                                           (MAX_BASE_ID / nthreads);
1280
1281                 shmem_start_time_locked();
1282                 shmem_unlock();
1283         }
1284 #endif
1285         /* If parent directory is not specified, try to get the directory
1286          * from name */
1287         if (parent_basedir == NULL) {
1288                 char *last_lash;
1289                 if (name == NULL) {
1290                         fprintf(stderr, "parent_basedir or name must be"
1291                                         "indicated!\n");
1292                         return CMD_HELP;
1293                 }
1294                 /*Get directory and name from name*/
1295                 last_lash = strrchr(name, '/');
1296                 if (last_lash == NULL || name[0] != '/') {
1297                         fprintf(stderr, "Can not locate %s\n", name);
1298                         return CMD_HELP;
1299                 }
1300
1301                 if (last_lash == name) {
1302                         sprintf(dirname, "%s", "/");
1303                         name++;
1304                 } else {
1305                         int namelen = (unsigned long)last_lash -
1306                                       (unsigned long)name + 1;
1307                         snprintf(dirname, namelen, "%s", name);
1308                         name = last_lash + 1;
1309                 }
1310
1311                 data.ioc_pbuf1 = dirname;
1312                 data.ioc_plen1 = strlen(dirname);
1313
1314                 data.ioc_pbuf2 = name;
1315                 data.ioc_plen2 = strlen(name);
1316         } else {
1317                 if (name != NULL) {
1318                         data.ioc_pbuf2 = name;
1319                         data.ioc_plen2 = strlen(name);
1320                 }
1321                 if (parent_base_id > 0)
1322                         sprintf(dirname, "%s%d", parent_basedir,
1323                                 parent_base_id);
1324                 else
1325                         sprintf(dirname, "%s", parent_basedir);
1326                 data.ioc_pbuf1 = dirname;
1327                 data.ioc_plen1 = strlen(dirname);
1328         }
1329
1330         if (cmd == ECHO_MD_MKDIR || cmd == ECHO_MD_RMDIR)
1331                 create_mode = S_IFDIR;
1332         else
1333                 create_mode = S_IFREG;
1334
1335         data.ioc_obdo1.o_mode = mode | S_IFDIR;
1336         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
1337                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
1338         data.ioc_command = cmd;
1339
1340         gettimeofday(&start, NULL);
1341         while (shmem_running()) {
1342                 struct lu_fid fid = { 0 };
1343
1344                 if (child_base_id != -1)
1345                         data.ioc_obdo2.o_oi.oi.oi_id = child_base_id;
1346                 data.ioc_obdo2.o_mode = mode | create_mode;
1347                 data.ioc_obdo2.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE |
1348                                          OBD_MD_FLMODE | OBD_MD_FLFLAGS |
1349                                          OBD_MD_FLGROUP;
1350                 data.ioc_obdo2.o_misc = stripe_count;
1351                 data.ioc_obdo2.o_stripe_idx = stripe_index;
1352
1353                 if (total_count > 0) {
1354                         if ((total_count - count) > MD_STEP_COUNT)
1355                                 data.ioc_count = MD_STEP_COUNT;
1356                         else
1357                                 data.ioc_count = total_count - count;
1358                 } else {
1359                         data.ioc_count = MD_STEP_COUNT;
1360                 }
1361
1362                 if (cmd == ECHO_MD_CREATE || cmd == ECHO_MD_MKDIR) {
1363                         /*Allocate fids for the create */
1364                         rc = jt_obd_alloc_fids(&fid_space, &fid,
1365                                                &data.ioc_count);
1366                         if (rc) {
1367                                 fprintf(stderr, "Allocate fids error %d.\n",rc);
1368                                 return rc;
1369                         }
1370                         fid_to_ostid(&fid, &data.ioc_obdo1.o_oi);
1371                 }
1372
1373                 child_base_id += data.ioc_count;
1374                 count += data.ioc_count;
1375
1376                 memset(buf, 0, sizeof(rawbuf));
1377                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1378                 if (rc) {
1379                         fprintf(stderr, "error: %s: invalid ioctl %d\n",
1380                                 jt_cmdname(argv[0]), rc);
1381                         return rc;
1382                 }
1383
1384                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_MD, buf);
1385                 if (rc) {
1386                         fprintf(stderr, "error: %s: %s\n",
1387                                 jt_cmdname(argv[0]), strerror(rc = errno));
1388                         return rc;
1389                 }
1390                 shmem_bump(data.ioc_count);
1391
1392                 gettimeofday(&end_time, NULL);
1393                 diff = difftime(&end_time, &start);
1394                 if (seconds > 0 && (__u64)diff > seconds)
1395                         break;
1396
1397                 if (count >= total_count && total_count > 0)
1398                         break;
1399         }
1400
1401         if (count > 0 && version) {
1402                 gettimeofday(&end_time, NULL);
1403                 diff = difftime(&end_time, &start);
1404                 printf("%s: %d in %.3fs (%.3f /s): %s",
1405                         jt_cmdname(argv[0]), count, diff,
1406                         (double)count/diff, ctime(&end_time.tv_sec));
1407         }
1408
1409 #ifdef MAX_THREADS
1410         if (thread) {
1411                 shmem_lock();
1412                 shmem_end_time_locked();
1413                 shmem_unlock();
1414         }
1415 #endif
1416         return rc;
1417 }
1418
1419 int jt_obd_test_create(int argc, char **argv)
1420 {
1421         return jt_obd_md_common(argc, argv, ECHO_MD_CREATE);
1422 }
1423
1424 int jt_obd_test_mkdir(int argc, char **argv)
1425 {
1426         return jt_obd_md_common(argc, argv, ECHO_MD_MKDIR);
1427 }
1428
1429 int jt_obd_test_destroy(int argc, char **argv)
1430 {
1431         return jt_obd_md_common(argc, argv, ECHO_MD_DESTROY);
1432 }
1433
1434 int jt_obd_test_rmdir(int argc, char **argv)
1435 {
1436         return jt_obd_md_common(argc, argv, ECHO_MD_RMDIR);
1437 }
1438
1439 int jt_obd_test_lookup(int argc, char **argv)
1440 {
1441         return jt_obd_md_common(argc, argv, ECHO_MD_LOOKUP);
1442 }
1443
1444 int jt_obd_test_setxattr(int argc, char **argv)
1445 {
1446         return jt_obd_md_common(argc, argv, ECHO_MD_SETATTR);
1447 }
1448
1449 int jt_obd_test_md_getattr(int argc, char **argv)
1450 {
1451         return jt_obd_md_common(argc, argv, ECHO_MD_GETATTR);
1452 }
1453
1454 int jt_obd_create(int argc, char **argv)
1455 {
1456         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1457         struct obd_ioctl_data data;
1458         struct timeval next_time;
1459         __u64 count = 1, next_count, base_id = 1;
1460         int verbose = 1, mode = 0100644, rc = 0, i;
1461         char *end;
1462
1463         memset(&data, 0, sizeof(data));
1464         data.ioc_dev = cur_device;
1465         if (argc < 2 || argc > 4)
1466                 return CMD_HELP;
1467
1468         count = strtoull(argv[1], &end, 0);
1469         if (*end) {
1470                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1471                         jt_cmdname(argv[0]), argv[1]);
1472                 return CMD_HELP;
1473         }
1474
1475         if (argc > 2) {
1476                 mode = strtoul(argv[2], &end, 0);
1477                 if (*end) {
1478                         fprintf(stderr, "error: %s: invalid mode '%s'\n",
1479                                 jt_cmdname(argv[0]), argv[2]);
1480                         return CMD_HELP;
1481                 }
1482                 if (!(mode & S_IFMT))
1483                         mode |= S_IFREG;
1484         }
1485
1486         if (argc > 3) {
1487                 verbose = get_verbose(argv[0], argv[3]);
1488                 if (verbose == BAD_VERBOSE)
1489                         return CMD_HELP;
1490         }
1491
1492         printf("%s: %jd objects\n", jt_cmdname(argv[0]), (uintmax_t)count);
1493         gettimeofday(&next_time, NULL);
1494         next_time.tv_sec -= verbose;
1495
1496         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1497         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1498                 data.ioc_obdo1.o_mode = mode;
1499                 ostid_set_id(&data.ioc_obdo1.o_oi, base_id);
1500                 data.ioc_obdo1.o_uid = 0;
1501                 data.ioc_obdo1.o_gid = 0;
1502                 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1503                                          OBD_MD_FLID | OBD_MD_FLUID |
1504                                          OBD_MD_FLGID | OBD_MD_FLGROUP;
1505
1506                 memset(buf, 0, sizeof(rawbuf));
1507                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1508                 if (rc) {
1509                         fprintf(stderr, "error: %s: invalid ioctl\n",
1510                                 jt_cmdname(argv[0]));
1511                         return rc;
1512                 }
1513                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1514                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1515                 shmem_bump(1);
1516                 if (rc < 0) {
1517                         fprintf(stderr, "error: %s: #%d - %s\n",
1518                                 jt_cmdname(argv[0]), i, strerror(rc = errno));
1519                         break;
1520                 }
1521                 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1522                         fprintf(stderr, "error: %s: oid not valid #%d:%#jx\n",
1523                                 jt_cmdname(argv[0]), i,
1524                                 (uintmax_t)data.ioc_obdo1.o_valid);
1525                         rc = EINVAL;
1526                         break;
1527                 }
1528
1529                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1530                         printf("%s: #%d is object id %#jx\n",
1531                                jt_cmdname(argv[0]), i,
1532                                (uintmax_t) ostid_id(&data.ioc_obdo1.o_oi));
1533         }
1534         return rc;
1535 }
1536
1537 int jt_obd_setattr(int argc, char **argv)
1538 {
1539         struct obd_ioctl_data data;
1540         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1541         char *end;
1542         int rc;
1543
1544         memset(&data, 0, sizeof(data));
1545         data.ioc_dev = cur_device;
1546         if (argc != 2)
1547                 return CMD_HELP;
1548
1549         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1550         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1551         if (*end) {
1552                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1553                         jt_cmdname(argv[0]), argv[1]);
1554                 return CMD_HELP;
1555         }
1556         data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1557         if (*end) {
1558                 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1559                         jt_cmdname(argv[0]), argv[2]);
1560                 return CMD_HELP;
1561         }
1562         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1563
1564         memset(buf, 0, sizeof(rawbuf));
1565         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1566         if (rc) {
1567                 fprintf(stderr, "error: %s: invalid ioctl\n",
1568                         jt_cmdname(argv[0]));
1569                 return rc;
1570         }
1571         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1572         if (rc < 0)
1573                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1574                         strerror(rc = errno));
1575
1576         return rc;
1577 }
1578
1579 int jt_obd_test_setattr(int argc, char **argv)
1580 {
1581         struct obd_ioctl_data data;
1582         struct timeval start, next_time;
1583         __u64 i, count, next_count;
1584         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1585         int verbose = 1;
1586         __u64 objid = 3;
1587         char *end;
1588         int rc = 0;
1589
1590         if (argc < 2 || argc > 4)
1591                 return CMD_HELP;
1592
1593         memset(&data, 0, sizeof(data));
1594         data.ioc_dev = cur_device;
1595         count = strtoull(argv[1], &end, 0);
1596         if (*end) {
1597                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1598                         jt_cmdname(argv[0]), argv[1]);
1599                 return CMD_HELP;
1600         }
1601
1602         if (argc >= 3) {
1603                 verbose = get_verbose(argv[0], argv[2]);
1604                 if (verbose == BAD_VERBOSE)
1605                         return CMD_HELP;
1606         }
1607
1608         if (argc >= 4) {
1609                 if (argv[3][0] == 't') {
1610                         objid = strtoull(argv[3] + 1, &end, 0);
1611                         if (thread)
1612                                 objid += thread - 1;
1613                 } else
1614                         objid = strtoull(argv[3], &end, 0);
1615                 if (*end) {
1616                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1617                                 jt_cmdname(argv[0]), argv[3]);
1618                         return CMD_HELP;
1619                 }
1620         }
1621
1622         gettimeofday(&start, NULL);
1623         next_time.tv_sec = start.tv_sec - verbose;
1624         next_time.tv_usec = start.tv_usec;
1625         if (verbose != 0)
1626                 printf("%s: setting %jd attrs (objid %#jx): %s",
1627                        jt_cmdname(argv[0]), (uintmax_t)count,
1628                        (uintmax_t)objid, ctime(&start.tv_sec));
1629
1630         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1631         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1632                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1633                 data.ioc_obdo1.o_mode = S_IFREG;
1634                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1635                 memset(buf, 0, sizeof(rawbuf));
1636                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1637                 if (rc) {
1638                         fprintf(stderr, "error: %s: invalid ioctl\n",
1639                                 jt_cmdname(argv[0]));
1640                         return rc;
1641                 }
1642                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1643                 shmem_bump(1);
1644                 if (rc < 0) {
1645                         fprintf(stderr, "error: %s: #%jd - %d:%s\n",
1646                                 jt_cmdname(argv[0]), (uintmax_t)i,
1647                                 errno, strerror(rc = errno));
1648                         break;
1649                 } else {
1650                         if (be_verbose
1651                             (verbose, &next_time, i, &next_count, count))
1652                                 printf("%s: set attr #%jd\n",
1653                                        jt_cmdname(argv[0]), (uintmax_t)i);
1654                 }
1655         }
1656
1657         if (!rc) {
1658                 struct timeval end;
1659                 double diff;
1660
1661                 gettimeofday(&end, NULL);
1662
1663                 diff = difftime(&end, &start);
1664
1665                 --i;
1666                 if (verbose != 0)
1667                         printf("%s: %jd attrs in %.3fs (%.3f attr/s): %s",
1668                                jt_cmdname(argv[0]), (uintmax_t)i, diff,
1669                                i / diff, ctime(&end.tv_sec));
1670         }
1671         return rc;
1672 }
1673
1674 int jt_obd_destroy(int argc, char **argv)
1675 {
1676         struct obd_ioctl_data data;
1677         struct timeval next_time;
1678         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1679         __u64 count = 1, next_count;
1680         int verbose = 1;
1681         __u64 id;
1682         char *end;
1683         int rc = 0, i;
1684
1685         memset(&data, 0, sizeof(data));
1686         data.ioc_dev = cur_device;
1687         if (argc < 2 || argc > 4)
1688                 return CMD_HELP;
1689
1690         id = strtoull(argv[1], &end, 0);
1691         if (*end || id == 0 || errno != 0) {
1692                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1693                         jt_cmdname(argv[0]), argv[1]);
1694                 return CMD_HELP;
1695         }
1696         if (argc > 2) {
1697                 count = strtoull(argv[2], &end, 0);
1698                 if (*end) {
1699                         fprintf(stderr,
1700                                 "error: %s: invalid iteration count '%s'\n",
1701                                 jt_cmdname(argv[0]), argv[2]);
1702                         return CMD_HELP;
1703                 }
1704         }
1705
1706         if (argc > 3) {
1707                 verbose = get_verbose(argv[0], argv[3]);
1708                 if (verbose == BAD_VERBOSE)
1709                         return CMD_HELP;
1710         }
1711
1712         printf("%s: %jd objects\n", jt_cmdname(argv[0]), (uintmax_t)count);
1713         gettimeofday(&next_time, NULL);
1714         next_time.tv_sec -= verbose;
1715
1716         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1717         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1718                 ostid_set_id(&data.ioc_obdo1.o_oi, id);
1719                 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1720                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1721
1722                 memset(buf, 0, sizeof(rawbuf));
1723                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1724                 if (rc) {
1725                         fprintf(stderr, "error: %s: invalid ioctl\n",
1726                                 jt_cmdname(argv[0]));
1727                         return rc;
1728                 }
1729                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1730                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1731                 shmem_bump(1);
1732                 if (rc < 0) {
1733                         fprintf(stderr, "error: %s: objid %#jx: %s\n",
1734                                 jt_cmdname(argv[0]), (uintmax_t)id,
1735                                 strerror(rc = errno));
1736                         break;
1737                 }
1738
1739                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1740                         printf("%s: #%d is object id %#jx\n",
1741                                jt_cmdname(argv[0]), i, (uintmax_t)id);
1742         }
1743
1744         return rc;
1745 }
1746
1747 int jt_obd_getattr(int argc, char **argv)
1748 {
1749         struct obd_ioctl_data data;
1750         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1751         char *end;
1752         int rc;
1753
1754         if (argc != 2)
1755                 return CMD_HELP;
1756
1757         memset(&data, 0, sizeof(data));
1758         data.ioc_dev = cur_device;
1759         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1760         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1761         if (*end) {
1762                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1763                         jt_cmdname(argv[0]), argv[1]);
1764                 return CMD_HELP;
1765         }
1766         /* to help obd filter */
1767         data.ioc_obdo1.o_mode = 0100644;
1768         data.ioc_obdo1.o_valid = 0xffffffff;
1769         printf("%s: object id %#jx\n", jt_cmdname(argv[0]),
1770                (uintmax_t)ostid_id(&data.ioc_obdo1.o_oi));
1771
1772         memset(buf, 0, sizeof(rawbuf));
1773         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1774         if (rc) {
1775                 fprintf(stderr, "error: %s: invalid ioctl\n",
1776                         jt_cmdname(argv[0]));
1777                 return rc;
1778         }
1779         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1780         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1781         if (rc) {
1782                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1783                         strerror(rc = errno));
1784         } else {
1785                 printf("%s: object id %ju, mode %o\n", jt_cmdname(argv[0]),
1786                        (uintmax_t)ostid_id(&data.ioc_obdo1.o_oi),
1787                        data.ioc_obdo1.o_mode);
1788         }
1789         return rc;
1790 }
1791
1792 int jt_obd_test_getattr(int argc, char **argv)
1793 {
1794         struct obd_ioctl_data data;
1795         struct timeval start, next_time;
1796         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1797         __u64 i, count, next_count;
1798         int verbose = 1;
1799         __u64 objid = 3;
1800         char *end;
1801         int rc = 0;
1802
1803         if (argc < 2 || argc > 4)
1804                 return CMD_HELP;
1805
1806         memset(&data, 0, sizeof(data));
1807         data.ioc_dev = cur_device;
1808         count = strtoull(argv[1], &end, 0);
1809         if (*end) {
1810                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1811                         jt_cmdname(argv[0]), argv[1]);
1812                 return CMD_HELP;
1813         }
1814
1815         if (argc >= 3) {
1816                 verbose = get_verbose(argv[0], argv[2]);
1817                 if (verbose == BAD_VERBOSE)
1818                         return CMD_HELP;
1819         }
1820
1821         if (argc >= 4) {
1822                 if (argv[3][0] == 't') {
1823                         objid = strtoull(argv[3] + 1, &end, 0);
1824                         if (thread)
1825                                 objid += thread - 1;
1826                 } else
1827                         objid = strtoull(argv[3], &end, 0);
1828                 if (*end) {
1829                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1830                                 jt_cmdname(argv[0]), argv[3]);
1831                         return CMD_HELP;
1832                 }
1833         }
1834
1835         gettimeofday(&start, NULL);
1836         next_time.tv_sec = start.tv_sec - verbose;
1837         next_time.tv_usec = start.tv_usec;
1838         if (verbose != 0)
1839                 printf("%s: getting %jd attrs (objid %#jx): %s",
1840                        jt_cmdname(argv[0]), (uintmax_t) count,
1841                        (uintmax_t)objid, ctime(&start.tv_sec));
1842
1843         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1844         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1845                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1846                 data.ioc_obdo1.o_mode = S_IFREG;
1847                 data.ioc_obdo1.o_valid = 0xffffffff;
1848                 memset(buf, 0, sizeof(rawbuf));
1849                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1850                 if (rc) {
1851                         fprintf(stderr, "error: %s: invalid ioctl\n",
1852                                 jt_cmdname(argv[0]));
1853                         return rc;
1854                 }
1855                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1856                 shmem_bump(1);
1857                 if (rc < 0) {
1858                         fprintf(stderr, "error: %s: #%jd - %d:%s\n",
1859                                 jt_cmdname(argv[0]), (uintmax_t)i,
1860                                 errno, strerror(rc = errno));
1861                         break;
1862                 } else {
1863                         if (be_verbose
1864                             (verbose, &next_time, i, &next_count, count))
1865                                 printf("%s: got attr #%jd\n",
1866                                        jt_cmdname(argv[0]), (uintmax_t)i);
1867                 }
1868         }
1869
1870         if (!rc) {
1871                 struct timeval end;
1872                 double diff;
1873
1874                 gettimeofday(&end, NULL);
1875
1876                 diff = difftime(&end, &start);
1877
1878                 --i;
1879                 if (verbose != 0)
1880                         printf("%s: %jd attrs in %.3fs (%.3f attr/s): %s",
1881                                jt_cmdname(argv[0]), (uintmax_t) i, diff,
1882                                i / diff, ctime(&end.tv_sec));
1883         }
1884         return rc;
1885 }
1886
1887 /* test_brw <cnt>                                               count
1888         <r|w[r(repeat)x(noverify)]>                             mode
1889         <q|v|#(print interval)>                                 verbosity
1890         <npages[+offset]>                                       blocksize
1891         <[[<interleave_threads>]t(inc obj by thread#)]obj>      object
1892         [p|g<args>]                                             batch */
1893 int jt_obd_test_brw(int argc, char **argv)
1894 {
1895         struct obd_ioctl_data data;
1896         struct timeval start, next_time;
1897         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1898         __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1899         int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1900         int offset_pages = 0;
1901         long n;
1902         int repeat_offset = 0;
1903         unsigned long long ull;
1904         int  nthr_per_obj = 0;
1905         int  verify = 1;
1906         int  obj_idx = 0;
1907         char *end;
1908
1909         if (argc < 2 || argc > 7) {
1910                 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1911                         jt_cmdname(argv[0]), argc);
1912                 return CMD_HELP;
1913         }
1914
1915         count = strtoull(argv[1], &end, 0);
1916         if (*end) {
1917                 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
1918                         jt_cmdname(argv[0]), argv[1]);
1919                 return CMD_HELP;
1920         }
1921
1922         if (argc >= 3) {
1923                 if (argv[2][0] == 'w' || argv[2][0] == '1')
1924                         write = 1;
1925                 /* else it's a read */
1926
1927                 if (argv[2][0] != 0)
1928                         for (i = 1; argv[2][i] != 0; i++)
1929                                 switch (argv[2][i]) {
1930                                 case 'r':
1931                                         repeat_offset = 1;
1932                                         break;
1933
1934                                 case 'x':
1935                                         verify = 0;
1936                                         break;
1937
1938                                 default:
1939                                         fprintf (stderr, "Can't parse cmd '%s'\n",
1940                                                  argv[2]);
1941                                         return CMD_HELP;
1942                                 }
1943         }
1944
1945         if (argc >= 4) {
1946                 verbose = get_verbose(argv[0], argv[3]);
1947                 if (verbose == BAD_VERBOSE)
1948                         return CMD_HELP;
1949         }
1950
1951         if (argc >= 5) {
1952                 pages = strtoul(argv[4], &end, 0);
1953
1954                 if (*end == '+')
1955                         offset_pages = strtoul(end + 1, &end, 0);
1956
1957                 if (*end != 0 ||
1958                     offset_pages < 0 || offset_pages >= pages) {
1959                         fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
1960                                 jt_cmdname(argv[0]), argv[4]);
1961                         return CMD_HELP;
1962                 }
1963         }
1964
1965         if (argc >= 6) {
1966                 if (thread &&
1967                     (n = strtol(argv[5], &end, 0)) > 0 &&
1968                     *end == 't' &&
1969                     (ull = strtoull(end + 1, &end, 0)) > 0 &&
1970                     *end == 0) {
1971                         nthr_per_obj = n;
1972                         objid = ull;
1973                 } else if (thread &&
1974                            argv[5][0] == 't') {
1975                         nthr_per_obj = 1;
1976                         objid = strtoull(argv[5] + 1, &end, 0);
1977                 } else {
1978                         nthr_per_obj = 0;
1979                         objid = strtoull(argv[5], &end, 0);
1980                 }
1981                 if (*end) {
1982                         fprintf(stderr, "error: %s: bad objid '%s'\n",
1983                                 jt_cmdname(argv[0]), argv[5]);
1984                         return CMD_HELP;
1985                 }
1986         }
1987
1988         memset(&data, 0, sizeof(data));
1989         data.ioc_dev = cur_device;
1990
1991         /* communicate the 'type' of brw test and batching to echo_client.
1992          * don't start.  we'd love to refactor this lctl->echo_client
1993          * interface */
1994         data.ioc_pbuf1 = (void *)1;
1995         data.ioc_plen1 = 1;
1996
1997         if (argc >= 7) {
1998                 switch(argv[6][0]) {
1999                         case 'g': /* plug and unplug */
2000                                 data.ioc_pbuf1 = (void *)2;
2001                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2002                                                           0);
2003                                 break;
2004                         case 'p': /* prep and commit */
2005                                 data.ioc_pbuf1 = (void *)3;
2006                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2007                                                           0);
2008                                 break;
2009                         default:
2010                                 fprintf(stderr, "error: %s: batching '%s' "
2011                                         "needs to specify 'p' or 'g'\n",
2012                                         jt_cmdname(argv[0]), argv[6]);
2013                                 return CMD_HELP;
2014                 }
2015
2016                 if (*end) {
2017                         fprintf(stderr, "error: %s: bad batching '%s'\n",
2018                                 jt_cmdname(argv[0]), argv[6]);
2019                         return CMD_HELP;
2020                 }
2021                 data.ioc_plen1 *= getpagesize();
2022         }
2023
2024         len = pages * getpagesize();
2025         thr_offset = offset_pages * getpagesize();
2026         stride = len;
2027
2028 #ifdef MAX_THREADS
2029         if (thread) {
2030                 shmem_lock ();
2031                 if (nthr_per_obj != 0) {
2032                         /* threads interleave */
2033                         obj_idx = (thread - 1)/nthr_per_obj;
2034                         objid += obj_idx;
2035                         stride *= nthr_per_obj;
2036                         if ((thread - 1) % nthr_per_obj == 0) {
2037                                 shared_data->body.offsets[obj_idx] =
2038                                         stride + thr_offset;
2039                         }
2040                         thr_offset += ((thread - 1) % nthr_per_obj) * len;
2041                 } else {
2042                         /* threads disjoint */
2043                         thr_offset += (thread - 1) * len;
2044                 }
2045
2046                 shmem_start_time_locked();
2047                 shmem_unlock ();
2048         }
2049 #endif
2050
2051         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
2052         ostid_set_id(&data.ioc_obdo1.o_oi, objid);
2053         data.ioc_obdo1.o_mode = S_IFREG;
2054         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
2055                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
2056         data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
2057         data.ioc_count = len;
2058         data.ioc_offset = (repeat_offset ? 0 : thr_offset);
2059
2060         gettimeofday(&start, NULL);
2061         next_time.tv_sec = start.tv_sec - verbose;
2062         next_time.tv_usec = start.tv_usec;
2063
2064         if (verbose != 0)
2065                 printf("%s: %s %jux%d pages (obj %#jx, off %ju): %s",
2066                        jt_cmdname(argv[0]), write ? "writing" : "reading",
2067                        (uintmax_t)count, pages, (uintmax_t) objid,
2068                        (uintmax_t)data.ioc_offset, ctime(&start.tv_sec));
2069
2070         cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
2071         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
2072                 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
2073                 memset(buf, 0, sizeof(rawbuf));
2074                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2075                 if (rc) {
2076                         fprintf(stderr, "error: %s: invalid ioctl\n",
2077                                 jt_cmdname(argv[0]));
2078                         return rc;
2079                 }
2080                 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
2081                 shmem_bump(1);
2082                 if (rc) {
2083                         fprintf(stderr, "error: %s: #%d - %s on %s\n",
2084                                 jt_cmdname(argv[0]), i, strerror(rc = errno),
2085                                 write ? "write" : "read");
2086                         break;
2087                 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
2088                         shmem_lock ();
2089                         printf("%s: %s number %d @ %jd:%ju for %d\n",
2090                                jt_cmdname(argv[0]), write ? "write" : "read", i,
2091                                (uintmax_t)ostid_id(&data.ioc_obdo1.o_oi),
2092                                (uintmax_t)data.ioc_offset,
2093                                (int)(pages * getpagesize()));
2094                         shmem_unlock ();
2095                 }
2096
2097                 if (!repeat_offset) {
2098 #ifdef MAX_THREADS
2099                         if (stride == len) {
2100                                 data.ioc_offset += stride;
2101                         } else if (i < count) {
2102                                 shmem_lock ();
2103                                 data.ioc_offset =
2104                                         shared_data->body.offsets[obj_idx];
2105                                 shared_data->body.offsets[obj_idx] += len;
2106                                 shmem_unlock ();
2107                         }
2108 #else
2109                         data.ioc_offset += len;
2110                         obj_idx = 0; /* avoids an unused var warning */
2111 #endif
2112                 }
2113         }
2114
2115         if (!rc) {
2116                 struct timeval end;
2117                 double diff;
2118
2119                 gettimeofday(&end, NULL);
2120
2121                 diff = difftime(&end, &start);
2122
2123                 --i;
2124                 if (verbose != 0)
2125                         printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
2126                                jt_cmdname(argv[0]), write ? "wrote" : "read",
2127                                i, pages, diff,
2128                                ((double)i * pages * getpagesize()) /
2129                                (diff * 1048576.0),
2130                                ctime(&end.tv_sec));
2131         }
2132
2133 #ifdef MAX_THREADS
2134         if (thread) {
2135                 shmem_lock();
2136                 shmem_end_time_locked();
2137                 shmem_unlock();
2138         }
2139 #endif
2140         return rc;
2141 }
2142
2143 int jt_obd_lov_getconfig(int argc, char **argv)
2144 {
2145         struct obd_ioctl_data data;
2146         struct lov_desc desc;
2147         struct obd_uuid *uuidarray;
2148         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2149         __u32 *obdgens;
2150         char *path;
2151         int rc, fd;
2152
2153         memset(&data, 0, sizeof(data));
2154         data.ioc_dev = cur_device;
2155
2156         if (argc != 2)
2157                 return CMD_HELP;
2158
2159         path = argv[1];
2160         fd = open(path, O_RDONLY);
2161         if (fd < 0) {
2162                 fprintf(stderr, "open \"%s\" failed: %s\n", path,
2163                         strerror(errno));
2164                 return -errno;
2165         }
2166
2167         memset(&desc, 0, sizeof(desc));
2168         obd_str2uuid(&desc.ld_uuid, argv[1]);
2169         desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
2170                              (sizeof(*uuidarray) + sizeof(*obdgens)));
2171
2172 repeat:
2173         uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
2174         if (!uuidarray) {
2175                 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
2176                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2177                 rc = -ENOMEM;
2178                 goto out;
2179         }
2180         obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
2181         if (!obdgens) {
2182                 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
2183                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2184                 rc = -ENOMEM;
2185                 goto out_uuidarray;
2186         }
2187
2188         memset(buf, 0, sizeof(rawbuf));
2189         data.ioc_inllen1 = sizeof(desc);
2190         data.ioc_inlbuf1 = (char *)&desc;
2191         data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
2192         data.ioc_inlbuf2 = (char *)uuidarray;
2193         data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
2194         data.ioc_inlbuf3 = (char *)obdgens;
2195
2196         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
2197                 fprintf(stderr, "error: %s: invalid ioctl\n",
2198                         jt_cmdname(argv[0]));
2199                 rc = -EINVAL;
2200                 goto out_obdgens;
2201         }
2202         rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
2203         if (rc == -ENOSPC) {
2204                 free(uuidarray);
2205                 free(obdgens);
2206                 goto repeat;
2207         } else if (rc) {
2208                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2209                         jt_cmdname(argv[0]), strerror(rc = errno));
2210         } else {
2211                 struct obd_uuid *uuidp;
2212                 __u32 *genp;
2213                 int i;
2214
2215                 if (obd_ioctl_unpack(&data, buf, sizeof(rawbuf))) {
2216                         fprintf(stderr, "error: %s: invalid reply\n",
2217                                 jt_cmdname(argv[0]));
2218                         rc = -EINVAL;
2219                         goto out;
2220                 }
2221                 if (desc.ld_default_stripe_count == (__u32)-1)
2222                         printf("default_stripe_count: %d\n", -1);
2223                 else
2224                         printf("default_stripe_count: %u\n",
2225                                desc.ld_default_stripe_count);
2226                 printf("default_stripe_size: %ju\n",
2227                        (uintmax_t)desc.ld_default_stripe_size);
2228                 printf("default_stripe_offset: %ju\n",
2229                        (uintmax_t)desc.ld_default_stripe_offset);
2230                 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
2231                 printf("obd_count: %u\n", desc.ld_tgt_count);
2232                 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
2233                 uuidp = uuidarray;
2234                 genp = obdgens;
2235                 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
2236                         printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
2237         }
2238 out_obdgens:
2239         free(obdgens);
2240 out_uuidarray:
2241         free(uuidarray);
2242 out:
2243         close(fd);
2244         return rc;
2245 }
2246
2247 static int do_activate(int argc, char **argv, int flag)
2248 {
2249         struct obd_ioctl_data data;
2250         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2251         int rc;
2252
2253         memset(&data, 0, sizeof(data));
2254         data.ioc_dev = cur_device;
2255         if (argc != 1)
2256                 return CMD_HELP;
2257
2258         /* reuse offset for 'active' */
2259         data.ioc_offset = flag;
2260
2261         memset(buf, 0, sizeof(rawbuf));
2262         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2263         if (rc) {
2264                 fprintf(stderr, "error: %s: invalid ioctl\n",
2265                         jt_cmdname(argv[0]));
2266                 return rc;
2267         }
2268         rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
2269         if (rc)
2270                 fprintf(stderr, "error: %s: failed: %s\n",
2271                         jt_cmdname(argv[0]), strerror(rc = errno));
2272
2273         return rc;
2274 }
2275
2276 /**
2277  * Replace nids for given device.
2278  * lctl replace_nids <devicename> <nid1>[,nid2,nid3]
2279  * Command should be started on MGS server.
2280  * Only MGS server should be started (command execution
2281  * returns error in another cases). Command mount
2282  * -t lustre <MDT partition> -o nosvc <mount point>
2283  * can be used for that.
2284  *
2285  * llogs for MDTs and clients are processed. All
2286  * records copied as is except add_uuid and setup. This records
2287  * are skipped and recorded with new nids and uuid.
2288  *
2289  * \see mgs_replace_nids
2290  * \see mgs_replace_nids_log
2291  * \see mgs_replace_handler
2292  */
2293 int jt_replace_nids(int argc, char **argv)
2294 {
2295         int rc;
2296         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2297         struct obd_ioctl_data data;
2298
2299         memset(&data, 0, sizeof(data));
2300         data.ioc_dev = get_mgs_device();
2301         if (argc != 3)
2302                 return CMD_HELP;
2303
2304         data.ioc_inllen1 = strlen(argv[1]) + 1;
2305         data.ioc_inlbuf1 = argv[1];
2306
2307         data.ioc_inllen2 = strlen(argv[2]) + 1;
2308         data.ioc_inlbuf2 = argv[2];
2309         memset(buf, 0, sizeof(rawbuf));
2310         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2311         if (rc) {
2312                 fprintf(stderr, "error: %s: invalid ioctl\n",
2313                         jt_cmdname(argv[0]));
2314                 return rc;
2315         }
2316
2317         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_REPLACE_NIDS, buf);
2318         if (rc < 0) {
2319                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2320                         strerror(rc = errno));
2321         }
2322
2323         return rc;
2324 }
2325
2326 int jt_obd_deactivate(int argc, char **argv)
2327 {
2328         return do_activate(argc, argv, 0);
2329 }
2330
2331 int jt_obd_activate(int argc, char **argv)
2332 {
2333         return do_activate(argc, argv, 1);
2334 }
2335
2336 int jt_obd_recover(int argc, char **argv)
2337 {
2338         int rc;
2339         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2340         struct obd_ioctl_data data;
2341
2342         memset(&data, 0, sizeof(data));
2343         data.ioc_dev = cur_device;
2344         if (argc > 2)
2345                 return CMD_HELP;
2346
2347         if (argc == 2) {
2348                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2349                 data.ioc_inlbuf1 = argv[1];
2350         }
2351
2352         memset(buf, 0, sizeof(rawbuf));
2353         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2354         if (rc) {
2355                 fprintf(stderr, "error: %s: invalid ioctl\n",
2356                         jt_cmdname(argv[0]));
2357                 return rc;
2358         }
2359         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
2360         if (rc < 0) {
2361                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2362                         strerror(rc = errno));
2363         }
2364
2365         return rc;
2366 }
2367
2368 int jt_obd_mdc_lookup(int argc, char **argv)
2369 {
2370         struct obd_ioctl_data data;
2371         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2372         char *parent, *child;
2373         int rc, fd, verbose = 1;
2374
2375         if (argc < 3 || argc > 4)
2376                 return CMD_HELP;
2377
2378         parent = argv[1];
2379         child = argv[2];
2380         if (argc == 4)
2381                 verbose = get_verbose(argv[0], argv[3]);
2382
2383         memset(&data, 0, sizeof(data));
2384         data.ioc_dev = cur_device;
2385
2386         data.ioc_inllen1 = strlen(child) + 1;
2387         data.ioc_inlbuf1 = child;
2388
2389         memset(buf, 0, sizeof(rawbuf));
2390         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2391         if (rc) {
2392                 fprintf(stderr, "error: %s: invalid ioctl\n",
2393                         jt_cmdname(argv[0]));
2394                 return rc;
2395         }
2396
2397         fd = open(parent, O_RDONLY);
2398         if (fd < 0) {
2399                 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
2400                         strerror(errno));
2401                 return -1;
2402         }
2403
2404         rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
2405         if (rc < 0) {
2406                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2407                         jt_cmdname(argv[0]), strerror(rc = errno));
2408         }
2409         close(fd);
2410
2411         if (verbose) {
2412                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
2413                 if (rc) {
2414                         fprintf(stderr, "error: %s: invalid reply\n",
2415                                 jt_cmdname(argv[0]));
2416                         return rc;
2417                 }
2418                 printf("%s: mode %o uid %d gid %d\n", child,
2419                        data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
2420                        data.ioc_obdo1.o_gid);
2421         }
2422
2423         return rc;
2424 }
2425
2426 int jt_llog_catlist(int argc, char **argv)
2427 {
2428         struct obd_ioctl_data data;
2429         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2430         int rc;
2431
2432         if (argc != 1)
2433                 return CMD_HELP;
2434
2435         memset(&data, 0, sizeof(data));
2436         data.ioc_dev = cur_device;
2437         data.ioc_inllen1 = sizeof(rawbuf) - cfs_size_round(sizeof(data));
2438         memset(buf, 0, sizeof(rawbuf));
2439         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2440         if (rc) {
2441                 fprintf(stderr, "error: %s: invalid ioctl\n",
2442                         jt_cmdname(argv[0]));
2443                 return rc;
2444         }
2445         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
2446         if (rc == 0)
2447                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2448         else
2449                 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
2450                         strerror(errno));
2451
2452         return rc;
2453 }
2454
2455 int jt_llog_info(int argc, char **argv)
2456 {
2457         struct obd_ioctl_data data;
2458         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2459         int rc;
2460
2461         if (argc != 2)
2462                 return CMD_HELP;
2463
2464         memset(&data, 0, sizeof(data));
2465         data.ioc_dev = cur_device;
2466         data.ioc_inllen1 = strlen(argv[1]) + 1;
2467         data.ioc_inlbuf1 = argv[1];
2468         data.ioc_inllen2 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2469                 cfs_size_round(data.ioc_inllen1);
2470         memset(buf, 0, sizeof(rawbuf));
2471         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2472         if (rc) {
2473                 fprintf(stderr, "error: %s: invalid ioctl\n",
2474                         jt_cmdname(argv[0]));
2475                 return rc;
2476         }
2477
2478         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
2479         if (rc == 0)
2480                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2481         else
2482                 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
2483                         strerror(errno));
2484
2485         return rc;
2486 }
2487
2488 int jt_llog_print(int argc, char **argv)
2489 {
2490         struct obd_ioctl_data data;
2491         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2492         int rc;
2493
2494         if (argc != 2 && argc != 4)
2495                 return CMD_HELP;
2496
2497         memset(&data, 0, sizeof(data));
2498         data.ioc_dev = cur_device;
2499         data.ioc_inllen1 = strlen(argv[1]) + 1;
2500         data.ioc_inlbuf1 = argv[1];
2501         if (argc == 4) {
2502                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2503                 data.ioc_inlbuf2 = argv[2];
2504                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2505                 data.ioc_inlbuf3 = argv[3];
2506         } else {
2507                 char from[2] = "1", to[3] = "-1";
2508                 data.ioc_inllen2 = strlen(from) + 1;
2509                 data.ioc_inlbuf2 = from;
2510                 data.ioc_inllen3 = strlen(to) + 1;
2511                 data.ioc_inlbuf3 = to;
2512         }
2513         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2514                 cfs_size_round(data.ioc_inllen1) -
2515                 cfs_size_round(data.ioc_inllen2) -
2516                 cfs_size_round(data.ioc_inllen3);
2517         memset(buf, 0, sizeof(rawbuf));
2518         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2519         if (rc) {
2520                 fprintf(stderr, "error: %s: invalid ioctl\n",
2521                         jt_cmdname(argv[0]));
2522                 return rc;
2523         }
2524
2525         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2526         if (rc == 0)
2527                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2528         else
2529                 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2530                         strerror(errno));
2531
2532         return rc;
2533 }
2534
2535 static int llog_cancel_parse_optional(int argc, char **argv,
2536                                       struct obd_ioctl_data *data)
2537 {
2538         int cOpt;
2539         const char *const short_options = "c:l:i:h";
2540         const struct option long_options[] = {
2541                 {"catalog", required_argument, NULL, 'c'},
2542                 {"log_id", required_argument, NULL, 'l'},
2543                 {"log_idx", required_argument, NULL, 'i'},
2544                 {"help", no_argument, NULL, 'h'},
2545                 {NULL, 0, NULL, 0}
2546         };
2547
2548         /* sanity check */
2549         if (!data || argc <= 1) {
2550                 return -1;
2551         }
2552
2553         /*now process command line arguments*/
2554         while ((cOpt = getopt_long(argc, argv, short_options,
2555                                         long_options, NULL)) != -1) {
2556                 switch (cOpt) {
2557                 case 'c':
2558                         data->ioc_inllen1 = strlen(optarg) + 1;
2559                         data->ioc_inlbuf1 = optarg;
2560                         break;
2561
2562                 case 'l':
2563                         data->ioc_inllen2 = strlen(optarg) + 1;
2564                         data->ioc_inlbuf2 = optarg;
2565                         break;
2566
2567                 case 'i':
2568                         data->ioc_inllen3 = strlen(optarg) + 1;
2569                         data->ioc_inlbuf3 = optarg;
2570                         break;
2571
2572                 case 'h':
2573                 default:
2574                         return -1;
2575                 }
2576         }
2577
2578         if ((data->ioc_inlbuf1 == NULL) || (data->ioc_inlbuf3 == NULL)) {
2579                 /* missing mandatory parameters */
2580                 return -1;
2581         }
2582
2583         return 0;
2584 }
2585
2586 int jt_llog_cancel(int argc, char **argv)
2587 {
2588         struct obd_ioctl_data data;
2589         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2590         int rc, i;
2591
2592         /* check that the arguments provided are either all
2593          * optional or all positional.  No mixing allowed
2594          *
2595          * if argc is 4 or 3 then check all arguments to ensure that none
2596          * of them start with a '-'.  If so then this is invalid.
2597          * Otherwise if arg is > 4 then assume that this is optional
2598          * arguments, and parse as such ignoring any thing that's not
2599          * optional.  The result is that user must use optional arguments
2600          * for all mandatory parameters.  Code will ignore all other args
2601          *
2602          * The positional arguments option should eventually be phased out.
2603          */
2604         memset(&data, 0, sizeof(data));
2605         data.ioc_dev = cur_device;
2606
2607         if (argc == 3 || argc == 4) {
2608                 for (i = 1; i < argc; i++) {
2609                         if (argv[i][0] == '-')
2610                                 return CMD_HELP;
2611                 }
2612                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2613                 data.ioc_inlbuf1 = argv[1];
2614                 if (argc == 4) {
2615                         data.ioc_inllen2 = strlen(argv[2]) + 1;
2616                         data.ioc_inlbuf2 = argv[2];
2617                         data.ioc_inllen3 = strlen(argv[3]) + 1;
2618                         data.ioc_inlbuf3 = argv[3];
2619                 } else {
2620                         data.ioc_inllen3 = strlen(argv[2]) + 1;
2621                         data.ioc_inlbuf3 = argv[2];
2622                 }
2623         } else {
2624                 if (llog_cancel_parse_optional(argc, argv, &data) != 0)
2625                         return CMD_HELP;
2626         }
2627
2628         memset(buf, 0, sizeof(rawbuf));
2629         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2630         if (rc) {
2631                 fprintf(stderr, "error: %s: invalid ioctl\n",
2632                         jt_cmdname(argv[0]));
2633                 return rc;
2634         }
2635
2636         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2637         if (rc == 0)
2638                 fprintf(stdout, "index %s was canceled.\n",
2639                         argc == 4 ? argv[3] : argv[2]);
2640         else
2641                 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2642                         strerror(errno));
2643
2644         return rc;
2645 }
2646
2647 int jt_llog_check(int argc, char **argv)
2648 {
2649         struct obd_ioctl_data data;
2650         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2651         int rc;
2652
2653         if (argc != 2 && argc != 4)
2654                 return CMD_HELP;
2655
2656         memset(&data, 0, sizeof(data));
2657         data.ioc_dev = cur_device;
2658         data.ioc_inllen1 = strlen(argv[1]) + 1;
2659         data.ioc_inlbuf1 = argv[1];
2660         if (argc == 4) {
2661                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2662                 data.ioc_inlbuf2 = argv[2];
2663                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2664                 data.ioc_inlbuf3 = argv[3];
2665         } else {
2666                 char from[2] = "1", to[3] = "-1";
2667                 data.ioc_inllen2 = strlen(from) + 1;
2668                 data.ioc_inlbuf2 = from;
2669                 data.ioc_inllen3 = strlen(to) + 1;
2670                 data.ioc_inlbuf3 = to;
2671         }
2672         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2673                 cfs_size_round(data.ioc_inllen1) -
2674                 cfs_size_round(data.ioc_inllen2) -
2675                 cfs_size_round(data.ioc_inllen3);
2676         memset(buf, 0, sizeof(rawbuf));
2677         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2678         if (rc) {
2679                 fprintf(stderr, "error: %s: invalid ioctl\n",
2680                         jt_cmdname(argv[0]));
2681                 return rc;
2682         }
2683
2684         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2685         if (rc == 0)
2686                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2687         else
2688                 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2689                         strerror(errno));
2690         return rc;
2691 }
2692
2693 int jt_llog_remove(int argc, char **argv)
2694 {
2695         struct obd_ioctl_data data;
2696         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2697         int rc;
2698
2699         if (argc != 3 && argc != 2)
2700                 return CMD_HELP;
2701
2702         memset(&data, 0, sizeof(data));
2703         data.ioc_dev = cur_device;
2704         data.ioc_inllen1 = strlen(argv[1]) + 1;
2705         data.ioc_inlbuf1 = argv[1];
2706         if (argc == 3){
2707                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2708                 data.ioc_inlbuf2 = argv[2];
2709         }
2710         memset(buf, 0, sizeof(rawbuf));
2711         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2712         if (rc) {
2713                 fprintf(stderr, "error: %s: invalid ioctl\n",
2714                         jt_cmdname(argv[0]));
2715                 return rc;
2716         }
2717
2718         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2719         if (rc == 0) {
2720                 if (argc == 2)
2721                         fprintf(stdout, "log %s is removed.\n", argv[1]);
2722                 else
2723                         fprintf(stdout, "the log in catalog %s is removed. \n",
2724                                 argv[1]);
2725         } else
2726                 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2727                         strerror(errno));
2728
2729         return rc;
2730 }
2731
2732 /* attach a regular file to virtual block device.
2733  * return vaule:
2734  *  -1: fatal error
2735  *  1: error, it always means the command run failed
2736  *  0: success
2737  */
2738 static int jt_blockdev_run_process(const char *file, char *argv[])
2739 {
2740         pid_t pid;
2741         int rc;
2742
2743         pid = vfork();
2744         if (pid == 0) { /* child process */
2745                 /* don't print error messages */
2746                 close(1), close(2);
2747                 (void)execvp(file, argv);
2748                 exit(-1);
2749         } else if (pid > 0) {
2750                 int status;
2751
2752                 rc = waitpid(pid, &status, 0);
2753                 if (rc < 0 || !WIFEXITED(status))
2754                         return -1;
2755
2756                 return WEXITSTATUS(status);
2757         }
2758
2759         return -1;
2760 }
2761
2762 static int jt_blockdev_find_module(const char *module)
2763 {
2764         FILE *fp;
2765         int found = 0;
2766         char buf[1024];
2767         char *ptr;
2768
2769         fp = fopen("/proc/modules", "r");
2770         if (fp == NULL)
2771                 return -1;
2772
2773         while (fgets(buf, 1024, fp) != NULL) {
2774                 ptr = strchr(buf, ' ');
2775                 if (ptr != NULL)
2776                         *ptr = 0;
2777                 if (strcmp(module, buf) == 0) {
2778                         found = 1;
2779                         break;
2780                 }
2781         }
2782         fclose(fp);
2783
2784         return found;
2785 }
2786
2787 static int jt_blockdev_probe_module(const char *module)
2788 {
2789         char buf[1024];
2790         char *argv[10];
2791         int c, rc;
2792
2793         if (jt_blockdev_find_module(module) == 1)
2794                 return 0;
2795
2796         /* run modprobe first */
2797         c = 0;
2798         argv[c++] = "/sbin/modprobe";
2799         argv[c++] = "-q";
2800         argv[c++] = (char *)module;
2801         argv[c++] = NULL;
2802         rc = jt_blockdev_run_process("modprobe", argv);
2803         if (rc != 1)
2804                 return rc;
2805
2806         /* cannot find the module in default directory ... */
2807         sprintf(buf, "../llite/%s.ko", module);
2808         c = 0;
2809         argv[c++] = "/sbin/insmod";
2810         argv[c++] = buf;
2811         argv[c++] = NULL;
2812         rc = jt_blockdev_run_process("insmod", argv);
2813         return rc ? -1 : 0;
2814 }
2815
2816 int jt_blockdev_attach(int argc, char **argv)
2817 {
2818         int rc, fd;
2819         struct stat st;
2820         char *filename, *devname;
2821         unsigned long dev;
2822
2823         if (argc != 3)
2824                 return CMD_HELP;
2825
2826         if (jt_blockdev_probe_module("llite_lloop") < 0) {
2827                 fprintf(stderr, "error: cannot find module llite_lloop.(k)o\n");
2828                 return ENOENT;
2829         }
2830
2831         filename = argv[1];
2832         devname = argv[2];
2833
2834         fd = open(filename, O_RDWR);
2835         if (fd < 0) {
2836                 fprintf(stderr, "file %s can't be opened(%s)\n\n",
2837                         filename, strerror(errno));
2838                 return CMD_HELP;
2839         }
2840
2841         rc = ioctl(fd, LL_IOC_LLOOP_ATTACH, &dev);
2842         if (rc < 0) {
2843                 rc = errno;
2844                 fprintf(stderr, "attach error(%s)\n", strerror(rc));
2845                 goto out;
2846         }
2847
2848         rc = stat(devname, &st);
2849         if (rc == 0 && (!S_ISBLK(st.st_mode) || st.st_rdev != dev)) {
2850                 rc = EEXIST;
2851         } else if (rc < 0) {
2852                 if (errno == ENOENT &&
2853                     !mknod(devname, S_IFBLK|S_IRUSR|S_IWUSR, dev))
2854                         rc = 0;
2855                 else
2856                         rc = errno;
2857         }
2858
2859         if (rc) {
2860                 fprintf(stderr, "error: the file %s could be attached to block "
2861                                 "device %X but creating %s failed: %s\n"
2862                                 "now detaching the block device..",
2863                         filename, (int)dev, devname, strerror(rc));
2864
2865                 (void)ioctl(fd, LL_IOC_LLOOP_DETACH_BYDEV, dev);
2866                 fprintf(stderr, "%s\n", strerror(errno));
2867         }
2868 out:
2869         close(fd);
2870         return -rc;
2871 }
2872
2873 int jt_blockdev_detach(int argc, char **argv)
2874 {
2875         char *filename;
2876         int rc, fd;
2877
2878         if (argc != 2)
2879                 return CMD_HELP;
2880
2881         filename = argv[1];
2882         fd = open(filename, O_RDONLY);
2883         if (fd < 0) {
2884                 fprintf(stderr, "cannot open file %s error %s\n",
2885                         filename, strerror(errno));
2886                 return CMD_HELP;
2887         }
2888
2889         rc = ioctl(fd, LL_IOC_LLOOP_DETACH, 0);
2890         if (rc < 0) {
2891                 rc = errno;
2892                 fprintf(stderr, "detach error(%s)\n", strerror(rc));
2893         } else {
2894                 (void)unlink(filename);
2895         }
2896
2897         close(fd);
2898         return -rc;
2899 }
2900
2901 int jt_blockdev_info(int argc, char **argv)
2902 {
2903         char *filename;
2904         int rc, fd;
2905         struct lu_fid fid;
2906
2907         if (argc != 2)
2908                 return CMD_HELP;
2909
2910         filename = argv[1];
2911         fd = open(filename, O_RDONLY);
2912         if (fd < 0) {
2913                 fprintf(stderr, "cannot open file %s error: %s\n",
2914                         filename, strerror(errno));
2915                 return CMD_HELP;
2916         }
2917
2918         rc = ioctl(fd, LL_IOC_LLOOP_INFO, &fid);
2919         if (rc < 0) {
2920                 rc = errno;
2921                 fprintf(stderr, "error: %s\n", strerror(errno));
2922                 goto out;
2923         }
2924         fprintf(stdout, "lloop device info: ");
2925         if (fid_is_zero(&fid))
2926                 fprintf(stdout, "Not attached\n");
2927         else
2928                 fprintf(stdout, "attached to inode "DFID"\n", PFID(&fid));
2929 out:
2930         close(fd);
2931         return -rc;
2932 }
2933
2934 static void signal_server(int sig)
2935 {
2936         if (sig == SIGINT) {
2937                 do_disconnect("sigint", 1);
2938                 exit(1);
2939         } else
2940                 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
2941 }
2942
2943 int obd_initialize(int argc, char **argv)
2944 {
2945         if (shmem_setup() != 0)
2946                 return -1;
2947
2948         register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
2949                          OBD_DEV_MAJOR, OBD_DEV_MINOR);
2950
2951         return 0;
2952 }
2953
2954 void obd_finalize(int argc, char **argv)
2955 {
2956         struct sigaction sigact;
2957
2958         /* sigact initialization */
2959         sigact.sa_handler = signal_server;
2960         sigfillset(&sigact.sa_mask);
2961         sigact.sa_flags = SA_RESTART;
2962         /* coverity[uninit_use_in_call] */
2963         sigaction(SIGINT, &sigact, NULL);
2964
2965         shmem_cleanup();
2966         do_disconnect(argv[0], 1);
2967 }
2968
2969 static int check_pool_cmd(enum lcfg_command_type cmd,
2970                           char *fsname, char *poolname,
2971                           char *ostname)
2972 {
2973         int rc;
2974
2975         rc = llapi_search_ost(fsname, poolname, ostname);
2976         if (rc < 0 && (cmd != LCFG_POOL_NEW)) {
2977                 fprintf(stderr, "Pool %s.%s not found\n",
2978                         fsname, poolname);
2979                 return rc;
2980         }
2981
2982         switch (cmd) {
2983         case LCFG_POOL_NEW: {
2984                 LASSERT(ostname == NULL);
2985                 if (rc >= 0) {
2986                         fprintf(stderr, "Pool %s.%s already exists\n",
2987                                 fsname, poolname);
2988                         return -EEXIST;
2989                 }
2990                 return 0;
2991         }
2992         case LCFG_POOL_DEL: {
2993                 LASSERT(ostname == NULL);
2994                 if (rc == 1) {
2995                         fprintf(stderr, "Pool %s.%s not empty, "
2996                                 "please remove all members\n",
2997                                 fsname, poolname);
2998                         return -ENOTEMPTY;
2999                 }
3000                 return 0;
3001         }
3002         case LCFG_POOL_ADD: {
3003                 if (rc == 1) {
3004                         fprintf(stderr, "OST %s is already in pool %s.%s\n",
3005                                 ostname, fsname, poolname);
3006                         return -EEXIST;
3007                 }
3008                 rc = llapi_search_ost(fsname, NULL, ostname);
3009                 if (rc == 0) {
3010                         fprintf(stderr, "OST %s is not part of the '%s' fs.\n",
3011                                 ostname, fsname);
3012                         return -ENOENT;
3013                 }
3014                 return 0;
3015         }
3016         case LCFG_POOL_REM: {
3017                 if (rc == 0) {
3018                         fprintf(stderr, "OST %s not found in pool %s.%s\n",
3019                                 ostname, fsname, poolname);
3020                         return -ENOENT;
3021                 }
3022                 return 0;
3023         }
3024         default:
3025                 break;
3026         } /* switch */
3027         return -EINVAL;
3028 }
3029
3030 /* This check only verifies that the changes have been "pushed out" to
3031    the client successfully.  This involves waiting for a config update,
3032    and so may fail because of problems in that code or post-command
3033    network loss. So reporting a warning is appropriate, but not a failure.
3034 */
3035 static int check_pool_cmd_result(enum lcfg_command_type cmd,
3036                                  char *fsname, char *poolname,
3037                                  char *ostname)
3038 {
3039         int cpt = 10;
3040         int rc = 0;
3041
3042         switch (cmd) {
3043         case LCFG_POOL_NEW: {
3044                 do {
3045                         rc = llapi_search_ost(fsname, poolname, NULL);
3046                         if (rc == -ENODEV)
3047                                 return rc;
3048                         if (rc < 0)
3049                                 sleep(2);
3050                         cpt--;
3051                 } while ((rc < 0) && (cpt > 0));
3052                 if (rc >= 0) {
3053                         fprintf(stderr, "Pool %s.%s created\n",
3054                                 fsname, poolname);
3055                         return 0;
3056                 } else {
3057                         fprintf(stderr, "Warning, pool %s.%s not found\n",
3058                                 fsname, poolname);
3059                         return -ENOENT;
3060                 }
3061         }
3062         case LCFG_POOL_DEL: {
3063                 do {
3064                         rc = llapi_search_ost(fsname, poolname, NULL);
3065                         if (rc == -ENODEV)
3066                                 return rc;
3067                         if (rc >= 0)
3068                                 sleep(2);
3069                         cpt--;
3070                 } while ((rc >= 0) && (cpt > 0));
3071                 if (rc < 0) {
3072                         fprintf(stderr, "Pool %s.%s destroyed\n",
3073                                 fsname, poolname);
3074                         return 0;
3075                 } else {
3076                         fprintf(stderr, "Warning, pool %s.%s still found\n",
3077                                 fsname, poolname);
3078                         return -EEXIST;
3079                 }
3080         }
3081         case LCFG_POOL_ADD: {
3082                 do {
3083                         rc = llapi_search_ost(fsname, poolname, ostname);
3084                         if (rc == -ENODEV)
3085                                 return rc;
3086                         if (rc != 1)
3087                                 sleep(2);
3088                         cpt--;
3089                 } while ((rc != 1) && (cpt > 0));
3090                 if (rc == 1) {
3091                         fprintf(stderr, "OST %s added to pool %s.%s\n",
3092                                 ostname, fsname, poolname);
3093                         return 0;
3094                 } else {
3095                         fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
3096                                 ostname, fsname, poolname);
3097                         return -ENOENT;
3098                 }
3099         }
3100         case LCFG_POOL_REM: {
3101                 do {
3102                         rc = llapi_search_ost(fsname, poolname, ostname);
3103                         if (rc == -ENODEV)
3104                                 return rc;
3105                         if (rc == 1)
3106                                 sleep(2);
3107                         cpt--;
3108                 } while ((rc == 1) && (cpt > 0));
3109                 if (rc != 1) {
3110                         fprintf(stderr, "OST %s removed from pool %s.%s\n",
3111                                 ostname, fsname, poolname);
3112                         return 0;
3113                 } else {
3114                         fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
3115                                 ostname, fsname, poolname);
3116                         return -EEXIST;
3117                 }
3118         }
3119         default:
3120                 break;
3121         }
3122         return -EINVAL;
3123 }
3124
3125 static int check_and_complete_ostname(char *fsname, char *ostname)
3126 {
3127         char *ptr;
3128         char real_ostname[MAX_OBD_NAME + 1];
3129         char i;
3130
3131         /* if OST name does not start with fsname, we add it */
3132         /* if not check if the fsname is the right one */
3133         ptr = strchr(ostname, '-');
3134         if (ptr == NULL) {
3135                 sprintf(real_ostname, "%s-%s", fsname, ostname);
3136         } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
3137                 fprintf(stderr, "%s does not start with fsname %s\n",
3138                         ostname, fsname);
3139                 return -EINVAL;
3140         } else {
3141                 if (strlen(ostname) > sizeof(real_ostname)-1)
3142                         return -E2BIG;
3143                 strncpy(real_ostname, ostname, sizeof(real_ostname));
3144         }
3145         /* real_ostname is fsname-????? */
3146         ptr = real_ostname + strlen(fsname) + 1;
3147         if (strncmp(ptr, "OST", 3) != 0) {
3148                 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
3149                         ostname, fsname);
3150                 return -EINVAL;
3151         }
3152         /* real_ostname is fsname-OST????? */
3153         ptr += 3;
3154         for (i = 0; i < 4; i++) {
3155                 if (!isxdigit(*ptr)) {
3156                         fprintf(stderr,
3157                                 "ost's index in %s is not an hexa number\n",
3158                                 ostname);
3159                         return -EINVAL;
3160                 }
3161                 ptr++;
3162         }
3163         /* real_ostname is fsname-OSTXXXX????? */
3164         /* if OST name does not end with _UUID, we add it */
3165         if (*ptr == '\0') {
3166                 strcat(real_ostname, "_UUID");
3167         } else if (strcmp(ptr, "_UUID") != 0) {
3168                 fprintf(stderr,
3169                         "ostname %s does not end with _UUID\n", ostname);
3170                 return -EINVAL;
3171         }
3172         /* real_ostname is fsname-OSTXXXX_UUID */
3173         strcpy(ostname, real_ostname);
3174         return 0;
3175 }
3176
3177 /* returns 0 or -errno */
3178 static int pool_cmd(enum lcfg_command_type cmd,
3179                     char *cmdname, char *fullpoolname,
3180                     char *fsname, char *poolname, char *ostname)
3181 {
3182         int rc = 0;
3183         struct obd_ioctl_data data;
3184         struct lustre_cfg_bufs bufs;
3185         struct lustre_cfg *lcfg;
3186         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3187
3188         rc = check_pool_cmd(cmd, fsname, poolname, ostname);
3189         if (rc == -ENODEV)
3190                 fprintf(stderr, "Can't verify pool command since there "
3191                         "is no local MDT or client, proceeding anyhow...\n");
3192         else if (rc)
3193                 return rc;
3194
3195         lustre_cfg_bufs_reset(&bufs, NULL);
3196         lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
3197         lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
3198         if (ostname != NULL)
3199                 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
3200
3201         lcfg = lustre_cfg_new(cmd, &bufs);
3202         if (lcfg == NULL)
3203                 return -ENOMEM;
3204
3205         memset(&data, 0, sizeof(data));
3206         rc = data.ioc_dev = get_mgs_device();
3207         if (rc < 0)
3208                 goto out;
3209
3210         data.ioc_type = LUSTRE_CFG_TYPE;
3211         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3212                                         lcfg->lcfg_buflens);
3213         data.ioc_pbuf1 = (void *)lcfg;
3214
3215         memset(buf, 0, sizeof(rawbuf));
3216         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3217         if (rc) {
3218                 fprintf(stderr, "error: %s: invalid ioctl\n",
3219                         jt_cmdname(cmdname));
3220                 lustre_cfg_free(lcfg);
3221                 return rc;
3222         }
3223         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
3224 out:
3225         if (rc)
3226                 rc = -errno;
3227         lustre_cfg_free(lcfg);
3228         return rc;
3229 }
3230
3231 /**
3232  * Format and send the ioctl to the MGS.
3233  *
3234  * \param       cmd             IOCTL to send
3235  * \param       ret_data        void pointer to return anything from
3236  *                              ioctl
3237  * \param       num_args        number of arguments to pack into the
3238  *                              ioctl buffer
3239  * \param       argv[]          variable number of string arguments
3240  *
3241  * \retval                      0 on success
3242  */
3243 static int nodemap_cmd(enum lcfg_command_type cmd, void *ret_data,
3244                        unsigned int ret_size, ...)
3245 {
3246         va_list                 ap;
3247         char                    *arg;
3248         int                     i = 0;
3249         struct lustre_cfg_bufs  bufs;
3250         struct obd_ioctl_data   data;
3251         struct lustre_cfg       *lcfg;
3252         char                    rawbuf[MAX_IOC_BUFLEN];
3253         char                    *buf = rawbuf;
3254         int                     rc = 0;
3255
3256         lustre_cfg_bufs_reset(&bufs, NULL);
3257
3258         va_start(ap, ret_size);
3259         arg = va_arg(ap, char *);
3260         while (arg != NULL) {
3261                 lustre_cfg_bufs_set_string(&bufs, i, arg);
3262                 i++;
3263                 arg = va_arg(ap, char *);
3264         }
3265         va_end(ap);
3266
3267         lcfg = lustre_cfg_new(cmd, &bufs);
3268         if (lcfg == NULL)
3269                 return -ENOMEM;
3270
3271         memset(&data, 0, sizeof(data));
3272         rc = data.ioc_dev = get_mgs_device();
3273         if (rc < 0)
3274                 goto out;
3275
3276         data.ioc_type = LUSTRE_CFG_TYPE;
3277         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3278                          lcfg->lcfg_buflens);
3279         data.ioc_pbuf1 = (void *)lcfg;
3280
3281         memset(buf, 0, sizeof(rawbuf));
3282         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3283         if (rc != 0) {
3284                 fprintf(stderr, "error: invalid ioctl: %08x errno: %d with "
3285                                "rc=%d\n", cmd, errno, rc);
3286                 goto out;
3287         }
3288
3289         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_NODEMAP, buf);
3290         if (rc != 0) {
3291                 fprintf(stderr, "error: invalid ioctl: %08x errno: %d with "
3292                                "rc=%d\n", cmd, errno, rc);
3293                 goto out;
3294         }
3295
3296         if (ret_data != NULL) {
3297                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3298                 if (rc != 0)
3299                         goto out;
3300
3301                 if (ret_size > data.ioc_plen1)
3302                         ret_size = data.ioc_plen1;
3303
3304                 memcpy(ret_data, data.ioc_pbuf1, ret_size);
3305         }
3306 out:
3307         lustre_cfg_free(lcfg);
3308
3309         return rc;
3310 }
3311
3312 /**
3313  * activate nodemap functions
3314  *
3315  * \param       argc            number of args
3316  * \param       argv[]          variable string arguments
3317  *
3318  * argv[0]                      1 for activate or 0 for deactivate
3319  *
3320  * \retval                      0 on success
3321  */
3322 int jt_nodemap_activate(int argc, char **argv)
3323 {
3324         int rc;
3325
3326         rc = nodemap_cmd(LCFG_NODEMAP_ACTIVATE, NULL, 0, argv[0], argv[1],
3327                          NULL);
3328
3329         if (rc != 0) {
3330                 errno = -rc;
3331                 perror(argv[0]);
3332         }
3333
3334         return rc;
3335 }
3336
3337 /**
3338  * add a nodemap
3339  *
3340  * \param       argc            number of args
3341  * \param       argv[]          variable string arguments
3342  *
3343  * argv[0]                      nodemap name
3344  *
3345  * \retval                      0 on success
3346  */
3347 int jt_nodemap_add(int argc, char **argv)
3348 {
3349         int rc;
3350
3351         rc = llapi_nodemap_exists(argv[1]);
3352         if (rc == 0) {
3353                 fprintf(stderr, "error: %s existing nodemap name\n", argv[1]);
3354                 return 1;
3355         }
3356
3357         rc = nodemap_cmd(LCFG_NODEMAP_ADD, NULL, 0, argv[0], argv[1], NULL);
3358
3359         if (rc != 0) {
3360                 errno = -rc;
3361                 perror(argv[0]);
3362         }
3363
3364         return rc;
3365 }
3366
3367 /**
3368  * delete a nodemap
3369  *
3370  * \param       argc            number of args
3371  * \param       argv[]          variable string arguments
3372  *
3373  * argv[0]                      nodemap name
3374  *
3375  * \retval                      0 on success
3376  */
3377 int jt_nodemap_del(int argc, char **argv)
3378 {
3379         int rc;
3380
3381         rc = llapi_nodemap_exists(argv[1]);
3382         if (rc != 0) {
3383                 fprintf(stderr, "error: %s not existing nodemap name\n",
3384                         argv[1]);
3385                 return rc;
3386         }
3387         rc = nodemap_cmd(LCFG_NODEMAP_DEL, NULL, 0, argv[0], argv[1], NULL);
3388
3389         if (rc != 0) {
3390                 errno = -rc;
3391                 perror(argv[0]);
3392         }
3393
3394         return rc;
3395 }
3396
3397 /**
3398  * test a nid for nodemap membership
3399  *
3400  * \param       argc            number of args
3401  * \param       argv[]          variable string arguments
3402  *
3403  * argv[0]                      properly formatted nid
3404  *
3405  * \retval                      0 on success
3406  */
3407 int jt_nodemap_test_nid(int argc, char **argv)
3408 {
3409
3410         char    rawbuf[MAX_IOC_BUFLEN];
3411         int     rc;
3412
3413         rc = nodemap_cmd(LCFG_NODEMAP_TEST_NID, &rawbuf, sizeof(rawbuf),
3414                          argv[0], argv[1], NULL);
3415         if (rc == 0)
3416                 printf("%s\n", (char *)rawbuf);
3417
3418         return rc;
3419 }
3420
3421 /**
3422  * test a nodemap id pair for mapping
3423  *
3424  * \param       argc            number of args
3425  * \param       argv[[]         variable string arguments
3426  *
3427  * \retval                      0 on success
3428  *
3429  * The argv array should contain the nodemap name, the id
3430  * to checking the mapping on, and the id type (UID or GID)
3431  *
3432  */
3433 int jt_nodemap_test_id(int argc, char **argv)
3434 {
3435         char    rawbuf[MAX_IOC_BUFLEN];
3436         char    *nidstr = NULL;
3437         char    *idstr = NULL;
3438         char    *typestr = NULL;
3439         int     rc = 0;
3440         int     c;
3441
3442         static struct option long_options[] = {
3443                 {
3444                         .name           = "nid",
3445                         .has_arg        = required_argument,
3446                         .flag           = 0,
3447                         .val            = 'n',
3448                 },
3449                 {
3450                         .name           = "idtype",
3451                         .has_arg        = required_argument,
3452                         .flag           = 0,
3453                         .val            = 't',
3454                 },
3455                 {
3456                         .name           = "id",
3457                         .has_arg        = required_argument,
3458                         .flag           = 0,
3459                         .val            = 'i',
3460                 },
3461                 {
3462                         NULL
3463                 }
3464         };
3465
3466         while ((c = getopt_long(argc, argv, "n:t:i:",
3467                                 long_options, NULL)) != -1) {
3468                 switch (c) {
3469                 case 'n':
3470                         nidstr = optarg;
3471                         break;
3472                 case 't':
3473                         typestr = optarg;
3474                         break;
3475                 case 'i':
3476                         idstr = optarg;
3477                         break;
3478                 }
3479         }
3480
3481         if (nidstr == NULL || typestr == NULL || idstr == NULL) {
3482                 fprintf(stderr, "usage: nodemap_test_id --nid <nid> "
3483                                 "--idtype [uid|gid] --id <id>\n");
3484                 return -1;
3485         }
3486
3487         rc = nodemap_cmd(LCFG_NODEMAP_TEST_ID, &rawbuf, sizeof(rawbuf),
3488                          argv[0], nidstr, typestr, idstr);
3489         if (rc == 0)
3490                 printf("%s\n", (char *)rawbuf);
3491
3492         return rc;
3493 }
3494
3495 /**
3496  * add an nid range to a nodemap
3497  *
3498  * \param       argc            number of args
3499  * \param       argv[]          variable string arguments
3500  *
3501  * --name                       nodemap name
3502  * --range                      properly formatted nid range
3503  *
3504  * \retval                      0 on success
3505  */
3506 int jt_nodemap_add_range(int argc, char **argv)
3507 {
3508         char                    *nodemap_name = NULL;
3509         char                    *nodemap_range = NULL;
3510         struct list_head        nidlist;
3511         char                    min_nid[LNET_NIDSTR_SIZE + 1];
3512         char                    max_nid[LNET_NIDSTR_SIZE + 1];
3513         char                    nid_range[2 * LNET_NIDSTR_SIZE + 2];
3514         int                     rc = 0;
3515         int                     c;
3516
3517         static struct option long_options[] = {
3518                 {
3519                         .name           = "name",
3520                         .has_arg        = required_argument,
3521                         .flag           = 0,
3522                         .val            = 'n',
3523                 },
3524                 {
3525                         .name           = "range",
3526                         .has_arg        = required_argument,
3527                         .flag           = 0,
3528                         .val            = 'r',
3529                 },
3530                 {
3531                         NULL
3532                 }
3533         };
3534
3535         INIT_LIST_HEAD(&nidlist);
3536
3537         while ((c = getopt_long(argc, argv, "n:r:",
3538                                 long_options, NULL)) != -1) {
3539                 switch (c) {
3540                 case 'n':
3541                         nodemap_name = optarg;
3542                         break;
3543                 case 'r':
3544                         nodemap_range = optarg;
3545                         break;
3546                 }
3547         }
3548
3549         if (nodemap_name == NULL || nodemap_range == NULL) {
3550                 fprintf(stderr, "usage: nodemap_add_range --name <name> "
3551                                 "--range <range>\n");
3552                 return -1;
3553         }
3554
3555         if (cfs_parse_nidlist(nodemap_range, strlen(nodemap_range),
3556                               &nidlist) <= 0) {
3557                 fprintf(stderr, "error: %s: can't parse nid range: %s\n",
3558                         jt_cmdname(argv[0]), nodemap_range);
3559                 return -1;
3560         }
3561
3562         if (!cfs_nidrange_is_contiguous(&nidlist)) {
3563                 fprintf(stderr, "error: %s: nodemap ranges must be "
3564                         "contiguous\n", jt_cmdname(argv[0]));
3565                 return -1;
3566         }
3567
3568         cfs_nidrange_find_min_max(&nidlist, &min_nid[0], &max_nid[0],
3569                                   LNET_NIDSTR_SIZE);
3570         snprintf(nid_range, sizeof(nid_range), "%s:%s", min_nid, max_nid);
3571
3572         rc = nodemap_cmd(LCFG_NODEMAP_ADD_RANGE, NULL, 0, argv[0],
3573                          nodemap_name, nid_range, NULL);
3574         if (rc != 0) {
3575                 errno = -rc;
3576                 fprintf(stderr, "error: %s: cannot add range '%s' to nodemap "
3577                                 "'%s': rc = %d\n",
3578                         jt_cmdname(argv[0]), nodemap_range, nodemap_name, rc);
3579         }
3580
3581         return rc;
3582 }
3583
3584 /**
3585  * delete an nid range to a nodemap
3586  *
3587  * \param       argc            number of args
3588  * \param       argv[]          variable string arguments
3589  *
3590  * --name                       nodemap name
3591  * --range                      properly formatted nid range
3592  *
3593  * \retval                      0 on success
3594  */
3595 int jt_nodemap_del_range(int argc, char **argv)
3596 {
3597         char                    *nodemap_name = NULL;
3598         char                    *nodemap_range = NULL;
3599         struct list_head        nidlist;
3600         char                    min_nid[LNET_NIDSTR_SIZE + 1];
3601         char                    max_nid[LNET_NIDSTR_SIZE + 1];
3602         char                    nid_range[2 * LNET_NIDSTR_SIZE + 2];
3603         int                     rc = 0;
3604         int                     c;
3605
3606         static struct option long_options[] = {
3607                 {
3608                         .name           = "name",
3609                         .has_arg        = required_argument,
3610                         .flag           = 0,
3611                         .val            = 'n',
3612                 },
3613                 {
3614                         .name           = "range",
3615                         .has_arg        = required_argument,
3616                         .flag           = 0,
3617                         .val            = 'r',
3618                 },
3619                 {
3620                         NULL
3621                 }
3622         };
3623
3624         INIT_LIST_HEAD(&nidlist);
3625
3626         while ((c = getopt_long(argc, argv, "n:r:",
3627                                 long_options, NULL)) != -1) {
3628                 switch (c) {
3629                 case 'n':
3630                         nodemap_name = optarg;
3631                         break;
3632                 case 'r':
3633                         nodemap_range = optarg;
3634                         break;
3635                 }
3636         }
3637
3638         if (nodemap_name == NULL || nodemap_range == NULL) {
3639                 fprintf(stderr, "usage: nodemap_del_range --name <name> "
3640                                 "--range <range>\n");
3641                 return -1;
3642         }
3643
3644         if (cfs_parse_nidlist(nodemap_range, strlen(nodemap_range),
3645                               &nidlist) <= 0) {
3646                 fprintf(stderr, "error: %s: can't parse nid range: %s\n",
3647                         jt_cmdname(argv[0]), nodemap_range);
3648                 return -1;
3649         }
3650
3651         if (!cfs_nidrange_is_contiguous(&nidlist)) {
3652                 fprintf(stderr, "error: %s: nodemap ranges must be "
3653                         "contiguous\n", jt_cmdname(argv[0]));
3654                 return -1;
3655         }
3656
3657         cfs_nidrange_find_min_max(&nidlist, &min_nid[0], &max_nid[0],
3658                                   LNET_NIDSTR_SIZE);
3659         snprintf(nid_range, sizeof(nid_range), "%s:%s", min_nid, max_nid);
3660
3661         rc = nodemap_cmd(LCFG_NODEMAP_DEL_RANGE, NULL, 0, argv[0],
3662                          nodemap_name, nid_range, NULL);
3663         if (rc != 0) {
3664                 errno = -rc;
3665                 fprintf(stderr, "error: %s: cannot delete range '%s' to "
3666                                "nodemap '%s': rc = %d\n",
3667                         jt_cmdname(argv[0]), nodemap_range, nodemap_name, rc);
3668         }
3669
3670         return rc;
3671 }
3672
3673 /**
3674  * set a fileset on a nodemap
3675  *
3676  * \param       argc            number of args
3677  * \param       argv[]          variable string arguments
3678  *
3679  * --name                       nodemap name
3680  * --fileset                    fileset name
3681  *
3682  * \retval                      0 on success
3683  */
3684 int jt_nodemap_set_fileset(int argc, char **argv)
3685 {
3686         char *nodemap_name = NULL;
3687         char *fileset_name = NULL;
3688         int   rc = 0;
3689         int   c;
3690
3691         static struct option long_options[] = {
3692                 {
3693                         .name           = "name",
3694                         .has_arg        = required_argument,
3695                         .flag           = 0,
3696                         .val            = 'n',
3697                 },
3698                 {
3699                         .name           = "fileset",
3700                         .has_arg        = required_argument,
3701                         .flag           = 0,
3702                         .val            = 'f',
3703                 },
3704                 {
3705                         NULL
3706                 }
3707         };
3708
3709         while ((c = getopt_long(argc, argv, "n:f:",
3710                                 long_options, NULL)) != -1) {
3711                 switch (c) {
3712                 case 'n':
3713                         nodemap_name = optarg;
3714                         break;
3715                 case 'f':
3716                         fileset_name = optarg;
3717                         break;
3718                 }
3719         }
3720
3721         if (nodemap_name == NULL || fileset_name == NULL) {
3722                 fprintf(stderr, "usage: nodemap_set_fileset --name <name> "
3723                                 "--fileset <fileset>\n");
3724                 return -1;
3725         }
3726
3727         rc = nodemap_cmd(LCFG_NODEMAP_SET_FILESET, NULL, 0, argv[0],
3728                          nodemap_name, fileset_name, NULL);
3729         if (rc != 0) {
3730                 errno = -rc;
3731                 fprintf(stderr, "error: %s: cannot set fileset '%s' on nodemap "
3732                                 "'%s': rc = %d\n",
3733                         jt_cmdname(argv[0]), fileset_name, nodemap_name, rc);
3734         }
3735
3736         return rc;
3737 }
3738
3739 /**
3740  * modify a nodemap's behavior
3741  *
3742  * \param       argc            number of args
3743  * \param       argv[]          variable string arguments
3744  *
3745  * --name                       nodemap name
3746  * --property                   nodemap property to change
3747  *                              admin, trusted, squash_uid, squash_gid)
3748  * --value                      value to set property
3749  *
3750  * \retval                      0 on success
3751  */
3752 int jt_nodemap_modify(int argc, char **argv)
3753 {
3754         int                     c;
3755         int                     rc = 0;
3756         enum lcfg_command_type  cmd = 0;
3757         char                    *nodemap_name = NULL;
3758         char                    *param = NULL;
3759         char                    *value = NULL;
3760
3761         static struct option long_options[] = {
3762                 {
3763                         .name           = "name",
3764                         .has_arg        = required_argument,
3765                         .flag           = 0,
3766                         .val            = 'n',
3767                 },
3768                 {
3769                         .name           = "property",
3770                         .has_arg        = required_argument,
3771                         .flag           = 0,
3772                         .val            = 'p',
3773                 },
3774                 {
3775                         .name           = "value",
3776                         .has_arg        = required_argument,
3777                         .flag           = 0,
3778                         .val            = 'v',
3779                 },
3780                 {
3781                         NULL
3782                 }
3783         };
3784
3785         while ((c = getopt_long(argc, argv, "n:p:v:",
3786                                 long_options, NULL)) != -1) {
3787                 switch (c) {
3788                 case 'n':
3789                         nodemap_name = optarg;
3790                         break;
3791                 case 'p':
3792                         param = optarg;
3793                         break;
3794                 case 'v':
3795                         value = optarg;
3796                         break;
3797                 }
3798         }
3799
3800         if (nodemap_name == NULL || param == NULL || value == NULL) {
3801                 fprintf(stderr, "usage: nodemap_modify --name <nodemap_name> "
3802                                 "--property <property_name> --value <value>\n");
3803                 fprintf(stderr, "valid properties: admin trusted "
3804                                 "squash_uid squash_gid deny_unknown\n");
3805                 return -1;
3806         }
3807
3808         if (strcmp("admin", param) == 0) {
3809                 cmd = LCFG_NODEMAP_ADMIN;
3810         } else if (strcmp("trusted", param) == 0) {
3811                 cmd = LCFG_NODEMAP_TRUSTED;
3812         } else if (strcmp("deny_unknown", param) == 0) {
3813                 cmd = LCFG_NODEMAP_DENY_UNKNOWN;
3814         } else if (strcmp("squash_uid", param) == 0) {
3815                 cmd = LCFG_NODEMAP_SQUASH_UID;
3816         } else if (strcmp("squash_gid", param) == 0) {
3817                 cmd = LCFG_NODEMAP_SQUASH_GID;
3818         } else {
3819                 fprintf(stderr, "error: %s: nodemap_modify invalid "
3820                                 "subcommand: %s\n",
3821                         jt_cmdname(argv[0]), param);
3822                 return -1;
3823         }
3824
3825         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, param,
3826                          value, NULL);
3827         if (rc != 0) {
3828                 errno = -rc;
3829                 fprintf(stderr, "error: %s: cannot modify nodemap '%s' "
3830                                "to param '%s': value '%s': rc = %d\n",
3831                         jt_cmdname(argv[0]), nodemap_name, param, value, rc);
3832         }
3833
3834         return rc;
3835 }
3836
3837 int jt_nodemap_add_idmap(int argc, char **argv)
3838 {
3839         int                     c;
3840         enum                    lcfg_command_type cmd = 0;
3841         char                    *nodemap_name = NULL;
3842         char                    *idmap = NULL;
3843         char                    *idtype = NULL;
3844         int                     rc = 0;
3845
3846         static struct option long_options[] = {
3847                 {
3848                         .name           = "name",
3849                         .has_arg        = required_argument,
3850                         .flag           = 0,
3851                         .val            = 'n',
3852                 },
3853                 {
3854                         .name           = "idmap",
3855                         .has_arg        = required_argument,
3856                         .flag           = 0,
3857                         .val            = 'm',
3858                 },
3859                 {
3860                         .name           = "idtype",
3861                         .has_arg        = required_argument,
3862                         .flag           = 0,
3863                         .val            = 'i',
3864                 },
3865                 {
3866                         NULL
3867                 }
3868         };
3869
3870         while ((c = getopt_long(argc, argv, "n:m:i:",
3871                                 long_options, NULL)) != -1) {
3872                 switch (c) {
3873                 case 'n':
3874                         nodemap_name = optarg;
3875                         break;
3876                 case 'm':
3877                         idmap = optarg;
3878                         break;
3879                 case 'i':
3880                         idtype = optarg;
3881                         break;
3882                 }
3883         }
3884
3885         if (nodemap_name == NULL || idmap == NULL || idtype == NULL) {
3886                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3887                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3888                 return -1;
3889         }
3890
3891         if (strcmp("uid", idtype) == 0) {
3892                 cmd = LCFG_NODEMAP_ADD_UIDMAP;
3893         } else if (strcmp("gid", idtype) == 0) {
3894                 cmd = LCFG_NODEMAP_ADD_GIDMAP;
3895         } else {
3896                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3897                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3898                 return -1;
3899         }
3900
3901         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, idmap, NULL);
3902         if (rc != 0) {
3903                 errno = -rc;
3904                 fprintf(stderr, "cannot add %smap '%s' to nodemap '%s'"
3905                         ": rc = %d\n", idtype, idmap, nodemap_name, rc);
3906         }
3907
3908         return rc;
3909 }
3910
3911 int jt_nodemap_del_idmap(int argc, char **argv)
3912 {
3913         int                     c;
3914         enum                    lcfg_command_type cmd = 0;
3915         char                    *nodemap_name = NULL;
3916         char                    *idmap = NULL;
3917         char                    *idtype = NULL;
3918         int                     rc = 0;
3919
3920         static struct option long_options[] = {
3921                 {
3922                         .name           = "name",
3923                         .has_arg        = required_argument,
3924                         .flag           = 0,
3925                         .val            = 'n',
3926                 },
3927                 {
3928                         .name           = "idmap",
3929                         .has_arg        = required_argument,
3930                         .flag           = 0,
3931                         .val            = 'm',
3932                 },
3933                 {
3934                         .name           = "idtype",
3935                         .has_arg        = required_argument,
3936                         .flag           = 0,
3937                         .val            = 'i',
3938                 },
3939                 {
3940                         NULL
3941                 }
3942         };
3943
3944         while ((c = getopt_long(argc, argv, "n:m:i:",
3945                                 long_options, NULL)) != -1) {
3946                 switch (c) {
3947                 case 'n':
3948                         nodemap_name = optarg;
3949                         break;
3950                 case 'm':
3951                         idmap = optarg;
3952                         break;
3953                 case 'i':
3954                         idtype = optarg;
3955                         break;
3956                 }
3957         }
3958
3959         if (nodemap_name == NULL || idmap == NULL || idtype == NULL) {
3960                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3961                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3962                 return -1;
3963         }
3964
3965         if (strcmp("uid", idtype) == 0)
3966                 cmd = LCFG_NODEMAP_DEL_UIDMAP;
3967         else
3968                 cmd = LCFG_NODEMAP_DEL_GIDMAP;
3969
3970         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, idmap, NULL);
3971         if (rc != 0) {
3972                 errno = -rc;
3973                 fprintf(stderr, "cannot delete %smap '%s' from nodemap '%s'"
3974                         ": rc = %d\n", idtype, idmap, nodemap_name, rc);
3975         }
3976
3977         return rc;
3978 }
3979
3980 /*
3981  * this function tranforms a rule [start-end/step] into an array
3982  * of matching numbers
3983  * supported forms are:
3984  * [start]                : just this number
3985  * [start-end]            : all numbers from start to end
3986  * [start-end/step]       : numbers from start to end with increment of step
3987  * on return, format contains a printf format string which can be used
3988  * to generate all the strings
3989  */
3990 static int get_array_idx(char *rule, char *format, int **array)
3991 {
3992         char *start, *end, *ptr;
3993         unsigned int lo, hi, step;
3994         int array_sz = 0;
3995         int i, array_idx;
3996         int rc;
3997
3998         start = strchr(rule, '[');
3999         end = strchr(rule, ']');
4000         if ((start == NULL) || (end == NULL)) {
4001                 *array = malloc(sizeof(int));
4002                 if (*array == NULL)
4003                         return 0;
4004                 strcpy(format, rule);
4005                 array_sz = 1;
4006                 return array_sz;
4007         }
4008         *start = '\0';
4009         *end = '\0';
4010         end++;
4011         start++;
4012         /* put in format the printf format (the rule without the range) */
4013         sprintf(format, "%s%%.4x%s", rule, end);
4014
4015         array_idx = 0;
4016         array_sz = 0;
4017         *array = NULL;
4018         /* loop on , separator */
4019         do {
4020                 /* extract the 3 fields */
4021                 rc = sscanf(start, "%x-%x/%u", &lo, &hi, &step);
4022                 switch (rc) {
4023                 case 0:
4024                         goto err;
4025                 case 1: {
4026                         void *tmp;
4027
4028                         array_sz++;
4029                         tmp = realloc(*array, array_sz * sizeof(int));
4030                         if (tmp == NULL)
4031                                 goto err;
4032                         *array = tmp;
4033                         (*array)[array_idx] = lo;
4034                         array_idx++;
4035                         break;
4036                 }
4037                 case 2: {
4038                         step = 1;
4039                         /* do not break to share code with case 3: */
4040                 }
4041                 case 3: {
4042                         void *tmp;
4043
4044                         if ((hi < lo) || (step == 0))
4045                                 goto err;
4046                         array_sz += (hi - lo) / step + 1;
4047                         tmp = realloc(*array, array_sz * sizeof(int));
4048                         if (tmp == NULL)
4049                                 goto err;
4050                         *array = tmp;
4051                         for (i = lo; i <= hi; i+=step, array_idx++)
4052                                 (*array)[array_idx] = i;
4053                         break;
4054                 }
4055                 }
4056                 ptr = strchr(start, ',');
4057                 if (ptr != NULL)
4058                         start = ptr + 1;
4059
4060         } while (ptr != NULL);
4061         return array_sz;
4062 err:
4063         if (*array != NULL) {
4064                 free(*array);
4065                 *array = NULL;
4066         }
4067         return 0;
4068 }
4069
4070 static int extract_fsname_poolname(const char *arg, char *fsname,
4071                                    char *poolname)
4072 {
4073         char *ptr;
4074         int rc;
4075
4076         strlcpy(fsname, arg, PATH_MAX + 1);
4077         ptr = strchr(fsname, '.');
4078         if (ptr == NULL) {
4079                 fprintf(stderr, ". is missing in %s\n", fsname);
4080                 rc = -EINVAL;
4081                 goto err;
4082         }
4083
4084         if ((ptr - fsname) == 0) {
4085                 fprintf(stderr, "fsname is empty\n");
4086                 rc = -EINVAL;
4087                 goto err;
4088         }
4089
4090         *ptr = '\0';
4091         ++ptr;
4092
4093         rc = lustre_is_fsname_valid(fsname, 1, LUSTRE_MAXFSNAME);
4094         if (rc < 0) {
4095                 fprintf(stderr, "filesystem name %s must be 1-%d chars\n",
4096                         fsname, LUSTRE_MAXFSNAME);
4097                 rc = -EINVAL;
4098                 goto err;
4099         } else if (rc > 0) {
4100                 fprintf(stderr, "char '%c' not allowed in filesystem name\n",
4101                         rc);
4102                 rc = -EINVAL;
4103                 goto err;
4104         }
4105
4106         rc = lustre_is_poolname_valid(ptr, 1, LOV_MAXPOOLNAME);
4107         if (rc == -1) {
4108                 fprintf(stderr, "poolname is empty\n");
4109                 rc = -EINVAL;
4110                 goto err;
4111         } else if (rc == -2) {
4112                 fprintf(stderr,
4113                         "poolname %s is too long (max is %d)\n",
4114                         ptr, LOV_MAXPOOLNAME);
4115                 rc = -ENAMETOOLONG;
4116                 goto err;
4117         } else if (rc > 0) {
4118                 fprintf(stderr, "char '%c' not allowed in pool name '%s'\n",
4119                         rc, ptr);
4120                 rc = -EINVAL;
4121                 goto err;
4122         }
4123
4124         strncpy(poolname, ptr, LOV_MAXPOOLNAME);
4125         poolname[LOV_MAXPOOLNAME] = '\0';
4126         return 0;
4127
4128 err:
4129         fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
4130         return rc;
4131 }
4132
4133 int jt_pool_cmd(int argc, char **argv)
4134 {
4135         enum lcfg_command_type cmd;
4136         char fsname[PATH_MAX + 1];
4137         char poolname[LOV_MAXPOOLNAME + 1];
4138         char *ostnames_buf = NULL;
4139         int i, rc;
4140         int *array = NULL, array_sz;
4141         struct {
4142                 int     rc;
4143                 char   *ostname;
4144         } *cmds = NULL;
4145
4146         switch (argc) {
4147         case 0:
4148         case 1: return CMD_HELP;
4149         case 2: {
4150                 if (strcmp("pool_new", argv[0]) == 0)
4151                         cmd = LCFG_POOL_NEW;
4152                 else if (strcmp("pool_destroy", argv[0]) == 0)
4153                         cmd = LCFG_POOL_DEL;
4154                 else if (strcmp("pool_list", argv[0]) == 0)
4155                          return llapi_poollist(argv[1]);
4156                 else return CMD_HELP;
4157
4158                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
4159                 if (rc)
4160                         break;
4161
4162                 rc = pool_cmd(cmd, argv[0], argv[1], fsname, poolname, NULL);
4163                 if (rc)
4164                         break;
4165
4166                 check_pool_cmd_result(cmd, fsname, poolname, NULL);
4167                 break;
4168         }
4169         default: {
4170                 char format[2*MAX_OBD_NAME];
4171
4172                 if (strcmp("pool_remove", argv[0]) == 0) {
4173                         cmd = LCFG_POOL_REM;
4174                 } else if (strcmp("pool_add", argv[0]) == 0) {
4175                         cmd = LCFG_POOL_ADD;
4176                 } else {
4177                         return CMD_HELP;
4178                 }
4179
4180                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
4181                 if (rc)
4182                         break;
4183
4184                 for (i = 2; i < argc; i++) {
4185                         int j;
4186
4187                         array_sz = get_array_idx(argv[i], format, &array);
4188                         if (array_sz == 0)
4189                                 return CMD_HELP;
4190
4191                         cmds = malloc(array_sz * sizeof(cmds[0]));
4192                         if (cmds != NULL) {
4193                                 ostnames_buf = malloc(array_sz *
4194                                                       (MAX_OBD_NAME + 1));
4195                         } else {
4196                                 free(array);
4197                                 rc = -ENOMEM;
4198                                 goto out;
4199                         }
4200
4201                         for (j = 0; j < array_sz; j++) {
4202                                 char ostname[MAX_OBD_NAME + 1];
4203
4204                                 snprintf(ostname, MAX_OBD_NAME, format,
4205                                          array[j]);
4206                                 ostname[MAX_OBD_NAME] = '\0';
4207
4208                                 rc = check_and_complete_ostname(fsname,ostname);
4209                                 if (rc) {
4210                                         free(array);
4211                                         free(cmds);
4212                                         if (ostnames_buf)
4213                                                 free(ostnames_buf);
4214                                         goto out;
4215                                 }
4216                                 if (ostnames_buf != NULL) {
4217                                         cmds[j].ostname =
4218                                           &ostnames_buf[(MAX_OBD_NAME + 1) * j];
4219                                         strcpy(cmds[j].ostname, ostname);
4220                                 } else {
4221                                         cmds[j].ostname = NULL;
4222                                 }
4223                                 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
4224                                                       fsname, poolname,
4225                                                       ostname);
4226                                 /* Return an err if any of the add/dels fail */
4227                                 if (!rc)
4228                                         rc = cmds[j].rc;
4229                         }
4230                         for (j = 0; j < array_sz; j++) {
4231                                 if (!cmds[j].rc) {
4232                                         char ostname[MAX_OBD_NAME + 1];
4233
4234                                         if (!cmds[j].ostname) {
4235                                                 snprintf(ostname, MAX_OBD_NAME,
4236                                                          format, array[j]);
4237                                                 ostname[MAX_OBD_NAME] = '\0';
4238                                                 check_and_complete_ostname(
4239                                                         fsname, ostname);
4240                                         } else {
4241                                                 strcpy(ostname,
4242                                                        cmds[j].ostname);
4243                                         }
4244                                         check_pool_cmd_result(cmd, fsname,
4245                                                               poolname,ostname);
4246                                 }
4247                         }
4248                         if (array_sz > 0)
4249                                 free(array);
4250                         if (cmds)
4251                                 free(cmds);
4252                         if (ostnames_buf != NULL)
4253                                 free(ostnames_buf);
4254                 }
4255                 /* fall through */
4256         }
4257         } /* switch */
4258
4259 out:
4260         if (rc != 0) {
4261                 errno = -rc;
4262                 perror(argv[0]);
4263         }
4264
4265         return rc;
4266 }
4267
4268 int jt_get_obj_version(int argc, char **argv)
4269 {
4270         struct lu_fid fid;
4271         struct obd_ioctl_data data;
4272         __u64 version, id = ULLONG_MAX, group = ULLONG_MAX;
4273         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf, *fidstr;
4274         int rc, c;
4275
4276         while ((c = getopt(argc, argv, "i:g:")) != -1) {
4277                 switch (c) {
4278                 case 'i':
4279                         id = strtoull(optarg, NULL, 0);
4280                         break;
4281                 case 'g':
4282                         group = strtoull(optarg, NULL, 0);
4283                         break;
4284                 default:
4285                         return CMD_HELP;
4286                 }
4287         }
4288
4289         argc -= optind;
4290         argv += optind;
4291
4292         if (!(id != ULLONG_MAX && group != ULLONG_MAX && argc == 0) &&
4293             !(id == ULLONG_MAX && group == ULLONG_MAX && argc == 1))
4294                 return CMD_HELP;
4295
4296         memset(&data, 0, sizeof data);
4297         data.ioc_dev = cur_device;
4298         if (argc == 1) {
4299                 fidstr = *argv;
4300                 while (*fidstr == '[')
4301                         fidstr++;
4302                 sscanf(fidstr, SFID, RFID(&fid));
4303
4304                 data.ioc_inlbuf1 = (char *) &fid;
4305                 data.ioc_inllen1 = sizeof fid;
4306         } else {
4307                 data.ioc_inlbuf3 = (char *) &id;
4308                 data.ioc_inllen3 = sizeof id;
4309                 data.ioc_inlbuf4 = (char *) &group;
4310                 data.ioc_inllen4 = sizeof group;
4311         }
4312         data.ioc_inlbuf2 = (char *) &version;
4313         data.ioc_inllen2 = sizeof version;
4314
4315         memset(buf, 0, sizeof *buf);
4316         rc = obd_ioctl_pack(&data, &buf, sizeof rawbuf);
4317         if (rc) {
4318                 fprintf(stderr, "error: %s: packing ioctl arguments: %s\n",
4319                         jt_cmdname(argv[0]), strerror(-rc));
4320                 return rc;
4321         }
4322
4323         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GET_OBJ_VERSION, buf);
4324         if (rc == -1) {
4325                 fprintf(stderr, "error: %s: ioctl: %s\n",
4326                         jt_cmdname(argv[0]), strerror(errno));
4327                 return -errno;
4328         }
4329
4330         obd_ioctl_unpack(&data, buf, sizeof rawbuf);
4331         printf("%#jx\n", (uintmax_t)version);
4332         return 0;
4333 }
4334
4335 int jt_changelog_register(int argc, char **argv)
4336 {
4337         struct obd_ioctl_data    data = { 0 };
4338         char                     rawbuf[MAX_IOC_BUFLEN] = "";
4339         char                    *buf = rawbuf;
4340         char                    *device = lcfg_get_devname();
4341         bool                     print_name_only = false;
4342         int                      c;
4343         int                      rc;
4344
4345         if (argc > 2)
4346                 return CMD_HELP;
4347
4348         while ((c = getopt(argc, argv, "hn")) >= 0) {
4349                 switch (c) {
4350                 case 'n':
4351                         print_name_only = true;
4352                         break;
4353                 case 'h':
4354                 default:
4355                         return CMD_HELP;
4356                 }
4357         }
4358
4359         if (cur_device < 0 || device == NULL)
4360                 return CMD_HELP;
4361
4362         data.ioc_dev = cur_device;
4363
4364         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4365         if (rc < 0) {
4366                 fprintf(stderr, "error: %s: cannot pack ioctl: %s\n",
4367                         jt_cmdname(argv[0]), strerror(-rc));
4368                return rc;
4369         }
4370
4371         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_REG, buf);
4372         if (rc < 0) {
4373                 rc = -errno;
4374                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
4375                         strerror(-rc));
4376                 return rc;
4377         }
4378
4379         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4380
4381         if (data.ioc_u32_1 == 0) {
4382                 fprintf(stderr, "received invalid userid!\n");
4383                 return -EPROTO;
4384         }
4385
4386         if (print_name_only)
4387                 printf("%s%u\n", CHANGELOG_USER_PREFIX, data.ioc_u32_1);
4388         else
4389                 printf("%s: Registered changelog userid '%s%u'\n",
4390                        device, CHANGELOG_USER_PREFIX, data.ioc_u32_1);
4391
4392         return 0;
4393 }
4394
4395 int jt_changelog_deregister(int argc, char **argv)
4396 {
4397         struct obd_ioctl_data    data = { 0 };
4398         char                     rawbuf[MAX_IOC_BUFLEN] = "";
4399         char                    *buf = rawbuf;
4400         char                    *device = lcfg_get_devname();
4401         int                      id;
4402         int                      rc;
4403
4404         if (argc != 2 || cur_device < 0 || device == NULL)
4405                 return CMD_HELP;
4406
4407         rc = sscanf(argv[1], CHANGELOG_USER_PREFIX"%d", &id);
4408         if (rc != 1 || id <= 0) {
4409                 fprintf(stderr,
4410                         "error: %s: expected id of the form %s<num> got '%s'\n",
4411                         jt_cmdname(argv[0]), CHANGELOG_USER_PREFIX, argv[1]);
4412                 return CMD_HELP;
4413         }
4414
4415         data.ioc_dev = cur_device;
4416         data.ioc_u32_1 = id;
4417
4418         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4419         if (rc < 0) {
4420                 fprintf(stderr, "error: %s: invalid ioctl\n",
4421                         jt_cmdname(argv[0]));
4422                 return rc;
4423         }
4424
4425         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_DEREG, buf);
4426         if (rc < 0) {
4427                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
4428                         strerror(rc = errno));
4429                 return rc;
4430         }
4431
4432         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4433         printf("%s: Deregistered changelog user '%s%u'\n",
4434                device, CHANGELOG_USER_PREFIX, data.ioc_u32_1);
4435
4436         return 0;
4437 }