lustre/utils/obd.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2011, 2014, Intel Corporation.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/utils/obd.c
  37  *
  38  * Author: Peter J. Braam <braam@clusterfs.com>
  39  * Author: Phil Schwan <phil@clusterfs.com>
  40  * Author: Andreas Dilger <adilger@clusterfs.com>
  41  * Author: Robert Read <rread@clusterfs.com>
  42  */
  43
  44 #include <sys/ioctl.h>
  45 #include <sys/socket.h>
  46 #include <sys/stat.h>
  47 #include <sys/time.h>
  48 #include <sys/types.h>
  49 #include <sys/un.h>
  50 #include <sys/wait.h>
  51
  52 #include <ctype.h>
  53 #include <errno.h>
  54 #include <fcntl.h>
  55 #include <getopt.h>
  56 #include <glob.h>
  57 #include <signal.h>
  58 #include <stdarg.h>
  59 #include <stdbool.h>
  60 #include <stdio.h>
  61 #include <stdlib.h>
  62 #include <string.h>
  63 #include <time.h>
  64 #include <unistd.h>
  65
  66 #include "obdctl.h"
  67 #include <libcfs/util/ioctl.h>
  68 #include <libcfs/util/parser.h>
  69
  70 #include <lnet/nidstr.h>
  71 #include <lustre/lustre_idl.h>
  72 #include <lustre_cfg.h>
  73 #include <lustre_ioctl.h>
  74 #include <lustre/lustre_build_version.h>
  75
  76 #include <lnet/lnetctl.h>
  77 #include <lustre/lustreapi.h>
  78
  79 #define MAX_STRING_SIZE 128
  80 #define DEVICES_LIST "/proc/fs/lustre/devices"
  81
  82 #if HAVE_LIBPTHREAD
  83 #include <sys/ipc.h>
  84 #include <sys/shm.h>
  85 #include <pthread.h>
  86
  87 #define MAX_THREADS 4096
  88 #define MAX_BASE_ID 0xffffffff
  89 #define NIDSTRING_LENGTH 64
  90 struct shared_data {
  91         pthread_mutex_t mutex;
  92         pthread_cond_t  cond;
  93         int       stopping;
  94         struct {
  95                 __u64 counters[MAX_THREADS];
  96                 __u64 offsets[MAX_THREADS];
  97                 int   thr_running;
  98                 int   start_barrier;
  99                 int   stop_barrier;
 100                 struct timeval start_time;
 101                 struct timeval end_time;
 102         } body;
 103 };
 104
 105 static struct shared_data *shared_data;
 106 static __u64 counter_snapshot[2][MAX_THREADS];
 107 static int prev_valid;
 108 static struct timeval prev_time;
 109 static int thread;
 110 static int nthreads;
 111 #else
 112 const int thread = 0;
 113 const int nthreads = 1;
 114 #endif
 115
 116 static int cur_device = -1;
 117
 118 static int l2_ioctl(int dev_id, int opc, void *buf)
 119 {
 120         return l_ioctl(dev_id, opc, buf);
 121 }
 122
 123 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
 124 {
 125         struct obd_ioctl_data data;
 126         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 127         int rc;
 128
 129         memset(&data, 0, sizeof(data));
 130         data.ioc_dev = cur_device;
 131         data.ioc_type = LUSTRE_CFG_TYPE;
 132         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 133                                         lcfg->lcfg_buflens);
 134         data.ioc_pbuf1 = (void *)lcfg;
 135         memset(buf, 0, sizeof(rawbuf));
 136         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 137         if (rc) {
 138                 fprintf(stderr, "error: %s: invalid ioctl\n",
 139                         jt_cmdname(func));
 140                 return rc;
 141         }
 142
 143         rc =  l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
 144
 145         return rc;
 146 }
 147
 148 static int do_device(char *func, char *devname);
 149
 150 static int get_mgs_device()
 151 {
 152         char mgs[] = "$MGS";
 153         static int mgs_device = -1;
 154
 155         if (mgs_device == -1) {
 156                 int rc;
 157                 do_disconnect(NULL, 1);
 158                 rc = do_device("mgsioc", mgs);
 159                 if (rc) {
 160                         fprintf(stderr,
 161                                 "This command must be run on the MGS.\n");
 162                         errno = ENODEV;
 163                         return -1;
 164                 }
 165                 mgs_device = cur_device;
 166         }
 167         return mgs_device;
 168 }
 169
 170 /* Returns -1 on error with errno set */
 171 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
 172 {
 173         struct obd_ioctl_data data;
 174         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 175         int rc;
 176
 177         memset(&data, 0, sizeof(data));
 178         rc = data.ioc_dev = get_mgs_device();
 179         if (rc < 0)
 180                 goto out;
 181         data.ioc_type = LUSTRE_CFG_TYPE;
 182         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 183                                         lcfg->lcfg_buflens);
 184         data.ioc_pbuf1 = (void *)lcfg;
 185         memset(buf, 0, sizeof(rawbuf));
 186         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 187         if (rc) {
 188                 fprintf(stderr, "error: %s: invalid ioctl\n",
 189                         jt_cmdname(func));
 190                 return rc;
 191         }
 192
 193         rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
 194 out:
 195         if (rc) {
 196                 if (errno == ENOSYS)
 197                         fprintf(stderr, "Make sure cfg_device is set first.\n");
 198         }
 199         return rc;
 200 }
 201
 202 char *obdo_print(struct obdo *obd)
 203 {
 204         char buf[1024];
 205
 206         sprintf(buf, "id: "LPX64"\ngrp: "LPX64"\natime: "LPU64"\nmtime: "LPU64
 207                 "\nctime: "LPU64"\nsize: "LPU64"\nblocks: "LPU64
 208                 "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
 209                 "misc: %x\nnlink: %d,\nvalid "LPX64"\n",
 210                 ostid_id(&obd->o_oi), ostid_seq(&obd->o_oi), obd->o_atime,
 211                 obd->o_mtime, obd->o_ctime,
 212                 obd->o_size, obd->o_blocks, obd->o_blksize, obd->o_mode,
 213                 obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
 214                 obd->o_nlink, obd->o_valid);
 215         return strdup(buf);
 216 }
 217
 218
 219 #define BAD_VERBOSE (-999999999)
 220
 221 #define N2D_OFF 0x100      /* So we can tell between error codes and devices */
 222
 223 static int do_name2dev(char *func, char *name)
 224 {
 225         struct obd_ioctl_data data;
 226         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 227         int rc;
 228
 229         memset(&data, 0, sizeof(data));
 230         data.ioc_dev = cur_device;
 231         data.ioc_inllen1 = strlen(name) + 1;
 232         data.ioc_inlbuf1 = name;
 233
 234         memset(buf, 0, sizeof(rawbuf));
 235         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 236         if (rc < 0) {
 237                 fprintf(stderr, "error: %s: invalid ioctl\n",
 238                         jt_cmdname(func));
 239                 return -rc;
 240         }
 241         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
 242         if (rc < 0)
 243                 return errno;
 244         rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
 245         if (rc) {
 246                 fprintf(stderr, "error: %s: invalid reply\n",
 247                         jt_cmdname(func));
 248                 return rc;
 249         }
 250
 251         return data.ioc_dev + N2D_OFF;
 252 }
 253
 254 /*
 255  * resolve a device name to a device number.
 256  * supports a number, $name or %uuid.
 257  */
 258 int parse_devname(char *func, char *name)
 259 {
 260         int rc;
 261         int ret = -1;
 262
 263         if (!name)
 264                 return ret;
 265         if (isdigit(name[0])) {
 266                 ret = strtoul(name, NULL, 0);
 267         } else {
 268                 if (name[0] == '$' || name[0] == '%')
 269                         name++;
 270                 rc = do_name2dev(func, name);
 271                 if (rc >= N2D_OFF) {
 272                         ret = rc - N2D_OFF;
 273                         // printf("Name %s is device %d\n", name, ret);
 274                 } else {
 275                         fprintf(stderr, "No device found for name %s: %s\n",
 276                                 name, strerror(rc));
 277                 }
 278         }
 279         return ret;
 280 }
 281
 282 char *jt_cmdname(char *func)
 283 {
 284         static char buf[512];
 285
 286         if (thread) {
 287                 sprintf(buf, "%s-%d", func, thread);
 288                 return buf;
 289         }
 290
 291         return func;
 292 }
 293
 294 #define difftime(a, b)                                  \
 295         ((a)->tv_sec - (b)->tv_sec +                    \
 296          ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
 297
 298 static int be_verbose(int verbose, struct timeval *next_time,
 299                       __u64 num, __u64 *next_num, int num_total)
 300 {
 301         struct timeval now;
 302
 303         if (!verbose)
 304                 return 0;
 305
 306         if (next_time != NULL)
 307                 gettimeofday(&now, NULL);
 308
 309         /* A positive verbosity means to print every X iterations */
 310         if (verbose > 0 && (num >= *next_num || num >= num_total)) {
 311                 *next_num += verbose;
 312                 if (next_time) {
 313                         next_time->tv_sec = now.tv_sec - verbose;
 314                         next_time->tv_usec = now.tv_usec;
 315                 }
 316                 return 1;
 317         }
 318
 319         /* A negative verbosity means to print at most each X seconds */
 320         if (verbose < 0 && next_time != NULL &&
 321             difftime(&now, next_time) >= 0.0){
 322                 next_time->tv_sec = now.tv_sec - verbose;
 323                 next_time->tv_usec = now.tv_usec;
 324                 *next_num = num;
 325                 return 1;
 326         }
 327
 328         return 0;
 329 }
 330
 331 static int get_verbose(char *func, const char *arg)
 332 {
 333         int verbose;
 334         char *end;
 335
 336         if (!arg || arg[0] == 'v')
 337                 verbose = 1;
 338         else if (arg[0] == 's' || arg[0] == 'q')
 339                 verbose = 0;
 340         else {
 341                 verbose = (int)strtoul(arg, &end, 0);
 342                 if (*end) {
 343                         fprintf(stderr, "error: %s: bad verbose option '%s'\n",
 344                                 jt_cmdname(func), arg);
 345                         return BAD_VERBOSE;
 346                 }
 347         }
 348
 349         if (verbose < 0)
 350                 printf("Print status every %d seconds\n", -verbose);
 351         else if (verbose == 1)
 352                 printf("Print status every operation\n");
 353         else if (verbose > 1)
 354                 printf("Print status every %d operations\n", verbose);
 355
 356         return verbose;
 357 }
 358
 359 int do_disconnect(char *func, int verbose)
 360 {
 361         lcfg_set_devname(NULL);
 362         cur_device = -1;
 363         return 0;
 364 }
 365
 366 #ifdef MAX_THREADS
 367 static int shmem_setup(void)
 368 {
 369         pthread_mutexattr_t mattr;
 370         pthread_condattr_t  cattr;
 371         int                 rc;
 372         int                 shmid;
 373
 374         /* Create new segment */
 375         shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
 376         if (shmid == -1) {
 377                 fprintf(stderr, "Can't create shared data: %s\n",
 378                         strerror(errno));
 379                 return errno;
 380         }
 381
 382         /* Attatch to new segment */
 383         shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
 384
 385         if (shared_data == (struct shared_data *)(-1)) {
 386                 fprintf(stderr, "Can't attach shared data: %s\n",
 387                         strerror(errno));
 388                 shared_data = NULL;
 389                 return errno;
 390         }
 391
 392         /* Mark segment as destroyed, so it will disappear when we exit.
 393          * Forks will inherit attached segments, so we should be OK.
 394          */
 395         if (shmctl(shmid, IPC_RMID, NULL) == -1) {
 396                 fprintf(stderr, "Can't destroy shared data: %s\n",
 397                         strerror(errno));
 398                 return errno;
 399         }
 400
 401         pthread_mutexattr_init(&mattr);
 402         pthread_condattr_init(&cattr);
 403
 404         rc = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
 405         if (rc != 0) {
 406                 fprintf(stderr, "Can't set shared mutex attr\n");
 407                 goto out;
 408         }
 409
 410         rc = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
 411         if (rc != 0) {
 412                 fprintf(stderr, "Can't set shared cond attr\n");
 413                 goto out;
 414         }
 415
 416         pthread_mutex_init(&shared_data->mutex, &mattr);
 417         pthread_cond_init(&shared_data->cond, &cattr);
 418 out:
 419         pthread_mutexattr_destroy(&mattr);
 420         pthread_condattr_destroy(&cattr);
 421
 422         return rc;
 423 }
 424
 425 static inline void shmem_lock(void)
 426 {
 427         pthread_mutex_lock(&shared_data->mutex);
 428 }
 429
 430 static inline void shmem_unlock(void)
 431 {
 432         pthread_mutex_unlock(&shared_data->mutex);
 433 }
 434
 435 static inline void shmem_wait(void)
 436 {
 437         pthread_cond_wait(&shared_data->cond, &shared_data->mutex);
 438 }
 439
 440 static inline void shmem_wakeup_all(void)
 441 {
 442         pthread_cond_broadcast(&shared_data->cond);
 443 }
 444
 445 static inline void shmem_reset(int total_threads)
 446 {
 447         if (shared_data == NULL)
 448                 return;
 449
 450         memset(&shared_data->body, 0, sizeof(shared_data->body));
 451         memset(counter_snapshot, 0, sizeof(counter_snapshot));
 452         prev_valid = 0;
 453         shared_data->stopping = 0;
 454         shared_data->body.start_barrier = total_threads;
 455         shared_data->body.stop_barrier = total_threads;
 456 }
 457
 458 static inline void shmem_bump(__u32 counter)
 459 {
 460         static bool running_not_bumped = true;
 461
 462         if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
 463                 return;
 464
 465         shmem_lock();
 466         shared_data->body.counters[thread - 1] += counter;
 467         if (running_not_bumped) {
 468                 shared_data->body.thr_running++;
 469                 running_not_bumped = false;
 470         }
 471         shmem_unlock();
 472 }
 473
 474 static void shmem_total(int total_threads)
 475 {
 476         __u64 total = 0;
 477         double secs;
 478         int i;
 479
 480         if (shared_data == NULL || total_threads > MAX_THREADS)
 481                 return;
 482
 483         shmem_lock();
 484         for (i = 0; i < total_threads; i++)
 485                 total += shared_data->body.counters[i];
 486
 487         secs = difftime(&shared_data->body.end_time,
 488                         &shared_data->body.start_time);
 489         shmem_unlock();
 490
 491         printf("Total: total "LPU64" threads %d sec %f %f/second\n",
 492                total, total_threads, secs, total / secs);
 493
 494         return;
 495 }
 496
 497 static void shmem_snap(int total_threads, int live_threads)
 498 {
 499         struct timeval this_time;
 500         int non_zero = 0;
 501         __u64 total = 0;
 502         double secs;
 503         int running;
 504         int i;
 505
 506         if (shared_data == NULL || total_threads > MAX_THREADS)
 507                 return;
 508
 509         shmem_lock();
 510         memcpy(counter_snapshot[0], shared_data->body.counters,
 511                total_threads * sizeof(counter_snapshot[0][0]));
 512         running = shared_data->body.thr_running;
 513         shmem_unlock();
 514
 515         gettimeofday(&this_time, NULL);
 516
 517         for (i = 0; i < total_threads; i++) {
 518                 long long this_count =
 519                         counter_snapshot[0][i] - counter_snapshot[1][i];
 520
 521                 if (this_count != 0) {
 522                         non_zero++;
 523                         total += this_count;
 524                 }
 525         }
 526
 527         secs = difftime(&this_time, &prev_time);
 528         if (prev_valid && secs > 1.0)    /* someone screwed with the time? */
 529                 printf("%d/%d Total: %f/second\n", non_zero, total_threads,
 530                        total / secs);
 531
 532         memcpy(counter_snapshot[1], counter_snapshot[0],
 533                total_threads * sizeof(counter_snapshot[0][0]));
 534         prev_time = this_time;
 535         if (!prev_valid &&
 536             running == total_threads)
 537                 prev_valid = 1;
 538 }
 539
 540 static void shmem_stop(void)
 541 {
 542         if (shared_data == NULL)
 543                 return;
 544
 545         shared_data->stopping = 1;
 546 }
 547
 548 static void shmem_cleanup(void)
 549 {
 550         if (shared_data == NULL)
 551                 return;
 552
 553         shmem_stop();
 554
 555         pthread_mutex_destroy(&shared_data->mutex);
 556         pthread_cond_destroy(&shared_data->cond);
 557 }
 558
 559 static int shmem_running(void)
 560 {
 561         return (shared_data == NULL || !shared_data->stopping);
 562 }
 563
 564 static void shmem_end_time_locked(void)
 565 {
 566         shared_data->body.stop_barrier--;
 567         if (shared_data->body.stop_barrier == 0)
 568                 gettimeofday(&shared_data->body.end_time, NULL);
 569 }
 570
 571 static void shmem_start_time_locked(void)
 572 {
 573         shared_data->body.start_barrier--;
 574         if (shared_data->body.start_barrier == 0) {
 575                 shmem_wakeup_all();
 576                 gettimeofday(&shared_data->body.start_time, NULL);
 577         } else {
 578                 shmem_wait();
 579         }
 580 }
 581
 582 #else
 583 static int shmem_setup(void)
 584 {
 585         return 0;
 586 }
 587
 588 static inline void shmem_reset(int total_threads)
 589 {
 590 }
 591
 592 static inline void shmem_bump(__u32 counters)
 593 {
 594 }
 595
 596 static void shmem_lock()
 597 {
 598 }
 599
 600 static void shmem_unlock()
 601 {
 602 }
 603
 604 static void shmem_cleanup(void)
 605 {
 606 }
 607
 608 static int shmem_running(void)
 609 {
 610         return 1;
 611 }
 612 #endif
 613
 614 extern command_t cmdlist[];
 615
 616 static int do_device(char *func, char *devname)
 617 {
 618         int dev;
 619
 620         dev = parse_devname(func, devname);
 621         if (dev < 0)
 622                 return -1;
 623
 624         lcfg_set_devname(devname);
 625         cur_device = dev;
 626         return 0;
 627 }
 628
 629 int jt_obd_get_device()
 630 {
 631         return cur_device;
 632 }
 633
 634 int jt_obd_device(int argc, char **argv)
 635 {
 636         int rc;
 637
 638         if (argc > 2)
 639                 return CMD_HELP;
 640
 641         if (argc == 1) {
 642                 printf("current device is %d - %s\n",
 643                        cur_device, lcfg_get_devname() ? : "not set");
 644                 return 0;
 645         }
 646         rc = do_device("device", argv[1]);
 647         return rc;
 648 }
 649
 650 int jt_opt_device(int argc, char **argv)
 651 {
 652         int ret;
 653         int rc;
 654
 655         if (argc < 3)
 656                 return CMD_HELP;
 657
 658         rc = do_device("device", argv[1]);
 659
 660         if (!rc)
 661                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 662
 663         ret = do_disconnect(argv[0], 0);
 664         if (!rc)
 665                 rc = ret;
 666
 667         return rc;
 668 }
 669
 670 #ifdef MAX_THREADS
 671 static void parent_sighandler (int sig)
 672 {
 673         return;
 674 }
 675
 676 int jt_opt_threads(int argc, char **argv)
 677 {
 678         static char      cmdstr[128];
 679         sigset_t         saveset;
 680         sigset_t         sigset;
 681         struct sigaction sigact;
 682         struct sigaction saveact1;
 683         struct sigaction saveact2;
 684         unsigned long    threads;
 685         __u64            next_thread;
 686         int verbose;
 687         int rc = 0;
 688         int report_count = -1;
 689         char *end;
 690         int i;
 691
 692         if (argc < 5)
 693                 return CMD_HELP;
 694
 695         threads = strtoul(argv[1], &end, 0);
 696
 697         if (*end == '.')
 698                 report_count = strtoul(end + 1, &end, 0);
 699
 700         if (*end || threads > MAX_THREADS) {
 701                 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
 702                         jt_cmdname(argv[0]), argv[1]);
 703                 return CMD_HELP;
 704         }
 705
 706         verbose = get_verbose(argv[0], argv[2]);
 707         if (verbose == BAD_VERBOSE)
 708                 return CMD_HELP;
 709
 710         if (verbose != 0) {
 711                 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
 712                 for (i = 5; i < argc; i++)
 713                         snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
 714                                  " %s", argv[i]);
 715
 716                 printf("%s: starting %ld threads on device %s running %s\n",
 717                        argv[0], threads, argv[3], cmdstr);
 718         }
 719
 720         shmem_reset(threads);
 721
 722         sigemptyset(&sigset);
 723         sigaddset(&sigset, SIGALRM);
 724         sigaddset(&sigset, SIGCHLD);
 725         sigprocmask(SIG_BLOCK, &sigset, &saveset);
 726
 727         nthreads = threads;
 728
 729         for (i = 1, next_thread = verbose; i <= threads; i++) {
 730                 rc = fork();
 731                 if (rc < 0) {
 732                         fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
 733                                 strerror(rc = errno));
 734                         break;
 735                 } else if (rc == 0) {
 736                         sigprocmask(SIG_SETMASK, &saveset, NULL);
 737
 738                         thread = i;
 739                         argv[2] = "--device";
 740                         exit(jt_opt_device(argc - 2, argv + 2));
 741                 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
 742                         printf("%s: thread #%d (PID %d) started\n",
 743                                argv[0], i, rc);
 744                 rc = 0;
 745         }
 746
 747         if (!thread) {          /* parent process */
 748                 int live_threads = threads;
 749
 750                 sigemptyset(&sigset);
 751                 sigemptyset(&sigact.sa_mask);
 752                 sigact.sa_handler = parent_sighandler;
 753                 sigact.sa_flags = 0;
 754
 755                 sigaction(SIGALRM, &sigact, &saveact1);
 756                 sigaction(SIGCHLD, &sigact, &saveact2);
 757
 758                 while (live_threads > 0) {
 759                         int status;
 760                         pid_t ret;
 761
 762                         if (verbose < 0)        /* periodic stats */
 763                                 alarm(-verbose);
 764
 765                         sigsuspend(&sigset);
 766                         alarm(0);
 767
 768                         while (live_threads > 0) {
 769                                 ret = waitpid(0, &status, WNOHANG);
 770                                 if (ret == 0)
 771                                         break;
 772
 773                                 if (ret < 0) {
 774                                         fprintf(stderr, "error: %s: wait - %s\n",
 775                                                 argv[0], strerror(errno));
 776                                         if (!rc)
 777                                                 rc = errno;
 778                                         continue;
 779                                 } else {
 780                                         /*
 781                                          * This is a hack.  We _should_ be able
 782                                          * to use WIFEXITED(status) to see if
 783                                          * there was an error, but it appears
 784                                          * to be broken and it always returns 1
 785                                          * (OK).  See wait(2).
 786                                          */
 787                                         int err = WEXITSTATUS(status);
 788                                         if (err || WIFSIGNALED(status))
 789                                                 fprintf(stderr,
 790                                                         "%s: PID %d had rc=%d\n",
 791                                                         argv[0], ret, err);
 792                                         if (!rc)
 793                                                 rc = err;
 794
 795                                         live_threads--;
 796                                 }
 797                         }
 798
 799                         /* Show stats while all threads running */
 800                         if (verbose < 0) {
 801                                 shmem_snap(threads, live_threads);
 802                                 if (report_count > 0 && --report_count == 0)
 803                                         shmem_stop();
 804                         }
 805                 }
 806                 sigaction(SIGCHLD, &saveact2, NULL);
 807                 sigaction(SIGALRM, &saveact1, NULL);
 808         }
 809
 810         shmem_total(threads);
 811         sigprocmask(SIG_SETMASK, &saveset, NULL);
 812
 813         return rc;
 814 }
 815 #else
 816 int jt_opt_threads(int argc, char **argv)
 817 {
 818         fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
 819                 jt_cmdname(argv[0]));
 820         return CMD_HELP;
 821 }
 822 #endif
 823
 824 int jt_opt_net(int argc, char **argv)
 825 {
 826         char *arg2[3];
 827         int rc;
 828
 829         if (argc < 3)
 830                 return CMD_HELP;
 831
 832         arg2[0] = argv[0];
 833         arg2[1] = argv[1];
 834         arg2[2] = NULL;
 835         rc = jt_ptl_network (2, arg2);
 836
 837         if (!rc)
 838                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 839
 840         return rc;
 841 }
 842
 843 int jt_obd_no_transno(int argc, char **argv)
 844 {
 845         struct obd_ioctl_data data;
 846         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 847         int rc;
 848
 849         memset(&data, 0, sizeof(data));
 850         data.ioc_dev = cur_device;
 851
 852         if (argc != 1)
 853                 return CMD_HELP;
 854
 855         memset(buf, 0, sizeof(rawbuf));
 856         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 857         if (rc) {
 858                 fprintf(stderr, "error: %s: invalid ioctl\n",
 859                         jt_cmdname(argv[0]));
 860                 return rc;
 861         }
 862         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
 863         if (rc < 0)
 864                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 865                         strerror(rc = errno));
 866
 867         return rc;
 868 }
 869
 870 int jt_obd_set_readonly(int argc, char **argv)
 871 {
 872         struct obd_ioctl_data data;
 873         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 874         int rc;
 875
 876         memset(&data, 0, sizeof(data));
 877         data.ioc_dev = cur_device;
 878
 879         if (argc != 1)
 880                 return CMD_HELP;
 881
 882         memset(buf, 0, sizeof(rawbuf));
 883         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 884         if (rc) {
 885                 fprintf(stderr, "error: %s: invalid ioctl\n",
 886                         jt_cmdname(argv[0]));
 887                 return rc;
 888         }
 889         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
 890         if (rc < 0)
 891                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 892                         strerror(rc = errno));
 893
 894         return rc;
 895 }
 896
 897 int jt_obd_abort_recovery(int argc, char **argv)
 898 {
 899         struct obd_ioctl_data data;
 900         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 901         int rc;
 902
 903         memset(&data, 0, sizeof(data));
 904         data.ioc_dev = cur_device;
 905
 906         if (argc != 1)
 907                 return CMD_HELP;
 908
 909         memset(buf, 0, sizeof(rawbuf));
 910         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 911         if (rc) {
 912                 fprintf(stderr, "error: %s: invalid ioctl\n",
 913                         jt_cmdname(argv[0]));
 914                 return rc;
 915         }
 916         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
 917         if (rc < 0)
 918                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 919                         strerror(rc = errno));
 920
 921         return rc;
 922 }
 923
 924 int jt_get_version(int argc, char **argv)
 925 {
 926         int rc;
 927         char rawbuf[MAX_IOC_BUFLEN];
 928         char *version;
 929
 930         if (argc != 1)
 931                 return CMD_HELP;
 932
 933         rc = llapi_get_version(rawbuf, MAX_IOC_BUFLEN, &version);
 934         if (rc)
 935                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 936                         strerror(-rc));
 937         else
 938                 printf("Lustre version: %s\n", version);
 939
 940         return rc;
 941 }
 942
 943 static void print_obd_line(char *s)
 944 {
 945         char buf[MAX_STRING_SIZE];
 946         char obd_name[MAX_OBD_NAME];
 947         FILE *fp = NULL;
 948         char *ptr;
 949
 950         snprintf(buf, sizeof(buf), " %%*d %%*s osc %%%zus %%*s %%*d ",
 951                  sizeof(obd_name) - 1);
 952         if (sscanf(s, buf, obd_name) == 0)
 953                 goto try_mdc;
 954         snprintf(buf, sizeof(buf),
 955                  "/proc/fs/lustre/osc/%s/ost_conn_uuid", obd_name);
 956         if ((fp = fopen(buf, "r")) == NULL)
 957                 goto try_mdc;
 958         goto got_one;
 959
 960 try_mdc:
 961         snprintf(buf, sizeof(buf), " %%*d %%*s mdc %%%zus %%*s %%*d ",
 962                  sizeof(obd_name) - 1);
 963         if (sscanf(s, buf, obd_name) == 0)
 964                 goto fail;
 965         snprintf(buf, sizeof(buf),
 966                  "/proc/fs/lustre/mdc/%s/mds_conn_uuid", obd_name);
 967         if ((fp = fopen(buf, "r")) == NULL)
 968                 goto fail;
 969
 970 got_one:
 971         /* should not ignore fgets(3)'s return value */
 972         if (!fgets(buf, sizeof(buf), fp)) {
 973                 fprintf(stderr, "reading from %s: %s", buf, strerror(errno));
 974                 fclose(fp);
 975                 return;
 976         }
 977         fclose(fp);
 978
 979         /* trim trailing newlines */
 980         ptr = strrchr(buf, '\n');
 981         if (ptr) *ptr = '\0';
 982         ptr = strrchr(s, '\n');
 983         if (ptr) *ptr = '\0';
 984
 985         printf("%s %s\n", s, buf);
 986         return;
 987
 988 fail:
 989         printf("%s", s);
 990         return;
 991 }
 992
 993 /* get device list by ioctl */
 994 int jt_obd_list_ioctl(int argc, char **argv)
 995 {
 996         int rc, index;
 997         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 998         struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
 999
1000         if (argc > 2)
1001                 return CMD_HELP;
1002         /* Just ignore a -t option.  Only supported with /proc. */
1003         else if (argc == 2 && strcmp(argv[1], "-t") != 0)
1004                 return CMD_HELP;
1005
1006         for (index = 0;; index++) {
1007                 memset(buf, 0, sizeof(rawbuf));
1008                 data->ioc_version = OBD_IOCTL_VERSION;
1009                 data->ioc_inllen1 =
1010                         sizeof(rawbuf) - cfs_size_round(sizeof(*data));
1011                 data->ioc_inlbuf1 = buf + cfs_size_round(sizeof(*data));
1012                 data->ioc_len = obd_ioctl_packlen(data);
1013                 data->ioc_count = index;
1014
1015                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
1016                 if (rc != 0)
1017                         break;
1018                 printf("%s\n", (char *)data->ioc_bulk);
1019         }
1020         if (rc != 0) {
1021                 if (errno == ENOENT)
1022                         /* no device or the last device */
1023                         rc = 0;
1024                 else
1025                         fprintf(stderr, "Error getting device list: %s: "
1026                                 "check dmesg.\n", strerror(errno));
1027         }
1028         return rc;
1029 }
1030
1031 int jt_obd_list(int argc, char **argv)
1032 {
1033         int rc;
1034         char buf[MAX_STRING_SIZE];
1035         FILE *fp = NULL;
1036         int print_obd = 0;
1037
1038         if (argc > 2)
1039                 return CMD_HELP;
1040         else if (argc == 2) {
1041                 if (strcmp(argv[1], "-t") == 0)
1042                         print_obd = 1;
1043                 else
1044                         return CMD_HELP;
1045         }
1046
1047         fp = fopen(DEVICES_LIST, "r");
1048         if (fp == NULL) {
1049                 fprintf(stderr, "error: %s: %s opening "DEVICES_LIST"\n",
1050                         jt_cmdname(argv[0]), strerror(rc =  errno));
1051                 return jt_obd_list_ioctl(argc, argv);
1052         }
1053
1054         while (fgets(buf, sizeof(buf), fp) != NULL)
1055                 if (print_obd)
1056                         print_obd_line(buf);
1057                 else
1058                         printf("%s", buf);
1059
1060         fclose(fp);
1061         return 0;
1062 }
1063
1064 struct jt_fid_space {
1065         __u64   jt_seq;
1066         __u64   jt_id;
1067         int     jt_width;
1068 };
1069
1070 int jt_obd_alloc_fids(struct jt_fid_space *space, struct lu_fid *fid,
1071                       __u64 *count)
1072 {
1073         int rc;
1074
1075         if (space->jt_seq == 0 || space->jt_id == space->jt_width) {
1076                 struct obd_ioctl_data  data;
1077                 char rawbuf[MAX_IOC_BUFLEN];
1078                 char *buf = rawbuf;
1079                 __u64 seqnr;
1080                 int max_count;
1081
1082                 memset(&data, 0, sizeof(data));
1083                 data.ioc_dev = cur_device;
1084
1085                 data.ioc_pbuf1 = (char *)&seqnr;
1086                 data.ioc_plen1 = sizeof(seqnr);
1087
1088                 data.ioc_pbuf2 = (char *)&max_count;
1089                 data.ioc_plen2 = sizeof(max_count);
1090
1091                 memset(buf, 0, sizeof(rawbuf));
1092                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1093                 if (rc) {
1094                         fprintf(stderr, "error: invalid ioctl rc = %d\n", rc);
1095                         return rc;
1096                 }
1097
1098                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_ALLOC_SEQ, buf);
1099                 if (rc) {
1100                         fprintf(stderr, "ioctl error: rc = %d\n", rc);
1101                         return rc;
1102                 }
1103
1104                 space->jt_seq = *(__u64 *)data.ioc_pbuf1;
1105                 space->jt_width = *(int *)data.ioc_pbuf2;
1106                 space->jt_id = 1;
1107         }
1108         fid->f_seq = space->jt_seq;
1109         fid->f_oid = space->jt_id;
1110         fid->f_ver = 0;
1111
1112         space->jt_id = space->jt_id + *count;
1113         if (space->jt_id > space->jt_width)
1114                 space->jt_id = space->jt_width;
1115
1116         *count = space->jt_id - fid->f_oid;
1117         return 0;
1118 }
1119
1120 #define MD_STEP_COUNT 1000
1121 int jt_obd_md_common(int argc, char **argv, int cmd)
1122 {
1123         struct obd_ioctl_data  data;
1124         struct timeval         start;
1125         struct timeval         end_time;
1126         char                   rawbuf[MAX_IOC_BUFLEN];
1127         char                  *buf = rawbuf;
1128         int                    mode = 0000644;
1129         int                    create_mode;
1130         int                    rc = 0;
1131         char                  *parent_basedir = NULL;
1132         char                   dirname[4096];
1133         int                    parent_base_id = 0;
1134         int                    parent_count = 1;
1135         __u64                  child_base_id = -1;
1136         int                    stripe_count = 0;
1137         int                    stripe_index = -1;
1138         int                    count = 0;
1139         char                  *end;
1140         __u64                  seconds = 0;
1141         double                 diff;
1142         int                    c;
1143         __u64                  total_count = 0;
1144         char                  *name = NULL;
1145         struct jt_fid_space    fid_space = {0};
1146         int                    version = 0;
1147         struct option          long_opts[] = {
1148                 {"child_base_id",     required_argument, 0, 'b'},
1149                 {"stripe_count",      required_argument, 0, 'c'},
1150                 {"parent_basedir",    required_argument, 0, 'd'},
1151                 {"parent_dircount",   required_argument, 0, 'D'},
1152                 {"stripe_index",      required_argument, 0, 'i'},
1153                 {"mode",              required_argument, 0, 'm'},
1154                 {"count",             required_argument, 0, 'n'},
1155                 {"time",              required_argument, 0, 't'},
1156                 {"version",           no_argument,       0, 'v'},
1157                 {0, 0, 0, 0}
1158         };
1159
1160         while ((c = getopt_long(argc, argv, "b:c:d:D:m:n:t:v",
1161                                 long_opts, NULL)) >= 0) {
1162                 switch (c) {
1163                 case 'b':
1164                         child_base_id = strtoull(optarg, &end, 0);
1165                         if (*end) {
1166                                 fprintf(stderr, "error: %s: bad child_base_id"
1167                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1168                                 return CMD_HELP;
1169                         }
1170                         break;
1171                 case 'c':
1172                         stripe_count = strtoul(optarg, &end, 0);
1173                         if (*end) {
1174                                 fprintf(stderr, "error: %s: bad stripe count"
1175                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1176                                 return CMD_HELP;
1177                         }
1178                         break;
1179                 case 'd':
1180                         parent_basedir = optarg;
1181                         break;
1182                 case 'D':
1183                         parent_count = strtoul(optarg, &end, 0);
1184                         if (*end) {
1185                                 fprintf(stderr, "error: %s: bad parent count"
1186                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1187                                 return CMD_HELP;
1188                         }
1189                         break;
1190                 case 'i':
1191                         stripe_index = strtoul(optarg, &end, 0);
1192                         if (*end) {
1193                                 fprintf(stderr, "error: %s: bad stripe index"
1194                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1195                                 return CMD_HELP;
1196                         }
1197                         break;
1198                 case 'm':
1199                         mode = strtoul(optarg, &end, 0);
1200                         if (*end) {
1201                                 fprintf(stderr, "error: %s: bad mode '%s'\n",
1202                                         jt_cmdname(argv[0]), optarg);
1203                                 return CMD_HELP;
1204                         }
1205                         break;
1206                 case 'n':
1207                         total_count = strtoul(optarg, &end, 0);
1208                         if (*end || total_count == 0) {
1209                                 fprintf(stderr, "%s: bad child count '%s'\n",
1210                                         jt_cmdname(argv[0]), optarg);
1211                                 return CMD_HELP;
1212                         }
1213                         break;
1214                 case 't':
1215                         seconds = strtoull(optarg, &end, 0);
1216                         if (*end) {
1217                                 fprintf(stderr, "error: %s: seconds '%s'\n",
1218                                         jt_cmdname(argv[0]), optarg);
1219                                 return CMD_HELP;
1220                         }
1221                         break;
1222                 case 'v':
1223                         version = 1;
1224                         break;
1225                 default:
1226                         fprintf(stderr, "error: %s: option '%s' "
1227                                 "unrecognized\n", argv[0], argv[optind - 1]);
1228                         return CMD_HELP;
1229                 }
1230         }
1231
1232         memset(&data, 0, sizeof(data));
1233         data.ioc_dev = cur_device;
1234         if (child_base_id == -1) {
1235                 if (optind >= argc)
1236                         return CMD_HELP;
1237                 name = argv[optind];
1238                 total_count = 1;
1239         } else {
1240                 if (optind < argc) {
1241                         fprintf(stderr, "child_base_id and name can not"
1242                                         " specified at the same time\n");
1243                         return CMD_HELP;
1244                 }
1245         }
1246
1247         if (stripe_count == 0 && stripe_index != -1) {
1248                 fprintf(stderr, "If stripe_count is 0, stripe_index can not"
1249                                 "be specified\n");
1250                 return CMD_HELP;
1251         }
1252
1253         if (total_count == 0 && seconds == 0) {
1254                 fprintf(stderr, "count or seconds needs to be indicated\n");
1255                 return CMD_HELP;
1256         }
1257
1258         if (parent_count <= 0) {
1259                 fprintf(stderr, "parent count must < 0\n");
1260                 return CMD_HELP;
1261         }
1262
1263 #ifdef MAX_THREADS
1264         if (thread) {
1265                 shmem_lock();
1266                 /* threads interleave */
1267                 if (parent_base_id != -1)
1268                         parent_base_id += (thread - 1) % parent_count;
1269
1270                 if (child_base_id != -1)
1271                         child_base_id +=  (thread - 1) * \
1272                                           (MAX_BASE_ID / nthreads);
1273
1274                 shmem_start_time_locked();
1275                 shmem_unlock();
1276         }
1277 #endif
1278         /* If parent directory is not specified, try to get the directory
1279          * from name */
1280         if (parent_basedir == NULL) {
1281                 char *last_lash;
1282                 if (name == NULL) {
1283                         fprintf(stderr, "parent_basedir or name must be"
1284                                         "indicated!\n");
1285                         return CMD_HELP;
1286                 }
1287                 /*Get directory and name from name*/
1288                 last_lash = strrchr(name, '/');
1289                 if (last_lash == NULL || name[0] != '/') {
1290                         fprintf(stderr, "Can not locate %s\n", name);
1291                         return CMD_HELP;
1292                 }
1293
1294                 if (last_lash == name) {
1295                         sprintf(dirname, "%s", "/");
1296                         name++;
1297                 } else {
1298                         int namelen = (unsigned long)last_lash -
1299                                       (unsigned long)name + 1;
1300                         snprintf(dirname, namelen, "%s", name);
1301                         name = last_lash + 1;
1302                 }
1303
1304                 data.ioc_pbuf1 = dirname;
1305                 data.ioc_plen1 = strlen(dirname);
1306
1307                 data.ioc_pbuf2 = name;
1308                 data.ioc_plen2 = strlen(name);
1309         } else {
1310                 if (name != NULL) {
1311                         data.ioc_pbuf2 = name;
1312                         data.ioc_plen2 = strlen(name);
1313                 }
1314                 if (parent_base_id > 0)
1315                         sprintf(dirname, "%s%d", parent_basedir,
1316                                 parent_base_id);
1317                 else
1318                         sprintf(dirname, "%s", parent_basedir);
1319                 data.ioc_pbuf1 = dirname;
1320                 data.ioc_plen1 = strlen(dirname);
1321         }
1322
1323         if (cmd == ECHO_MD_MKDIR || cmd == ECHO_MD_RMDIR)
1324                 create_mode = S_IFDIR;
1325         else
1326                 create_mode = S_IFREG;
1327
1328         data.ioc_obdo1.o_mode = mode | S_IFDIR;
1329         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
1330                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
1331         data.ioc_command = cmd;
1332
1333         gettimeofday(&start, NULL);
1334         while (shmem_running()) {
1335                 struct lu_fid fid = { 0 };
1336
1337                 if (child_base_id != -1)
1338                         data.ioc_obdo2.o_oi.oi.oi_id = child_base_id;
1339                 data.ioc_obdo2.o_mode = mode | create_mode;
1340                 data.ioc_obdo2.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE |
1341                                          OBD_MD_FLMODE | OBD_MD_FLFLAGS |
1342                                          OBD_MD_FLGROUP;
1343                 data.ioc_obdo2.o_misc = stripe_count;
1344                 data.ioc_obdo2.o_stripe_idx = stripe_index;
1345
1346                 if (total_count > 0) {
1347                         if ((total_count - count) > MD_STEP_COUNT)
1348                                 data.ioc_count = MD_STEP_COUNT;
1349                         else
1350                                 data.ioc_count = total_count - count;
1351                 } else {
1352                         data.ioc_count = MD_STEP_COUNT;
1353                 }
1354
1355                 if (cmd == ECHO_MD_CREATE || cmd == ECHO_MD_MKDIR) {
1356                         /*Allocate fids for the create */
1357                         rc = jt_obd_alloc_fids(&fid_space, &fid,
1358                                                &data.ioc_count);
1359                         if (rc) {
1360                                 fprintf(stderr, "Allocate fids error %d.\n",rc);
1361                                 return rc;
1362                         }
1363                         fid_to_ostid(&fid, &data.ioc_obdo1.o_oi);
1364                 }
1365
1366                 child_base_id += data.ioc_count;
1367                 count += data.ioc_count;
1368
1369                 memset(buf, 0, sizeof(rawbuf));
1370                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1371                 if (rc) {
1372                         fprintf(stderr, "error: %s: invalid ioctl %d\n",
1373                                 jt_cmdname(argv[0]), rc);
1374                         return rc;
1375                 }
1376
1377                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_MD, buf);
1378                 if (rc) {
1379                         fprintf(stderr, "error: %s: %s\n",
1380                                 jt_cmdname(argv[0]), strerror(rc = errno));
1381                         return rc;
1382                 }
1383                 shmem_bump(data.ioc_count);
1384
1385                 gettimeofday(&end_time, NULL);
1386                 diff = difftime(&end_time, &start);
1387                 if (seconds > 0 && (__u64)diff > seconds)
1388                         break;
1389
1390                 if (count >= total_count && total_count > 0)
1391                         break;
1392         }
1393
1394         if (count > 0 && version) {
1395                 gettimeofday(&end_time, NULL);
1396                 diff = difftime(&end_time, &start);
1397                 printf("%s: %d in %.3fs (%.3f /s): %s",
1398                         jt_cmdname(argv[0]), count, diff,
1399                         (double)count/diff, ctime(&end_time.tv_sec));
1400         }
1401
1402 #ifdef MAX_THREADS
1403         if (thread) {
1404                 shmem_lock();
1405                 shmem_end_time_locked();
1406                 shmem_unlock();
1407         }
1408 #endif
1409         return rc;
1410 }
1411
1412 int jt_obd_test_create(int argc, char **argv)
1413 {
1414         return jt_obd_md_common(argc, argv, ECHO_MD_CREATE);
1415 }
1416
1417 int jt_obd_test_mkdir(int argc, char **argv)
1418 {
1419         return jt_obd_md_common(argc, argv, ECHO_MD_MKDIR);
1420 }
1421
1422 int jt_obd_test_destroy(int argc, char **argv)
1423 {
1424         return jt_obd_md_common(argc, argv, ECHO_MD_DESTROY);
1425 }
1426
1427 int jt_obd_test_rmdir(int argc, char **argv)
1428 {
1429         return jt_obd_md_common(argc, argv, ECHO_MD_RMDIR);
1430 }
1431
1432 int jt_obd_test_lookup(int argc, char **argv)
1433 {
1434         return jt_obd_md_common(argc, argv, ECHO_MD_LOOKUP);
1435 }
1436
1437 int jt_obd_test_setxattr(int argc, char **argv)
1438 {
1439         return jt_obd_md_common(argc, argv, ECHO_MD_SETATTR);
1440 }
1441
1442 int jt_obd_test_md_getattr(int argc, char **argv)
1443 {
1444         return jt_obd_md_common(argc, argv, ECHO_MD_GETATTR);
1445 }
1446
1447 int jt_obd_create(int argc, char **argv)
1448 {
1449         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1450         struct obd_ioctl_data data;
1451         struct timeval next_time;
1452         __u64 count = 1, next_count, base_id = 1;
1453         int verbose = 1, mode = 0100644, rc = 0, i;
1454         char *end;
1455
1456         memset(&data, 0, sizeof(data));
1457         data.ioc_dev = cur_device;
1458         if (argc < 2 || argc > 4)
1459                 return CMD_HELP;
1460
1461         count = strtoull(argv[1], &end, 0);
1462         if (*end) {
1463                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1464                         jt_cmdname(argv[0]), argv[1]);
1465                 return CMD_HELP;
1466         }
1467
1468         if (argc > 2) {
1469                 mode = strtoul(argv[2], &end, 0);
1470                 if (*end) {
1471                         fprintf(stderr, "error: %s: invalid mode '%s'\n",
1472                                 jt_cmdname(argv[0]), argv[2]);
1473                         return CMD_HELP;
1474                 }
1475                 if (!(mode & S_IFMT))
1476                         mode |= S_IFREG;
1477         }
1478
1479         if (argc > 3) {
1480                 verbose = get_verbose(argv[0], argv[3]);
1481                 if (verbose == BAD_VERBOSE)
1482                         return CMD_HELP;
1483         }
1484
1485         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1486         gettimeofday(&next_time, NULL);
1487         next_time.tv_sec -= verbose;
1488
1489         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1490         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1491                 data.ioc_obdo1.o_mode = mode;
1492                 ostid_set_id(&data.ioc_obdo1.o_oi, base_id);
1493                 data.ioc_obdo1.o_uid = 0;
1494                 data.ioc_obdo1.o_gid = 0;
1495                 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1496                                          OBD_MD_FLID | OBD_MD_FLUID |
1497                                          OBD_MD_FLGID | OBD_MD_FLGROUP;
1498
1499                 memset(buf, 0, sizeof(rawbuf));
1500                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1501                 if (rc) {
1502                         fprintf(stderr, "error: %s: invalid ioctl\n",
1503                                 jt_cmdname(argv[0]));
1504                         return rc;
1505                 }
1506                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1507                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1508                 shmem_bump(1);
1509                 if (rc < 0) {
1510                         fprintf(stderr, "error: %s: #%d - %s\n",
1511                                 jt_cmdname(argv[0]), i, strerror(rc = errno));
1512                         break;
1513                 }
1514                 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1515                         fprintf(stderr,"error: %s: oid not valid #%d:"LPX64"\n",
1516                                 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_valid);
1517                         rc = EINVAL;
1518                         break;
1519                 }
1520
1521                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1522                         printf("%s: #%d is object id "LPX64"\n",
1523                                jt_cmdname(argv[0]), i,
1524                                ostid_id(&data.ioc_obdo1.o_oi));
1525         }
1526         return rc;
1527 }
1528
1529 int jt_obd_setattr(int argc, char **argv)
1530 {
1531         struct obd_ioctl_data data;
1532         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1533         char *end;
1534         int rc;
1535
1536         memset(&data, 0, sizeof(data));
1537         data.ioc_dev = cur_device;
1538         if (argc != 2)
1539                 return CMD_HELP;
1540
1541         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1542         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1543         if (*end) {
1544                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1545                         jt_cmdname(argv[0]), argv[1]);
1546                 return CMD_HELP;
1547         }
1548         data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1549         if (*end) {
1550                 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1551                         jt_cmdname(argv[0]), argv[2]);
1552                 return CMD_HELP;
1553         }
1554         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1555
1556         memset(buf, 0, sizeof(rawbuf));
1557         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1558         if (rc) {
1559                 fprintf(stderr, "error: %s: invalid ioctl\n",
1560                         jt_cmdname(argv[0]));
1561                 return rc;
1562         }
1563         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1564         if (rc < 0)
1565                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1566                         strerror(rc = errno));
1567
1568         return rc;
1569 }
1570
1571 int jt_obd_test_setattr(int argc, char **argv)
1572 {
1573         struct obd_ioctl_data data;
1574         struct timeval start, next_time;
1575         __u64 i, count, next_count;
1576         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1577         int verbose = 1;
1578         __u64 objid = 3;
1579         char *end;
1580         int rc = 0;
1581
1582         if (argc < 2 || argc > 4)
1583                 return CMD_HELP;
1584
1585         memset(&data, 0, sizeof(data));
1586         data.ioc_dev = cur_device;
1587         count = strtoull(argv[1], &end, 0);
1588         if (*end) {
1589                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1590                         jt_cmdname(argv[0]), argv[1]);
1591                 return CMD_HELP;
1592         }
1593
1594         if (argc >= 3) {
1595                 verbose = get_verbose(argv[0], argv[2]);
1596                 if (verbose == BAD_VERBOSE)
1597                         return CMD_HELP;
1598         }
1599
1600         if (argc >= 4) {
1601                 if (argv[3][0] == 't') {
1602                         objid = strtoull(argv[3] + 1, &end, 0);
1603                         if (thread)
1604                                 objid += thread - 1;
1605                 } else
1606                         objid = strtoull(argv[3], &end, 0);
1607                 if (*end) {
1608                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1609                                 jt_cmdname(argv[0]), argv[3]);
1610                         return CMD_HELP;
1611                 }
1612         }
1613
1614         gettimeofday(&start, NULL);
1615         next_time.tv_sec = start.tv_sec - verbose;
1616         next_time.tv_usec = start.tv_usec;
1617         if (verbose != 0)
1618                 printf("%s: setting "LPD64" attrs (objid "LPX64"): %s",
1619                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1620
1621         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1622         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1623                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1624                 data.ioc_obdo1.o_mode = S_IFREG;
1625                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1626                 memset(buf, 0, sizeof(rawbuf));
1627                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1628                 if (rc) {
1629                         fprintf(stderr, "error: %s: invalid ioctl\n",
1630                                 jt_cmdname(argv[0]));
1631                         return rc;
1632                 }
1633                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1634                 shmem_bump(1);
1635                 if (rc < 0) {
1636                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1637                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1638                         break;
1639                 } else {
1640                         if (be_verbose
1641                             (verbose, &next_time, i, &next_count, count))
1642                                 printf("%s: set attr #"LPD64"\n",
1643                                        jt_cmdname(argv[0]), i);
1644                 }
1645         }
1646
1647         if (!rc) {
1648                 struct timeval end;
1649                 double diff;
1650
1651                 gettimeofday(&end, NULL);
1652
1653                 diff = difftime(&end, &start);
1654
1655                 --i;
1656                 if (verbose != 0)
1657                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1658                                jt_cmdname(argv[0]), i, diff, i / diff,
1659                                ctime(&end.tv_sec));
1660         }
1661         return rc;
1662 }
1663
1664 int jt_obd_destroy(int argc, char **argv)
1665 {
1666         struct obd_ioctl_data data;
1667         struct timeval next_time;
1668         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1669         __u64 count = 1, next_count;
1670         int verbose = 1;
1671         __u64 id;
1672         char *end;
1673         int rc = 0, i;
1674
1675         memset(&data, 0, sizeof(data));
1676         data.ioc_dev = cur_device;
1677         if (argc < 2 || argc > 4)
1678                 return CMD_HELP;
1679
1680         id = strtoull(argv[1], &end, 0);
1681         if (*end || id == 0 || errno != 0) {
1682                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1683                         jt_cmdname(argv[0]), argv[1]);
1684                 return CMD_HELP;
1685         }
1686         if (argc > 2) {
1687                 count = strtoull(argv[2], &end, 0);
1688                 if (*end) {
1689                         fprintf(stderr,
1690                                 "error: %s: invalid iteration count '%s'\n",
1691                                 jt_cmdname(argv[0]), argv[2]);
1692                         return CMD_HELP;
1693                 }
1694         }
1695
1696         if (argc > 3) {
1697                 verbose = get_verbose(argv[0], argv[3]);
1698                 if (verbose == BAD_VERBOSE)
1699                         return CMD_HELP;
1700         }
1701
1702         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1703         gettimeofday(&next_time, NULL);
1704         next_time.tv_sec -= verbose;
1705
1706         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1707         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1708                 ostid_set_id(&data.ioc_obdo1.o_oi, id);
1709                 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1710                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1711
1712                 memset(buf, 0, sizeof(rawbuf));
1713                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1714                 if (rc) {
1715                         fprintf(stderr, "error: %s: invalid ioctl\n",
1716                                 jt_cmdname(argv[0]));
1717                         return rc;
1718                 }
1719                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1720                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1721                 shmem_bump(1);
1722                 if (rc < 0) {
1723                         fprintf(stderr, "error: %s: objid "LPX64": %s\n",
1724                                 jt_cmdname(argv[0]), id, strerror(rc = errno));
1725                         break;
1726                 }
1727
1728                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1729                         printf("%s: #%d is object id "LPX64"\n",
1730                                jt_cmdname(argv[0]), i, id);
1731         }
1732
1733         return rc;
1734 }
1735
1736 int jt_obd_getattr(int argc, char **argv)
1737 {
1738         struct obd_ioctl_data data;
1739         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1740         char *end;
1741         int rc;
1742
1743         if (argc != 2)
1744                 return CMD_HELP;
1745
1746         memset(&data, 0, sizeof(data));
1747         data.ioc_dev = cur_device;
1748         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1749         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1750         if (*end) {
1751                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1752                         jt_cmdname(argv[0]), argv[1]);
1753                 return CMD_HELP;
1754         }
1755         /* to help obd filter */
1756         data.ioc_obdo1.o_mode = 0100644;
1757         data.ioc_obdo1.o_valid = 0xffffffff;
1758         printf("%s: object id "LPX64"\n", jt_cmdname(argv[0]),
1759                ostid_id(&data.ioc_obdo1.o_oi));
1760
1761         memset(buf, 0, sizeof(rawbuf));
1762         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1763         if (rc) {
1764                 fprintf(stderr, "error: %s: invalid ioctl\n",
1765                         jt_cmdname(argv[0]));
1766                 return rc;
1767         }
1768         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1769         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1770         if (rc) {
1771                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1772                         strerror(rc = errno));
1773         } else {
1774                 printf("%s: object id "LPU64", mode %o\n", jt_cmdname(argv[0]),
1775                        ostid_id(&data.ioc_obdo1.o_oi), data.ioc_obdo1.o_mode);
1776         }
1777         return rc;
1778 }
1779
1780 int jt_obd_test_getattr(int argc, char **argv)
1781 {
1782         struct obd_ioctl_data data;
1783         struct timeval start, next_time;
1784         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1785         __u64 i, count, next_count;
1786         int verbose = 1;
1787         __u64 objid = 3;
1788         char *end;
1789         int rc = 0;
1790
1791         if (argc < 2 || argc > 4)
1792                 return CMD_HELP;
1793
1794         memset(&data, 0, sizeof(data));
1795         data.ioc_dev = cur_device;
1796         count = strtoull(argv[1], &end, 0);
1797         if (*end) {
1798                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1799                         jt_cmdname(argv[0]), argv[1]);
1800                 return CMD_HELP;
1801         }
1802
1803         if (argc >= 3) {
1804                 verbose = get_verbose(argv[0], argv[2]);
1805                 if (verbose == BAD_VERBOSE)
1806                         return CMD_HELP;
1807         }
1808
1809         if (argc >= 4) {
1810                 if (argv[3][0] == 't') {
1811                         objid = strtoull(argv[3] + 1, &end, 0);
1812                         if (thread)
1813                                 objid += thread - 1;
1814                 } else
1815                         objid = strtoull(argv[3], &end, 0);
1816                 if (*end) {
1817                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1818                                 jt_cmdname(argv[0]), argv[3]);
1819                         return CMD_HELP;
1820                 }
1821         }
1822
1823         gettimeofday(&start, NULL);
1824         next_time.tv_sec = start.tv_sec - verbose;
1825         next_time.tv_usec = start.tv_usec;
1826         if (verbose != 0)
1827                 printf("%s: getting "LPD64" attrs (objid "LPX64"): %s",
1828                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1829
1830         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1831         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1832                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1833                 data.ioc_obdo1.o_mode = S_IFREG;
1834                 data.ioc_obdo1.o_valid = 0xffffffff;
1835                 memset(buf, 0, sizeof(rawbuf));
1836                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1837                 if (rc) {
1838                         fprintf(stderr, "error: %s: invalid ioctl\n",
1839                                 jt_cmdname(argv[0]));
1840                         return rc;
1841                 }
1842                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1843                 shmem_bump(1);
1844                 if (rc < 0) {
1845                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1846                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1847                         break;
1848                 } else {
1849                         if (be_verbose
1850                             (verbose, &next_time, i, &next_count, count))
1851                                 printf("%s: got attr #"LPD64"\n",
1852                                        jt_cmdname(argv[0]), i);
1853                 }
1854         }
1855
1856         if (!rc) {
1857                 struct timeval end;
1858                 double diff;
1859
1860                 gettimeofday(&end, NULL);
1861
1862                 diff = difftime(&end, &start);
1863
1864                 --i;
1865                 if (verbose != 0)
1866                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1867                                jt_cmdname(argv[0]), i, diff, i / diff,
1868                                ctime(&end.tv_sec));
1869         }
1870         return rc;
1871 }
1872
1873 /* test_brw <cnt>                                               count
1874         <r|w[r(repeat)x(noverify)]>                             mode
1875         <q|v|#(print interval)>                                 verbosity
1876         <npages[+offset]>                                       blocksize
1877         <[[<interleave_threads>]t(inc obj by thread#)]obj>      object
1878         [p|g<args>]                                             batch */
1879 int jt_obd_test_brw(int argc, char **argv)
1880 {
1881         struct obd_ioctl_data data;
1882         struct timeval start, next_time;
1883         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1884         __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1885         int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1886         int offset_pages = 0;
1887         long n;
1888         int repeat_offset = 0;
1889         unsigned long long ull;
1890         int  nthr_per_obj = 0;
1891         int  verify = 1;
1892         int  obj_idx = 0;
1893         char *end;
1894
1895         if (argc < 2 || argc > 7) {
1896                 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1897                         jt_cmdname(argv[0]), argc);
1898                 return CMD_HELP;
1899         }
1900
1901         count = strtoull(argv[1], &end, 0);
1902         if (*end) {
1903                 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
1904                         jt_cmdname(argv[0]), argv[1]);
1905                 return CMD_HELP;
1906         }
1907
1908         if (argc >= 3) {
1909                 if (argv[2][0] == 'w' || argv[2][0] == '1')
1910                         write = 1;
1911                 /* else it's a read */
1912
1913                 if (argv[2][0] != 0)
1914                         for (i = 1; argv[2][i] != 0; i++)
1915                                 switch (argv[2][i]) {
1916                                 case 'r':
1917                                         repeat_offset = 1;
1918                                         break;
1919
1920                                 case 'x':
1921                                         verify = 0;
1922                                         break;
1923
1924                                 default:
1925                                         fprintf (stderr, "Can't parse cmd '%s'\n",
1926                                                  argv[2]);
1927                                         return CMD_HELP;
1928                                 }
1929         }
1930
1931         if (argc >= 4) {
1932                 verbose = get_verbose(argv[0], argv[3]);
1933                 if (verbose == BAD_VERBOSE)
1934                         return CMD_HELP;
1935         }
1936
1937         if (argc >= 5) {
1938                 pages = strtoul(argv[4], &end, 0);
1939
1940                 if (*end == '+')
1941                         offset_pages = strtoul(end + 1, &end, 0);
1942
1943                 if (*end != 0 ||
1944                     offset_pages < 0 || offset_pages >= pages) {
1945                         fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
1946                                 jt_cmdname(argv[0]), argv[4]);
1947                         return CMD_HELP;
1948                 }
1949         }
1950
1951         if (argc >= 6) {
1952                 if (thread &&
1953                     (n = strtol(argv[5], &end, 0)) > 0 &&
1954                     *end == 't' &&
1955                     (ull = strtoull(end + 1, &end, 0)) > 0 &&
1956                     *end == 0) {
1957                         nthr_per_obj = n;
1958                         objid = ull;
1959                 } else if (thread &&
1960                            argv[5][0] == 't') {
1961                         nthr_per_obj = 1;
1962                         objid = strtoull(argv[5] + 1, &end, 0);
1963                 } else {
1964                         nthr_per_obj = 0;
1965                         objid = strtoull(argv[5], &end, 0);
1966                 }
1967                 if (*end) {
1968                         fprintf(stderr, "error: %s: bad objid '%s'\n",
1969                                 jt_cmdname(argv[0]), argv[5]);
1970                         return CMD_HELP;
1971                 }
1972         }
1973
1974         memset(&data, 0, sizeof(data));
1975         data.ioc_dev = cur_device;
1976
1977         /* communicate the 'type' of brw test and batching to echo_client.
1978          * don't start.  we'd love to refactor this lctl->echo_client
1979          * interface */
1980         data.ioc_pbuf1 = (void *)1;
1981         data.ioc_plen1 = 1;
1982
1983         if (argc >= 7) {
1984                 switch(argv[6][0]) {
1985                         case 'g': /* plug and unplug */
1986                                 data.ioc_pbuf1 = (void *)2;
1987                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
1988                                                           0);
1989                                 break;
1990                         case 'p': /* prep and commit */
1991                                 data.ioc_pbuf1 = (void *)3;
1992                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
1993                                                           0);
1994                                 break;
1995                         default:
1996                                 fprintf(stderr, "error: %s: batching '%s' "
1997                                         "needs to specify 'p' or 'g'\n",
1998                                         jt_cmdname(argv[0]), argv[6]);
1999                                 return CMD_HELP;
2000                 }
2001
2002                 if (*end) {
2003                         fprintf(stderr, "error: %s: bad batching '%s'\n",
2004                                 jt_cmdname(argv[0]), argv[6]);
2005                         return CMD_HELP;
2006                 }
2007                 data.ioc_plen1 *= getpagesize();
2008         }
2009
2010         len = pages * getpagesize();
2011         thr_offset = offset_pages * getpagesize();
2012         stride = len;
2013
2014 #ifdef MAX_THREADS
2015         if (thread) {
2016                 shmem_lock ();
2017                 if (nthr_per_obj != 0) {
2018                         /* threads interleave */
2019                         obj_idx = (thread - 1)/nthr_per_obj;
2020                         objid += obj_idx;
2021                         stride *= nthr_per_obj;
2022                         if ((thread - 1) % nthr_per_obj == 0) {
2023                                 shared_data->body.offsets[obj_idx] =
2024                                         stride + thr_offset;
2025                         }
2026                         thr_offset += ((thread - 1) % nthr_per_obj) * len;
2027                 } else {
2028                         /* threads disjoint */
2029                         thr_offset += (thread - 1) * len;
2030                 }
2031
2032                 shmem_start_time_locked();
2033                 shmem_unlock ();
2034         }
2035 #endif
2036
2037         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
2038         ostid_set_id(&data.ioc_obdo1.o_oi, objid);
2039         data.ioc_obdo1.o_mode = S_IFREG;
2040         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
2041                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
2042         data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
2043         data.ioc_count = len;
2044         data.ioc_offset = (repeat_offset ? 0 : thr_offset);
2045
2046         gettimeofday(&start, NULL);
2047         next_time.tv_sec = start.tv_sec - verbose;
2048         next_time.tv_usec = start.tv_usec;
2049
2050         if (verbose != 0)
2051                 printf("%s: %s "LPU64"x%d pages (obj "LPX64", off "LPU64"): %s",
2052                        jt_cmdname(argv[0]), write ? "writing" : "reading", count,
2053                        pages, objid, data.ioc_offset, ctime(&start.tv_sec));
2054
2055         cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
2056         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
2057                 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
2058                 memset(buf, 0, sizeof(rawbuf));
2059                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2060                 if (rc) {
2061                         fprintf(stderr, "error: %s: invalid ioctl\n",
2062                                 jt_cmdname(argv[0]));
2063                         return rc;
2064                 }
2065                 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
2066                 shmem_bump(1);
2067                 if (rc) {
2068                         fprintf(stderr, "error: %s: #%d - %s on %s\n",
2069                                 jt_cmdname(argv[0]), i, strerror(rc = errno),
2070                                 write ? "write" : "read");
2071                         break;
2072                 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
2073                         shmem_lock ();
2074                         printf("%s: %s number %d @ "LPD64":"LPU64" for %d\n",
2075                                jt_cmdname(argv[0]), write ? "write" : "read", i,
2076                                ostid_id(&data.ioc_obdo1.o_oi), data.ioc_offset,
2077                                (int)(pages * getpagesize()));
2078                         shmem_unlock ();
2079                 }
2080
2081                 if (!repeat_offset) {
2082 #ifdef MAX_THREADS
2083                         if (stride == len) {
2084                                 data.ioc_offset += stride;
2085                         } else if (i < count) {
2086                                 shmem_lock ();
2087                                 data.ioc_offset =
2088                                         shared_data->body.offsets[obj_idx];
2089                                 shared_data->body.offsets[obj_idx] += len;
2090                                 shmem_unlock ();
2091                         }
2092 #else
2093                         data.ioc_offset += len;
2094                         obj_idx = 0; /* avoids an unused var warning */
2095 #endif
2096                 }
2097         }
2098
2099         if (!rc) {
2100                 struct timeval end;
2101                 double diff;
2102
2103                 gettimeofday(&end, NULL);
2104
2105                 diff = difftime(&end, &start);
2106
2107                 --i;
2108                 if (verbose != 0)
2109                         printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
2110                                jt_cmdname(argv[0]), write ? "wrote" : "read",
2111                                i, pages, diff,
2112                                ((double)i * pages * getpagesize()) /
2113                                (diff * 1048576.0),
2114                                ctime(&end.tv_sec));
2115         }
2116
2117 #ifdef MAX_THREADS
2118         if (thread) {
2119                 shmem_lock();
2120                 shmem_end_time_locked();
2121                 shmem_unlock();
2122         }
2123 #endif
2124         return rc;
2125 }
2126
2127 int jt_obd_lov_getconfig(int argc, char **argv)
2128 {
2129         struct obd_ioctl_data data;
2130         struct lov_desc desc;
2131         struct obd_uuid *uuidarray;
2132         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2133         __u32 *obdgens;
2134         char *path;
2135         int rc, fd;
2136
2137         memset(&data, 0, sizeof(data));
2138         data.ioc_dev = cur_device;
2139
2140         if (argc != 2)
2141                 return CMD_HELP;
2142
2143         path = argv[1];
2144         fd = open(path, O_RDONLY);
2145         if (fd < 0) {
2146                 fprintf(stderr, "open \"%s\" failed: %s\n", path,
2147                         strerror(errno));
2148                 return -errno;
2149         }
2150
2151         memset(&desc, 0, sizeof(desc));
2152         obd_str2uuid(&desc.ld_uuid, argv[1]);
2153         desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
2154                              (sizeof(*uuidarray) + sizeof(*obdgens)));
2155
2156 repeat:
2157         uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
2158         if (!uuidarray) {
2159                 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
2160                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2161                 rc = -ENOMEM;
2162                 goto out;
2163         }
2164         obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
2165         if (!obdgens) {
2166                 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
2167                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2168                 rc = -ENOMEM;
2169                 goto out_uuidarray;
2170         }
2171
2172         memset(buf, 0, sizeof(rawbuf));
2173         data.ioc_inllen1 = sizeof(desc);
2174         data.ioc_inlbuf1 = (char *)&desc;
2175         data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
2176         data.ioc_inlbuf2 = (char *)uuidarray;
2177         data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
2178         data.ioc_inlbuf3 = (char *)obdgens;
2179
2180         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
2181                 fprintf(stderr, "error: %s: invalid ioctl\n",
2182                         jt_cmdname(argv[0]));
2183                 rc = -EINVAL;
2184                 goto out_obdgens;
2185         }
2186         rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
2187         if (rc == -ENOSPC) {
2188                 free(uuidarray);
2189                 free(obdgens);
2190                 goto repeat;
2191         } else if (rc) {
2192                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2193                         jt_cmdname(argv[0]), strerror(rc = errno));
2194         } else {
2195                 struct obd_uuid *uuidp;
2196                 __u32 *genp;
2197                 int i;
2198
2199                 if (obd_ioctl_unpack(&data, buf, sizeof(rawbuf))) {
2200                         fprintf(stderr, "error: %s: invalid reply\n",
2201                                 jt_cmdname(argv[0]));
2202                         rc = -EINVAL;
2203                         goto out;
2204                 }
2205                 if (desc.ld_default_stripe_count == (__u32)-1)
2206                         printf("default_stripe_count: %d\n", -1);
2207                 else
2208                         printf("default_stripe_count: %u\n",
2209                                desc.ld_default_stripe_count);
2210                 printf("default_stripe_size: "LPU64"\n",
2211                        desc.ld_default_stripe_size);
2212                 printf("default_stripe_offset: "LPU64"\n",
2213                        desc.ld_default_stripe_offset);
2214                 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
2215                 printf("obd_count: %u\n", desc.ld_tgt_count);
2216                 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
2217                 uuidp = uuidarray;
2218                 genp = obdgens;
2219                 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
2220                         printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
2221         }
2222 out_obdgens:
2223         free(obdgens);
2224 out_uuidarray:
2225         free(uuidarray);
2226 out:
2227         close(fd);
2228         return rc;
2229 }
2230
2231 static int do_activate(int argc, char **argv, int flag)
2232 {
2233         struct obd_ioctl_data data;
2234         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2235         int rc;
2236
2237         memset(&data, 0, sizeof(data));
2238         data.ioc_dev = cur_device;
2239         if (argc != 1)
2240                 return CMD_HELP;
2241
2242         /* reuse offset for 'active' */
2243         data.ioc_offset = flag;
2244
2245         memset(buf, 0, sizeof(rawbuf));
2246         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2247         if (rc) {
2248                 fprintf(stderr, "error: %s: invalid ioctl\n",
2249                         jt_cmdname(argv[0]));
2250                 return rc;
2251         }
2252         rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
2253         if (rc)
2254                 fprintf(stderr, "error: %s: failed: %s\n",
2255                         jt_cmdname(argv[0]), strerror(rc = errno));
2256
2257         return rc;
2258 }
2259
2260 /**
2261  * Replace nids for given device.
2262  * lctl replace_nids <devicename> <nid1>[,nid2,nid3]
2263  * Command should be started on MGS server.
2264  * Only MGS server should be started (command execution
2265  * returns error in another cases). Command mount
2266  * -t lustre <MDT partition> -o nosvc <mount point>
2267  * can be used for that.
2268  *
2269  * llogs for MDTs and clients are processed. All
2270  * records copied as is except add_uuid and setup. This records
2271  * are skipped and recorded with new nids and uuid.
2272  *
2273  * \see mgs_replace_nids
2274  * \see mgs_replace_nids_log
2275  * \see mgs_replace_handler
2276  */
2277 int jt_replace_nids(int argc, char **argv)
2278 {
2279         int rc;
2280         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2281         struct obd_ioctl_data data;
2282
2283         memset(&data, 0, sizeof(data));
2284         data.ioc_dev = get_mgs_device();
2285         if (argc != 3)
2286                 return CMD_HELP;
2287
2288         data.ioc_inllen1 = strlen(argv[1]) + 1;
2289         data.ioc_inlbuf1 = argv[1];
2290
2291         data.ioc_inllen2 = strlen(argv[2]) + 1;
2292         data.ioc_inlbuf2 = argv[2];
2293         memset(buf, 0, sizeof(rawbuf));
2294         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2295         if (rc) {
2296                 fprintf(stderr, "error: %s: invalid ioctl\n",
2297                         jt_cmdname(argv[0]));
2298                 return rc;
2299         }
2300
2301         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_REPLACE_NIDS, buf);
2302         if (rc < 0) {
2303                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2304                         strerror(rc = errno));
2305         }
2306
2307         return rc;
2308 }
2309
2310 int jt_obd_deactivate(int argc, char **argv)
2311 {
2312         return do_activate(argc, argv, 0);
2313 }
2314
2315 int jt_obd_activate(int argc, char **argv)
2316 {
2317         return do_activate(argc, argv, 1);
2318 }
2319
2320 int jt_obd_recover(int argc, char **argv)
2321 {
2322         int rc;
2323         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2324         struct obd_ioctl_data data;
2325
2326         memset(&data, 0, sizeof(data));
2327         data.ioc_dev = cur_device;
2328         if (argc > 2)
2329                 return CMD_HELP;
2330
2331         if (argc == 2) {
2332                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2333                 data.ioc_inlbuf1 = argv[1];
2334         }
2335
2336         memset(buf, 0, sizeof(rawbuf));
2337         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2338         if (rc) {
2339                 fprintf(stderr, "error: %s: invalid ioctl\n",
2340                         jt_cmdname(argv[0]));
2341                 return rc;
2342         }
2343         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
2344         if (rc < 0) {
2345                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2346                         strerror(rc = errno));
2347         }
2348
2349         return rc;
2350 }
2351
2352 int jt_obd_mdc_lookup(int argc, char **argv)
2353 {
2354         struct obd_ioctl_data data;
2355         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2356         char *parent, *child;
2357         int rc, fd, verbose = 1;
2358
2359         if (argc < 3 || argc > 4)
2360                 return CMD_HELP;
2361
2362         parent = argv[1];
2363         child = argv[2];
2364         if (argc == 4)
2365                 verbose = get_verbose(argv[0], argv[3]);
2366
2367         memset(&data, 0, sizeof(data));
2368         data.ioc_dev = cur_device;
2369
2370         data.ioc_inllen1 = strlen(child) + 1;
2371         data.ioc_inlbuf1 = child;
2372
2373         memset(buf, 0, sizeof(rawbuf));
2374         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2375         if (rc) {
2376                 fprintf(stderr, "error: %s: invalid ioctl\n",
2377                         jt_cmdname(argv[0]));
2378                 return rc;
2379         }
2380
2381         fd = open(parent, O_RDONLY);
2382         if (fd < 0) {
2383                 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
2384                         strerror(errno));
2385                 return -1;
2386         }
2387
2388         rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
2389         if (rc < 0) {
2390                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2391                         jt_cmdname(argv[0]), strerror(rc = errno));
2392         }
2393         close(fd);
2394
2395         if (verbose) {
2396                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
2397                 if (rc) {
2398                         fprintf(stderr, "error: %s: invalid reply\n",
2399                                 jt_cmdname(argv[0]));
2400                         return rc;
2401                 }
2402                 printf("%s: mode %o uid %d gid %d\n", child,
2403                        data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
2404                        data.ioc_obdo1.o_gid);
2405         }
2406
2407         return rc;
2408 }
2409
2410 int jt_cfg_dump_log(int argc, char **argv)
2411 {
2412         struct obd_ioctl_data data;
2413         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2414         int rc;
2415
2416         if (argc != 2)
2417                 return CMD_HELP;
2418
2419         memset(&data, 0, sizeof(data));
2420         data.ioc_dev = cur_device;
2421         data.ioc_inllen1 = strlen(argv[1]) + 1;
2422         data.ioc_inlbuf1 = argv[1];
2423
2424         memset(buf, 0, sizeof(rawbuf));
2425         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2426         if (rc) {
2427                 fprintf(stderr, "error: %s: invalid ioctl\n",
2428                         jt_cmdname(argv[0]));
2429                 return rc;
2430         }
2431         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_DUMP_LOG, buf);
2432         if (rc < 0)
2433                 fprintf(stderr, "OBD_IOC_DUMP_LOG failed: %s\n",
2434                         strerror(errno));
2435
2436         return rc;
2437 }
2438
2439 int jt_llog_catlist(int argc, char **argv)
2440 {
2441         struct obd_ioctl_data data;
2442         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2443         int rc;
2444
2445         if (argc != 1)
2446                 return CMD_HELP;
2447
2448         memset(&data, 0, sizeof(data));
2449         data.ioc_dev = cur_device;
2450         data.ioc_inllen1 = sizeof(rawbuf) - cfs_size_round(sizeof(data));
2451         memset(buf, 0, sizeof(rawbuf));
2452         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2453         if (rc) {
2454                 fprintf(stderr, "error: %s: invalid ioctl\n",
2455                         jt_cmdname(argv[0]));
2456                 return rc;
2457         }
2458         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
2459         if (rc == 0)
2460                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2461         else
2462                 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
2463                         strerror(errno));
2464
2465         return rc;
2466 }
2467
2468 int jt_llog_info(int argc, char **argv)
2469 {
2470         struct obd_ioctl_data data;
2471         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2472         int rc;
2473
2474         if (argc != 2)
2475                 return CMD_HELP;
2476
2477         memset(&data, 0, sizeof(data));
2478         data.ioc_dev = cur_device;
2479         data.ioc_inllen1 = strlen(argv[1]) + 1;
2480         data.ioc_inlbuf1 = argv[1];
2481         data.ioc_inllen2 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2482                 cfs_size_round(data.ioc_inllen1);
2483         memset(buf, 0, sizeof(rawbuf));
2484         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2485         if (rc) {
2486                 fprintf(stderr, "error: %s: invalid ioctl\n",
2487                         jt_cmdname(argv[0]));
2488                 return rc;
2489         }
2490
2491         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
2492         if (rc == 0)
2493                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2494         else
2495                 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
2496                         strerror(errno));
2497
2498         return rc;
2499 }
2500
2501 int jt_llog_print(int argc, char **argv)
2502 {
2503         struct obd_ioctl_data data;
2504         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2505         int rc;
2506
2507         if (argc != 2 && argc != 4)
2508                 return CMD_HELP;
2509
2510         memset(&data, 0, sizeof(data));
2511         data.ioc_dev = cur_device;
2512         data.ioc_inllen1 = strlen(argv[1]) + 1;
2513         data.ioc_inlbuf1 = argv[1];
2514         if (argc == 4) {
2515                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2516                 data.ioc_inlbuf2 = argv[2];
2517                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2518                 data.ioc_inlbuf3 = argv[3];
2519         } else {
2520                 char from[2] = "1", to[3] = "-1";
2521                 data.ioc_inllen2 = strlen(from) + 1;
2522                 data.ioc_inlbuf2 = from;
2523                 data.ioc_inllen3 = strlen(to) + 1;
2524                 data.ioc_inlbuf3 = to;
2525         }
2526         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2527                 cfs_size_round(data.ioc_inllen1) -
2528                 cfs_size_round(data.ioc_inllen2) -
2529                 cfs_size_round(data.ioc_inllen3);
2530         memset(buf, 0, sizeof(rawbuf));
2531         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2532         if (rc) {
2533                 fprintf(stderr, "error: %s: invalid ioctl\n",
2534                         jt_cmdname(argv[0]));
2535                 return rc;
2536         }
2537
2538         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2539         if (rc == 0)
2540                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2541         else
2542                 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2543                         strerror(errno));
2544
2545         return rc;
2546 }
2547
2548 static int llog_cancel_parse_optional(int argc, char **argv,
2549                                       struct obd_ioctl_data *data)
2550 {
2551         int cOpt;
2552         const char *const short_options = "c:l:i:h";
2553         const struct option long_options[] = {
2554                 {"catalog", required_argument, NULL, 'c'},
2555                 {"log_id", required_argument, NULL, 'l'},
2556                 {"log_idx", required_argument, NULL, 'i'},
2557                 {"help", no_argument, NULL, 'h'},
2558                 {NULL, 0, NULL, 0}
2559         };
2560
2561         /* sanity check */
2562         if (!data || argc <= 1) {
2563                 return -1;
2564         }
2565
2566         /*now process command line arguments*/
2567         while ((cOpt = getopt_long(argc, argv, short_options,
2568                                         long_options, NULL)) != -1) {
2569                 switch (cOpt) {
2570                 case 'c':
2571                         data->ioc_inllen1 = strlen(optarg) + 1;
2572                         data->ioc_inlbuf1 = optarg;
2573                         break;
2574
2575                 case 'l':
2576                         data->ioc_inllen2 = strlen(optarg) + 1;
2577                         data->ioc_inlbuf2 = optarg;
2578                         break;
2579
2580                 case 'i':
2581                         data->ioc_inllen3 = strlen(optarg) + 1;
2582                         data->ioc_inlbuf3 = optarg;
2583                         break;
2584
2585                 case 'h':
2586                 default:
2587                         return -1;
2588                 }
2589         }
2590
2591         if ((data->ioc_inlbuf1 == NULL) || (data->ioc_inlbuf3 == NULL)) {
2592                 /* missing mandatory parameters */
2593                 return -1;
2594         }
2595
2596         return 0;
2597 }
2598
2599 int jt_llog_cancel(int argc, char **argv)
2600 {
2601         struct obd_ioctl_data data;
2602         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2603         int rc, i;
2604
2605         /* check that the arguments provided are either all
2606          * optional or all positional.  No mixing allowed
2607          *
2608          * if argc is 4 or 3 then check all arguments to ensure that none
2609          * of them start with a '-'.  If so then this is invalid.
2610          * Otherwise if arg is > 4 then assume that this is optional
2611          * arguments, and parse as such ignoring any thing that's not
2612          * optional.  The result is that user must use optional arguments
2613          * for all mandatory parameters.  Code will ignore all other args
2614          *
2615          * The positional arguments option should eventually be phased out.
2616          */
2617         memset(&data, 0, sizeof(data));
2618         data.ioc_dev = cur_device;
2619
2620         if (argc == 3 || argc == 4) {
2621                 for (i = 1; i < argc; i++) {
2622                         if (argv[i][0] == '-')
2623                                 return CMD_HELP;
2624                 }
2625                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2626                 data.ioc_inlbuf1 = argv[1];
2627                 if (argc == 4) {
2628                         data.ioc_inllen2 = strlen(argv[2]) + 1;
2629                         data.ioc_inlbuf2 = argv[2];
2630                         data.ioc_inllen3 = strlen(argv[3]) + 1;
2631                         data.ioc_inlbuf3 = argv[3];
2632                 } else {
2633                         data.ioc_inllen3 = strlen(argv[2]) + 1;
2634                         data.ioc_inlbuf3 = argv[2];
2635                 }
2636         } else {
2637                 if (llog_cancel_parse_optional(argc, argv, &data) != 0)
2638                         return CMD_HELP;
2639         }
2640
2641         memset(buf, 0, sizeof(rawbuf));
2642         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2643         if (rc) {
2644                 fprintf(stderr, "error: %s: invalid ioctl\n",
2645                         jt_cmdname(argv[0]));
2646                 return rc;
2647         }
2648
2649         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2650         if (rc == 0)
2651                 fprintf(stdout, "index %s was canceled.\n",
2652                         argc == 4 ? argv[3] : argv[2]);
2653         else
2654                 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2655                         strerror(errno));
2656
2657         return rc;
2658 }
2659
2660 int jt_llog_check(int argc, char **argv)
2661 {
2662         struct obd_ioctl_data data;
2663         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2664         int rc;
2665
2666         if (argc != 2 && argc != 4)
2667                 return CMD_HELP;
2668
2669         memset(&data, 0, sizeof(data));
2670         data.ioc_dev = cur_device;
2671         data.ioc_inllen1 = strlen(argv[1]) + 1;
2672         data.ioc_inlbuf1 = argv[1];
2673         if (argc == 4) {
2674                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2675                 data.ioc_inlbuf2 = argv[2];
2676                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2677                 data.ioc_inlbuf3 = argv[3];
2678         } else {
2679                 char from[2] = "1", to[3] = "-1";
2680                 data.ioc_inllen2 = strlen(from) + 1;
2681                 data.ioc_inlbuf2 = from;
2682                 data.ioc_inllen3 = strlen(to) + 1;
2683                 data.ioc_inlbuf3 = to;
2684         }
2685         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2686                 cfs_size_round(data.ioc_inllen1) -
2687                 cfs_size_round(data.ioc_inllen2) -
2688                 cfs_size_round(data.ioc_inllen3);
2689         memset(buf, 0, sizeof(rawbuf));
2690         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2691         if (rc) {
2692                 fprintf(stderr, "error: %s: invalid ioctl\n",
2693                         jt_cmdname(argv[0]));
2694                 return rc;
2695         }
2696
2697         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2698         if (rc == 0)
2699                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2700         else
2701                 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2702                         strerror(errno));
2703         return rc;
2704 }
2705
2706 int jt_llog_remove(int argc, char **argv)
2707 {
2708         struct obd_ioctl_data data;
2709         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2710         int rc;
2711
2712         if (argc != 3 && argc != 2)
2713                 return CMD_HELP;
2714
2715         memset(&data, 0, sizeof(data));
2716         data.ioc_dev = cur_device;
2717         data.ioc_inllen1 = strlen(argv[1]) + 1;
2718         data.ioc_inlbuf1 = argv[1];
2719         if (argc == 3){
2720                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2721                 data.ioc_inlbuf2 = argv[2];
2722         }
2723         memset(buf, 0, sizeof(rawbuf));
2724         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2725         if (rc) {
2726                 fprintf(stderr, "error: %s: invalid ioctl\n",
2727                         jt_cmdname(argv[0]));
2728                 return rc;
2729         }
2730
2731         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2732         if (rc == 0) {
2733                 if (argc == 2)
2734                         fprintf(stdout, "log %s is removed.\n", argv[1]);
2735                 else
2736                         fprintf(stdout, "the log in catalog %s is removed. \n",
2737                                 argv[1]);
2738         } else
2739                 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2740                         strerror(errno));
2741
2742         return rc;
2743 }
2744
2745 /* attach a regular file to virtual block device.
2746  * return vaule:
2747  *  -1: fatal error
2748  *  1: error, it always means the command run failed
2749  *  0: success
2750  */
2751 static int jt_blockdev_run_process(const char *file, char *argv[])
2752 {
2753         pid_t pid;
2754         int rc;
2755
2756         pid = vfork();
2757         if (pid == 0) { /* child process */
2758                 /* don't print error messages */
2759                 close(1), close(2);
2760                 (void)execvp(file, argv);
2761                 exit(-1);
2762         } else if (pid > 0) {
2763                 int status;
2764
2765                 rc = waitpid(pid, &status, 0);
2766                 if (rc < 0 || !WIFEXITED(status))
2767                         return -1;
2768
2769                 return WEXITSTATUS(status);
2770         }
2771
2772         return -1;
2773 }
2774
2775 static int jt_blockdev_find_module(const char *module)
2776 {
2777         FILE *fp;
2778         int found = 0;
2779         char buf[1024];
2780         char *ptr;
2781
2782         fp = fopen("/proc/modules", "r");
2783         if (fp == NULL)
2784                 return -1;
2785
2786         while (fgets(buf, 1024, fp) != NULL) {
2787                 ptr = strchr(buf, ' ');
2788                 if (ptr != NULL)
2789                         *ptr = 0;
2790                 if (strcmp(module, buf) == 0) {
2791                         found = 1;
2792                         break;
2793                 }
2794         }
2795         fclose(fp);
2796
2797         return found;
2798 }
2799
2800 static int jt_blockdev_probe_module(const char *module)
2801 {
2802         char buf[1024];
2803         char *argv[10];
2804         int c, rc;
2805
2806         if (jt_blockdev_find_module(module) == 1)
2807                 return 0;
2808
2809         /* run modprobe first */
2810         c = 0;
2811         argv[c++] = "/sbin/modprobe";
2812         argv[c++] = "-q";
2813         argv[c++] = (char *)module;
2814         argv[c++] = NULL;
2815         rc = jt_blockdev_run_process("modprobe", argv);
2816         if (rc != 1)
2817                 return rc;
2818
2819         /* cannot find the module in default directory ... */
2820         sprintf(buf, "../llite/%s.ko", module);
2821         c = 0;
2822         argv[c++] = "/sbin/insmod";
2823         argv[c++] = buf;
2824         argv[c++] = NULL;
2825         rc = jt_blockdev_run_process("insmod", argv);
2826         return rc ? -1 : 0;
2827 }
2828
2829 int jt_blockdev_attach(int argc, char **argv)
2830 {
2831         int rc, fd;
2832         struct stat st;
2833         char *filename, *devname;
2834         unsigned long dev;
2835
2836         if (argc != 3)
2837                 return CMD_HELP;
2838
2839         if (jt_blockdev_probe_module("llite_lloop") < 0) {
2840                 fprintf(stderr, "error: cannot find module llite_lloop.(k)o\n");
2841                 return ENOENT;
2842         }
2843
2844         filename = argv[1];
2845         devname = argv[2];
2846
2847         fd = open(filename, O_RDWR);
2848         if (fd < 0) {
2849                 fprintf(stderr, "file %s can't be opened(%s)\n\n",
2850                         filename, strerror(errno));
2851                 return CMD_HELP;
2852         }
2853
2854         rc = ioctl(fd, LL_IOC_LLOOP_ATTACH, &dev);
2855         if (rc < 0) {
2856                 rc = errno;
2857                 fprintf(stderr, "attach error(%s)\n", strerror(rc));
2858                 goto out;
2859         }
2860
2861         rc = stat(devname, &st);
2862         if (rc == 0 && (!S_ISBLK(st.st_mode) || st.st_rdev != dev)) {
2863                 rc = EEXIST;
2864         } else if (rc < 0) {
2865                 if (errno == ENOENT &&
2866                     !mknod(devname, S_IFBLK|S_IRUSR|S_IWUSR, dev))
2867                         rc = 0;
2868                 else
2869                         rc = errno;
2870         }
2871
2872         if (rc) {
2873                 fprintf(stderr, "error: the file %s could be attached to block "
2874                                 "device %X but creating %s failed: %s\n"
2875                                 "now detaching the block device..",
2876                         filename, (int)dev, devname, strerror(rc));
2877
2878                 (void)ioctl(fd, LL_IOC_LLOOP_DETACH_BYDEV, dev);
2879                 fprintf(stderr, "%s\n", strerror(errno));
2880         }
2881 out:
2882         close(fd);
2883         return -rc;
2884 }
2885
2886 int jt_blockdev_detach(int argc, char **argv)
2887 {
2888         char *filename;
2889         int rc, fd;
2890
2891         if (argc != 2)
2892                 return CMD_HELP;
2893
2894         filename = argv[1];
2895         fd = open(filename, O_RDONLY);
2896         if (fd < 0) {
2897                 fprintf(stderr, "cannot open file %s error %s\n",
2898                         filename, strerror(errno));
2899                 return CMD_HELP;
2900         }
2901
2902         rc = ioctl(fd, LL_IOC_LLOOP_DETACH, 0);
2903         if (rc < 0) {
2904                 rc = errno;
2905                 fprintf(stderr, "detach error(%s)\n", strerror(rc));
2906         } else {
2907                 (void)unlink(filename);
2908         }
2909
2910         close(fd);
2911         return -rc;
2912 }
2913
2914 int jt_blockdev_info(int argc, char **argv)
2915 {
2916         char *filename;
2917         int rc, fd;
2918         struct lu_fid fid;
2919
2920         if (argc != 2)
2921                 return CMD_HELP;
2922
2923         filename = argv[1];
2924         fd = open(filename, O_RDONLY);
2925         if (fd < 0) {
2926                 fprintf(stderr, "cannot open file %s error: %s\n",
2927                         filename, strerror(errno));
2928                 return CMD_HELP;
2929         }
2930
2931         rc = ioctl(fd, LL_IOC_LLOOP_INFO, &fid);
2932         if (rc < 0) {
2933                 rc = errno;
2934                 fprintf(stderr, "error: %s\n", strerror(errno));
2935                 goto out;
2936         }
2937         fprintf(stdout, "lloop device info: ");
2938         if (fid_is_zero(&fid))
2939                 fprintf(stdout, "Not attached\n");
2940         else
2941                 fprintf(stdout, "attached to inode "DFID"\n", PFID(&fid));
2942 out:
2943         close(fd);
2944         return -rc;
2945 }
2946
2947 static void signal_server(int sig)
2948 {
2949         if (sig == SIGINT) {
2950                 do_disconnect("sigint", 1);
2951                 exit(1);
2952         } else
2953                 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
2954 }
2955
2956 int obd_initialize(int argc, char **argv)
2957 {
2958         if (shmem_setup() != 0)
2959                 return -1;
2960
2961         register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
2962                          OBD_DEV_MAJOR, OBD_DEV_MINOR);
2963
2964         return 0;
2965 }
2966
2967 void obd_finalize(int argc, char **argv)
2968 {
2969         struct sigaction sigact;
2970
2971         /* sigact initialization */
2972         sigact.sa_handler = signal_server;
2973         sigfillset(&sigact.sa_mask);
2974         sigact.sa_flags = SA_RESTART;
2975         /* coverity[uninit_use_in_call] */
2976         sigaction(SIGINT, &sigact, NULL);
2977
2978         shmem_cleanup();
2979         do_disconnect(argv[0], 1);
2980 }
2981
2982 static int check_pool_cmd(enum lcfg_command_type cmd,
2983                           char *fsname, char *poolname,
2984                           char *ostname)
2985 {
2986         int rc;
2987
2988         rc = llapi_search_ost(fsname, poolname, ostname);
2989         if (rc < 0 && (cmd != LCFG_POOL_NEW)) {
2990                 fprintf(stderr, "Pool %s.%s not found\n",
2991                         fsname, poolname);
2992                 return rc;
2993         }
2994
2995         switch (cmd) {
2996         case LCFG_POOL_NEW: {
2997                 LASSERT(ostname == NULL);
2998                 if (rc >= 0) {
2999                         fprintf(stderr, "Pool %s.%s already exists\n",
3000                                 fsname, poolname);
3001                         return -EEXIST;
3002                 }
3003                 return 0;
3004         }
3005         case LCFG_POOL_DEL: {
3006                 LASSERT(ostname == NULL);
3007                 if (rc == 1) {
3008                         fprintf(stderr, "Pool %s.%s not empty, "
3009                                 "please remove all members\n",
3010                                 fsname, poolname);
3011                         return -ENOTEMPTY;
3012                 }
3013                 return 0;
3014         }
3015         case LCFG_POOL_ADD: {
3016                 if (rc == 1) {
3017                         fprintf(stderr, "OST %s is already in pool %s.%s\n",
3018                                 ostname, fsname, poolname);
3019                         return -EEXIST;
3020                 }
3021                 rc = llapi_search_ost(fsname, NULL, ostname);
3022                 if (rc == 0) {
3023                         fprintf(stderr, "OST %s is not part of the '%s' fs.\n",
3024                                 ostname, fsname);
3025                         return -ENOENT;
3026                 }
3027                 return 0;
3028         }
3029         case LCFG_POOL_REM: {
3030                 if (rc == 0) {
3031                         fprintf(stderr, "OST %s not found in pool %s.%s\n",
3032                                 ostname, fsname, poolname);
3033                         return -ENOENT;
3034                 }
3035                 return 0;
3036         }
3037         default:
3038                 break;
3039         } /* switch */
3040         return -EINVAL;
3041 }
3042
3043 /* This check only verifies that the changes have been "pushed out" to
3044    the client successfully.  This involves waiting for a config update,
3045    and so may fail because of problems in that code or post-command
3046    network loss. So reporting a warning is appropriate, but not a failure.
3047 */
3048 static int check_pool_cmd_result(enum lcfg_command_type cmd,
3049                                  char *fsname, char *poolname,
3050                                  char *ostname)
3051 {
3052         int cpt = 10;
3053         int rc = 0;
3054
3055         switch (cmd) {
3056         case LCFG_POOL_NEW: {
3057                 do {
3058                         rc = llapi_search_ost(fsname, poolname, NULL);
3059                         if (rc == -ENODEV)
3060                                 return rc;
3061                         if (rc < 0)
3062                                 sleep(2);
3063                         cpt--;
3064                 } while ((rc < 0) && (cpt > 0));
3065                 if (rc >= 0) {
3066                         fprintf(stderr, "Pool %s.%s created\n",
3067                                 fsname, poolname);
3068                         return 0;
3069                 } else {
3070                         fprintf(stderr, "Warning, pool %s.%s not found\n",
3071                                 fsname, poolname);
3072                         return -ENOENT;
3073                 }
3074         }
3075         case LCFG_POOL_DEL: {
3076                 do {
3077                         rc = llapi_search_ost(fsname, poolname, NULL);
3078                         if (rc == -ENODEV)
3079                                 return rc;
3080                         if (rc >= 0)
3081                                 sleep(2);
3082                         cpt--;
3083                 } while ((rc >= 0) && (cpt > 0));
3084                 if (rc < 0) {
3085                         fprintf(stderr, "Pool %s.%s destroyed\n",
3086                                 fsname, poolname);
3087                         return 0;
3088                 } else {
3089                         fprintf(stderr, "Warning, pool %s.%s still found\n",
3090                                 fsname, poolname);
3091                         return -EEXIST;
3092                 }
3093         }
3094         case LCFG_POOL_ADD: {
3095                 do {
3096                         rc = llapi_search_ost(fsname, poolname, ostname);
3097                         if (rc == -ENODEV)
3098                                 return rc;
3099                         if (rc != 1)
3100                                 sleep(2);
3101                         cpt--;
3102                 } while ((rc != 1) && (cpt > 0));
3103                 if (rc == 1) {
3104                         fprintf(stderr, "OST %s added to pool %s.%s\n",
3105                                 ostname, fsname, poolname);
3106                         return 0;
3107                 } else {
3108                         fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
3109                                 ostname, fsname, poolname);
3110                         return -ENOENT;
3111                 }
3112         }
3113         case LCFG_POOL_REM: {
3114                 do {
3115                         rc = llapi_search_ost(fsname, poolname, ostname);
3116                         if (rc == -ENODEV)
3117                                 return rc;
3118                         if (rc == 1)
3119                                 sleep(2);
3120                         cpt--;
3121                 } while ((rc == 1) && (cpt > 0));
3122                 if (rc != 1) {
3123                         fprintf(stderr, "OST %s removed from pool %s.%s\n",
3124                                 ostname, fsname, poolname);
3125                         return 0;
3126                 } else {
3127                         fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
3128                                 ostname, fsname, poolname);
3129                         return -EEXIST;
3130                 }
3131         }
3132         default:
3133                 break;
3134         }
3135         return -EINVAL;
3136 }
3137
3138 static int check_and_complete_ostname(char *fsname, char *ostname)
3139 {
3140         char *ptr;
3141         char real_ostname[MAX_OBD_NAME + 1];
3142         char i;
3143
3144         /* if OST name does not start with fsname, we add it */
3145         /* if not check if the fsname is the right one */
3146         ptr = strchr(ostname, '-');
3147         if (ptr == NULL) {
3148                 sprintf(real_ostname, "%s-%s", fsname, ostname);
3149         } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
3150                 fprintf(stderr, "%s does not start with fsname %s\n",
3151                         ostname, fsname);
3152                 return -EINVAL;
3153         } else {
3154                 if (strlen(ostname) > sizeof(real_ostname)-1)
3155                         return -E2BIG;
3156                 strncpy(real_ostname, ostname, sizeof(real_ostname));
3157         }
3158         /* real_ostname is fsname-????? */
3159         ptr = real_ostname + strlen(fsname) + 1;
3160         if (strncmp(ptr, "OST", 3) != 0) {
3161                 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
3162                         ostname, fsname);
3163                 return -EINVAL;
3164         }
3165         /* real_ostname is fsname-OST????? */
3166         ptr += 3;
3167         for (i = 0; i < 4; i++) {
3168                 if (!isxdigit(*ptr)) {
3169                         fprintf(stderr,
3170                                 "ost's index in %s is not an hexa number\n",
3171                                 ostname);
3172                         return -EINVAL;
3173                 }
3174                 ptr++;
3175         }
3176         /* real_ostname is fsname-OSTXXXX????? */
3177         /* if OST name does not end with _UUID, we add it */
3178         if (*ptr == '\0') {
3179                 strcat(real_ostname, "_UUID");
3180         } else if (strcmp(ptr, "_UUID") != 0) {
3181                 fprintf(stderr,
3182                         "ostname %s does not end with _UUID\n", ostname);
3183                 return -EINVAL;
3184         }
3185         /* real_ostname is fsname-OSTXXXX_UUID */
3186         strcpy(ostname, real_ostname);
3187         return 0;
3188 }
3189
3190 /* returns 0 or -errno */
3191 static int pool_cmd(enum lcfg_command_type cmd,
3192                     char *cmdname, char *fullpoolname,
3193                     char *fsname, char *poolname, char *ostname)
3194 {
3195         int rc = 0;
3196         struct obd_ioctl_data data;
3197         struct lustre_cfg_bufs bufs;
3198         struct lustre_cfg *lcfg;
3199         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3200
3201         rc = check_pool_cmd(cmd, fsname, poolname, ostname);
3202         if (rc == -ENODEV)
3203                 fprintf(stderr, "Can't verify pool command since there "
3204                         "is no local MDT or client, proceeding anyhow...\n");
3205         else if (rc)
3206                 return rc;
3207
3208         lustre_cfg_bufs_reset(&bufs, NULL);
3209         lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
3210         lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
3211         if (ostname != NULL)
3212                 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
3213
3214         lcfg = lustre_cfg_new(cmd, &bufs);
3215         if (lcfg == NULL)
3216                 return -ENOMEM;
3217
3218         memset(&data, 0, sizeof(data));
3219         rc = data.ioc_dev = get_mgs_device();
3220         if (rc < 0)
3221                 goto out;
3222
3223         data.ioc_type = LUSTRE_CFG_TYPE;
3224         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3225                                         lcfg->lcfg_buflens);
3226         data.ioc_pbuf1 = (void *)lcfg;
3227
3228         memset(buf, 0, sizeof(rawbuf));
3229         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3230         if (rc) {
3231                 fprintf(stderr, "error: %s: invalid ioctl\n",
3232                         jt_cmdname(cmdname));
3233                 lustre_cfg_free(lcfg);
3234                 return rc;
3235         }
3236         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
3237 out:
3238         if (rc)
3239                 rc = -errno;
3240         lustre_cfg_free(lcfg);
3241         return rc;
3242 }
3243
3244 /**
3245  * Format and send the ioctl to the MGS.
3246  *
3247  * \param       cmd             IOCTL to send
3248  * \param       ret_data        void pointer to return anything from
3249  *                              ioctl
3250  * \param       num_args        number of arguments to pack into the
3251  *                              ioctl buffer
3252  * \param       argv[]          variable number of string arguments
3253  *
3254  * \retval                      0 on success
3255  */
3256 static int nodemap_cmd(enum lcfg_command_type cmd, void *ret_data,
3257                        unsigned int ret_size, ...)
3258 {
3259         va_list                 ap;
3260         char                    *arg;
3261         int                     i = 0;
3262         struct lustre_cfg_bufs  bufs;
3263         struct obd_ioctl_data   data;
3264         struct lustre_cfg       *lcfg;
3265         char                    rawbuf[MAX_IOC_BUFLEN];
3266         char                    *buf = rawbuf;
3267         int                     rc = 0;
3268
3269         lustre_cfg_bufs_reset(&bufs, NULL);
3270
3271         va_start(ap, ret_size);
3272         arg = va_arg(ap, char *);
3273         while (arg != NULL) {
3274                 lustre_cfg_bufs_set_string(&bufs, i, arg);
3275                 i++;
3276                 arg = va_arg(ap, char *);
3277         }
3278         va_end(ap);
3279
3280         lcfg = lustre_cfg_new(cmd, &bufs);
3281         if (lcfg == NULL)
3282                 return -ENOMEM;
3283
3284         memset(&data, 0, sizeof(data));
3285         rc = data.ioc_dev = get_mgs_device();
3286         if (rc < 0)
3287                 goto out;
3288
3289         data.ioc_type = LUSTRE_CFG_TYPE;
3290         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3291                          lcfg->lcfg_buflens);
3292         data.ioc_pbuf1 = (void *)lcfg;
3293
3294         memset(buf, 0, sizeof(rawbuf));
3295         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3296         if (rc != 0) {
3297                 fprintf(stderr, "error: invalid ioctl: %08x errno: %d with "
3298                                "rc=%d\n", cmd, errno, rc);
3299                 goto out;
3300         }
3301
3302         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_NODEMAP, buf);
3303         if (rc != 0) {
3304                 fprintf(stderr, "error: invalid ioctl: %08x errno: %d with "
3305                                "rc=%d\n", cmd, errno, rc);
3306                 goto out;
3307         }
3308
3309         if (ret_data != NULL) {
3310                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3311                 if (rc != 0)
3312                         goto out;
3313
3314                 if (ret_size > data.ioc_plen1)
3315                         ret_size = data.ioc_plen1;
3316
3317                 memcpy(ret_data, data.ioc_pbuf1, ret_size);
3318         }
3319 out:
3320         lustre_cfg_free(lcfg);
3321
3322         return rc;
3323 }
3324
3325 /**
3326  * activate nodemap functions
3327  *
3328  * \param       argc            number of args
3329  * \param       argv[]          variable string arguments
3330  *
3331  * argv[0]                      1 for activate or 0 for deactivate
3332  *
3333  * \retval                      0 on success
3334  */
3335 int jt_nodemap_activate(int argc, char **argv)
3336 {
3337         int rc;
3338
3339         rc = nodemap_cmd(LCFG_NODEMAP_ACTIVATE, NULL, 0, argv[0], argv[1],
3340                          NULL);
3341
3342         if (rc != 0) {
3343                 errno = -rc;
3344                 perror(argv[0]);
3345         }
3346
3347         return rc;
3348 }
3349
3350 /**
3351  * add a nodemap
3352  *
3353  * \param       argc            number of args
3354  * \param       argv[]          variable string arguments
3355  *
3356  * argv[0]                      nodemap name
3357  *
3358  * \retval                      0 on success
3359  */
3360 int jt_nodemap_add(int argc, char **argv)
3361 {
3362         int rc;
3363
3364         rc = llapi_nodemap_exists(argv[1]);
3365         if (rc == 0) {
3366                 fprintf(stderr, "error: %s existing nodemap name\n", argv[1]);
3367                 return 1;
3368         }
3369
3370         rc = nodemap_cmd(LCFG_NODEMAP_ADD, NULL, 0, argv[0], argv[1], NULL);
3371
3372         if (rc != 0) {
3373                 errno = -rc;
3374                 perror(argv[0]);
3375         }
3376
3377         return rc;
3378 }
3379
3380 /**
3381  * delete a nodemap
3382  *
3383  * \param       argc            number of args
3384  * \param       argv[]          variable string arguments
3385  *
3386  * argv[0]                      nodemap name
3387  *
3388  * \retval                      0 on success
3389  */
3390 int jt_nodemap_del(int argc, char **argv)
3391 {
3392         int rc;
3393
3394         rc = llapi_nodemap_exists(argv[1]);
3395         if (rc != 0) {
3396                 fprintf(stderr, "error: %s not existing nodemap name\n",
3397                         argv[1]);
3398                 return rc;
3399         }
3400         rc = nodemap_cmd(LCFG_NODEMAP_DEL, NULL, 0, argv[0], argv[1], NULL);
3401
3402         if (rc != 0) {
3403                 errno = -rc;
3404                 perror(argv[0]);
3405         }
3406
3407         return rc;
3408 }
3409
3410 /**
3411  * test a nid for nodemap membership
3412  *
3413  * \param       argc            number of args
3414  * \param       argv[]          variable string arguments
3415  *
3416  * argv[0]                      properly formatted nid
3417  *
3418  * \retval                      0 on success
3419  */
3420 int jt_nodemap_test_nid(int argc, char **argv)
3421 {
3422
3423         char    rawbuf[MAX_IOC_BUFLEN];
3424         int     rc;
3425
3426         rc = nodemap_cmd(LCFG_NODEMAP_TEST_NID, &rawbuf, sizeof(rawbuf),
3427                          argv[0], argv[1], NULL);
3428         if (rc == 0)
3429                 printf("%s\n", (char *)rawbuf);
3430
3431         return rc;
3432 }
3433
3434 /**
3435  * test a nodemap id pair for mapping
3436  *
3437  * \param       argc            number of args
3438  * \param       argv[[]         variable string arguments
3439  *
3440  * \retval                      0 on success
3441  *
3442  * The argv array should contain the nodemap name, the id
3443  * to checking the mapping on, and the id type (UID or GID)
3444  *
3445  */
3446 int jt_nodemap_test_id(int argc, char **argv)
3447 {
3448         char    rawbuf[MAX_IOC_BUFLEN];
3449         char    *nidstr = NULL;
3450         char    *idstr = NULL;
3451         char    *typestr = NULL;
3452         int     rc = 0;
3453         int     c;
3454
3455         static struct option long_options[] = {
3456                 {
3457                         .name           = "nid",
3458                         .has_arg        = required_argument,
3459                         .flag           = 0,
3460                         .val            = 'n',
3461                 },
3462                 {
3463                         .name           = "idtype",
3464                         .has_arg        = required_argument,
3465                         .flag           = 0,
3466                         .val            = 't',
3467                 },
3468                 {
3469                         .name           = "id",
3470                         .has_arg        = required_argument,
3471                         .flag           = 0,
3472                         .val            = 'i',
3473                 },
3474                 {
3475                         NULL
3476                 }
3477         };
3478
3479         while ((c = getopt_long(argc, argv, "n:t:i:",
3480                                 long_options, NULL)) != -1) {
3481                 switch (c) {
3482                 case 'n':
3483                         nidstr = optarg;
3484                         break;
3485                 case 't':
3486                         typestr = optarg;
3487                         break;
3488                 case 'i':
3489                         idstr = optarg;
3490                         break;
3491                 }
3492         }
3493
3494         if (nidstr == NULL || typestr == NULL || idstr == NULL) {
3495                 fprintf(stderr, "usage: nodemap_test_id --nid <nid> "
3496                                 "--idtype [uid|gid] --id <id>\n");
3497                 return -1;
3498         }
3499
3500         rc = nodemap_cmd(LCFG_NODEMAP_TEST_ID, &rawbuf, sizeof(rawbuf),
3501                          argv[0], nidstr, typestr, idstr);
3502         if (rc == 0)
3503                 printf("%s\n", (char *)rawbuf);
3504
3505         return rc;
3506 }
3507
3508 /**
3509  * add an nid range to a nodemap
3510  *
3511  * \param       argc            number of args
3512  * \param       argv[]          variable string arguments
3513  *
3514  * --name                       nodemap name
3515  * --range                      properly formatted nid range
3516  *
3517  * \retval                      0 on success
3518  */
3519 int jt_nodemap_add_range(int argc, char **argv)
3520 {
3521         char                    *nodemap_name = NULL;
3522         char                    *nodemap_range = NULL;
3523         struct list_head        nidlist;
3524         char                    min_nid[LNET_NIDSTR_SIZE + 1];
3525         char                    max_nid[LNET_NIDSTR_SIZE + 1];
3526         char                    nid_range[2 * LNET_NIDSTR_SIZE + 2];
3527         int                     rc = 0;
3528         int                     c;
3529
3530         static struct option long_options[] = {
3531                 {
3532                         .name           = "name",
3533                         .has_arg        = required_argument,
3534                         .flag           = 0,
3535                         .val            = 'n',
3536                 },
3537                 {
3538                         .name           = "range",
3539                         .has_arg        = required_argument,
3540                         .flag           = 0,
3541                         .val            = 'r',
3542                 },
3543                 {
3544                         NULL
3545                 }
3546         };
3547
3548         INIT_LIST_HEAD(&nidlist);
3549
3550         while ((c = getopt_long(argc, argv, "n:r:",
3551                                 long_options, NULL)) != -1) {
3552                 switch (c) {
3553                 case 'n':
3554                         nodemap_name = optarg;
3555                         break;
3556                 case 'r':
3557                         nodemap_range = optarg;
3558                         break;
3559                 }
3560         }
3561
3562         if (nodemap_name == NULL || nodemap_range == NULL) {
3563                 fprintf(stderr, "usage: nodemap_add_range --name <name> "
3564                                 "--range <range>\n");
3565                 return -1;
3566         }
3567
3568         if (cfs_parse_nidlist(nodemap_range, strlen(nodemap_range),
3569                               &nidlist) <= 0) {
3570                 fprintf(stderr, "error: %s: can't parse nid range: %s\n",
3571                         jt_cmdname(argv[0]), nodemap_range);
3572                 return -1;
3573         }
3574
3575         if (!cfs_nidrange_is_contiguous(&nidlist)) {
3576                 fprintf(stderr, "error: %s: nodemap ranges must be "
3577                         "contiguous\n", jt_cmdname(argv[0]));
3578                 return -1;
3579         }
3580
3581         cfs_nidrange_find_min_max(&nidlist, &min_nid[0], &max_nid[0],
3582                                   LNET_NIDSTR_SIZE);
3583         snprintf(nid_range, sizeof(nid_range), "%s:%s", min_nid, max_nid);
3584
3585         rc = nodemap_cmd(LCFG_NODEMAP_ADD_RANGE, NULL, 0, argv[0],
3586                          nodemap_name, nid_range, NULL);
3587         if (rc != 0) {
3588                 errno = -rc;
3589                 fprintf(stderr, "error: %s: cannot add range '%s' to nodemap "
3590                                 "'%s': rc = %d\n",
3591                         jt_cmdname(argv[0]), nodemap_range, nodemap_name, rc);
3592         }
3593
3594         return rc;
3595 }
3596
3597 /**
3598  * delete an nid range to a nodemap
3599  *
3600  * \param       argc            number of args
3601  * \param       argv[]          variable string arguments
3602  *
3603  * --name                       nodemap name
3604  * --range                      properly formatted nid range
3605  *
3606  * \retval                      0 on success
3607  */
3608 int jt_nodemap_del_range(int argc, char **argv)
3609 {
3610         char                    *nodemap_name = NULL;
3611         char                    *nodemap_range = NULL;
3612         struct list_head        nidlist;
3613         char                    min_nid[LNET_NIDSTR_SIZE + 1];
3614         char                    max_nid[LNET_NIDSTR_SIZE + 1];
3615         char                    nid_range[2 * LNET_NIDSTR_SIZE + 2];
3616         int                     rc = 0;
3617         int                     c;
3618
3619         static struct option long_options[] = {
3620                 {
3621                         .name           = "name",
3622                         .has_arg        = required_argument,
3623                         .flag           = 0,
3624                         .val            = 'n',
3625                 },
3626                 {
3627                         .name           = "range",
3628                         .has_arg        = required_argument,
3629                         .flag           = 0,
3630                         .val            = 'r',
3631                 },
3632                 {
3633                         NULL
3634                 }
3635         };
3636
3637         INIT_LIST_HEAD(&nidlist);
3638
3639         while ((c = getopt_long(argc, argv, "n:r:",
3640                                 long_options, NULL)) != -1) {
3641                 switch (c) {
3642                 case 'n':
3643                         nodemap_name = optarg;
3644                         break;
3645                 case 'r':
3646                         nodemap_range = optarg;
3647                         break;
3648                 }
3649         }
3650
3651         if (nodemap_name == NULL || nodemap_range == NULL) {
3652                 fprintf(stderr, "usage: nodemap_del_range --name <name> "
3653                                 "--range <range>\n");
3654                 return -1;
3655         }
3656
3657         if (cfs_parse_nidlist(nodemap_range, strlen(nodemap_range),
3658                               &nidlist) <= 0) {
3659                 fprintf(stderr, "error: %s: can't parse nid range: %s\n",
3660                         jt_cmdname(argv[0]), nodemap_range);
3661                 return -1;
3662         }
3663
3664         if (!cfs_nidrange_is_contiguous(&nidlist)) {
3665                 fprintf(stderr, "error: %s: nodemap ranges must be "
3666                         "contiguous\n", jt_cmdname(argv[0]));
3667                 return -1;
3668         }
3669
3670         cfs_nidrange_find_min_max(&nidlist, &min_nid[0], &max_nid[0],
3671                                   LNET_NIDSTR_SIZE);
3672         snprintf(nid_range, sizeof(nid_range), "%s:%s", min_nid, max_nid);
3673
3674         rc = nodemap_cmd(LCFG_NODEMAP_DEL_RANGE, NULL, 0, argv[0],
3675                          nodemap_name, nid_range, NULL);
3676         if (rc != 0) {
3677                 errno = -rc;
3678                 fprintf(stderr, "error: %s: cannot delete range '%s' to "
3679                                "nodemap '%s': rc = %d\n",
3680                         jt_cmdname(argv[0]), nodemap_range, nodemap_name, rc);
3681         }
3682
3683         return rc;
3684 }
3685
3686 /**
3687  * modify a nodemap's behavior
3688  *
3689  * \param       argc            number of args
3690  * \param       argv[]          variable string arguments
3691  *
3692  * --name                       nodemap name
3693  * --property                   nodemap property to change
3694  *                              admin, trusted, squash_uid, squash_gid)
3695  * --value                      value to set property
3696  *
3697  * \retval                      0 on success
3698  */
3699 int jt_nodemap_modify(int argc, char **argv)
3700 {
3701         int                     c;
3702         int                     rc = 0;
3703         enum lcfg_command_type  cmd = 0;
3704         char                    *nodemap_name = NULL;
3705         char                    *param = NULL;
3706         char                    *value = NULL;
3707
3708         static struct option long_options[] = {
3709                 {
3710                         .name           = "name",
3711                         .has_arg        = required_argument,
3712                         .flag           = 0,
3713                         .val            = 'n',
3714                 },
3715                 {
3716                         .name           = "property",
3717                         .has_arg        = required_argument,
3718                         .flag           = 0,
3719                         .val            = 'p',
3720                 },
3721                 {
3722                         .name           = "value",
3723                         .has_arg        = required_argument,
3724                         .flag           = 0,
3725                         .val            = 'v',
3726                 },
3727                 {
3728                         NULL
3729                 }
3730         };
3731
3732         while ((c = getopt_long(argc, argv, "n:p:v:",
3733                                 long_options, NULL)) != -1) {
3734                 switch (c) {
3735                 case 'n':
3736                         nodemap_name = optarg;
3737                         break;
3738                 case 'p':
3739                         param = optarg;
3740                         break;
3741                 case 'v':
3742                         value = optarg;
3743                         break;
3744                 }
3745         }
3746
3747         if (nodemap_name == NULL || param == NULL || value == NULL) {
3748                 fprintf(stderr, "usage: nodemap_modify --name <nodemap_name> "
3749                                 "--property <property_name> --value <value>\n");
3750                 fprintf(stderr, "valid properties: admin trusted "
3751                                 "squash_uid squash_gid\n");
3752                 return -1;
3753         }
3754
3755         if (strcmp("admin", param) == 0) {
3756                 cmd = LCFG_NODEMAP_ADMIN;
3757         } else if (strcmp("trusted", param) == 0) {
3758                 cmd = LCFG_NODEMAP_TRUSTED;
3759         } else if (strcmp("squash_uid", param) == 0) {
3760                 cmd = LCFG_NODEMAP_SQUASH_UID;
3761         } else if (strcmp("squash_gid", param) == 0) {
3762                 cmd = LCFG_NODEMAP_SQUASH_GID;
3763         } else {
3764                 fprintf(stderr, "error: %s: nodemap_modify invalid "
3765                                 "subcommand: %s\n",
3766                         jt_cmdname(argv[0]), param);
3767                 return -1;
3768         }
3769
3770         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, param,
3771                          value, NULL);
3772         if (rc != 0) {
3773                 errno = -rc;
3774                 fprintf(stderr, "error: %s: cannot modify nodemap '%s' "
3775                                "to param '%s': value '%s': rc = %d\n",
3776                         jt_cmdname(argv[0]), nodemap_name, param, value, rc);
3777         }
3778
3779         return rc;
3780 }
3781
3782 int jt_nodemap_add_idmap(int argc, char **argv)
3783 {
3784         int                     c;
3785         enum                    lcfg_command_type cmd = 0;
3786         char                    *nodemap_name = NULL;
3787         char                    *idmap = NULL;
3788         char                    *idtype = NULL;
3789         int                     rc = 0;
3790
3791         static struct option long_options[] = {
3792                 {
3793                         .name           = "name",
3794                         .has_arg        = required_argument,
3795                         .flag           = 0,
3796                         .val            = 'n',
3797                 },
3798                 {
3799                         .name           = "idmap",
3800                         .has_arg        = required_argument,
3801                         .flag           = 0,
3802                         .val            = 'm',
3803                 },
3804                 {
3805                         .name           = "idtype",
3806                         .has_arg        = required_argument,
3807                         .flag           = 0,
3808                         .val            = 'i',
3809                 },
3810                 {
3811                         NULL
3812                 }
3813         };
3814
3815         while ((c = getopt_long(argc, argv, "n:m:i:",
3816                                 long_options, NULL)) != -1) {
3817                 switch (c) {
3818                 case 'n':
3819                         nodemap_name = optarg;
3820                         break;
3821                 case 'm':
3822                         idmap = optarg;
3823                         break;
3824                 case 'i':
3825                         idtype = optarg;
3826                         break;
3827                 }
3828         }
3829
3830         if (nodemap_name == NULL || idmap == NULL || idtype == NULL) {
3831                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3832                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3833                 return -1;
3834         }
3835
3836         if (strcmp("uid", idtype) == 0) {
3837                 cmd = LCFG_NODEMAP_ADD_UIDMAP;
3838         } else if (strcmp("gid", idtype) == 0) {
3839                 cmd = LCFG_NODEMAP_ADD_GIDMAP;
3840         } else {
3841                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3842                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3843                 return -1;
3844         }
3845
3846         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, idmap, NULL);
3847         if (rc != 0) {
3848                 errno = -rc;
3849                 fprintf(stderr, "cannot add %smap '%s' to nodemap '%s'"
3850                         ": rc = %d\n", idtype, idmap, nodemap_name, rc);
3851         }
3852
3853         return rc;
3854 }
3855
3856 int jt_nodemap_del_idmap(int argc, char **argv)
3857 {
3858         int                     c;
3859         enum                    lcfg_command_type cmd = 0;
3860         char                    *nodemap_name = NULL;
3861         char                    *idmap = NULL;
3862         char                    *idtype = NULL;
3863         int                     rc = 0;
3864
3865         static struct option long_options[] = {
3866                 {
3867                         .name           = "name",
3868                         .has_arg        = required_argument,
3869                         .flag           = 0,
3870                         .val            = 'n',
3871                 },
3872                 {
3873                         .name           = "idmap",
3874                         .has_arg        = required_argument,
3875                         .flag           = 0,
3876                         .val            = 'm',
3877                 },
3878                 {
3879                         .name           = "idtype",
3880                         .has_arg        = required_argument,
3881                         .flag           = 0,
3882                         .val            = 'i',
3883                 },
3884                 {
3885                         NULL
3886                 }
3887         };
3888
3889         while ((c = getopt_long(argc, argv, "n:m:i:",
3890                                 long_options, NULL)) != -1) {
3891                 switch (c) {
3892                 case 'n':
3893                         nodemap_name = optarg;
3894                         break;
3895                 case 'm':
3896                         idmap = optarg;
3897                         break;
3898                 case 'i':
3899                         idtype = optarg;
3900                         break;
3901                 }
3902         }
3903
3904         if (nodemap_name == NULL || idmap == NULL || idtype == NULL) {
3905                 fprintf(stderr, "usage: %s --name <name> --idtype [uid | gid]"
3906                         " --idmap <client id>:<filesystem id>\n", argv[0]);
3907                 return -1;
3908         }
3909
3910         if (strcmp("uid", idtype) == 0)
3911                 cmd = LCFG_NODEMAP_DEL_UIDMAP;
3912         else
3913                 cmd = LCFG_NODEMAP_DEL_GIDMAP;
3914
3915         rc = nodemap_cmd(cmd, NULL, 0, argv[0], nodemap_name, idmap, NULL);
3916         if (rc != 0) {
3917                 errno = -rc;
3918                 fprintf(stderr, "cannot delete %smap '%s' from nodemap '%s'"
3919                         ": rc = %d\n", idtype, idmap, nodemap_name, rc);
3920         }
3921
3922         return rc;
3923 }
3924
3925 /*
3926  * this function tranforms a rule [start-end/step] into an array
3927  * of matching numbers
3928  * supported forms are:
3929  * [start]                : just this number
3930  * [start-end]            : all numbers from start to end
3931  * [start-end/step]       : numbers from start to end with increment of step
3932  * on return, format contains a printf format string which can be used
3933  * to generate all the strings
3934  */
3935 static int get_array_idx(char *rule, char *format, int **array)
3936 {
3937         char *start, *end, *ptr;
3938         unsigned int lo, hi, step;
3939         int array_sz = 0;
3940         int i, array_idx;
3941         int rc;
3942
3943         start = strchr(rule, '[');
3944         end = strchr(rule, ']');
3945         if ((start == NULL) || (end == NULL)) {
3946                 *array = malloc(sizeof(int));
3947                 if (*array == NULL)
3948                         return 0;
3949                 strcpy(format, rule);
3950                 array_sz = 1;
3951                 return array_sz;
3952         }
3953         *start = '\0';
3954         *end = '\0';
3955         end++;
3956         start++;
3957         /* put in format the printf format (the rule without the range) */
3958         sprintf(format, "%s%%.4x%s", rule, end);
3959
3960         array_idx = 0;
3961         array_sz = 0;
3962         *array = NULL;
3963         /* loop on , separator */
3964         do {
3965                 /* extract the 3 fields */
3966                 rc = sscanf(start, "%x-%x/%u", &lo, &hi, &step);
3967                 switch (rc) {
3968                 case 0:
3969                         goto err;
3970                 case 1: {
3971                         void *tmp;
3972
3973                         array_sz++;
3974                         tmp = realloc(*array, array_sz * sizeof(int));
3975                         if (tmp == NULL)
3976                                 goto err;
3977                         *array = tmp;
3978                         (*array)[array_idx] = lo;
3979                         array_idx++;
3980                         break;
3981                 }
3982                 case 2: {
3983                         step = 1;
3984                         /* do not break to share code with case 3: */
3985                 }
3986                 case 3: {
3987                         void *tmp;
3988
3989                         if ((hi < lo) || (step == 0))
3990                                 goto err;
3991                         array_sz += (hi - lo) / step + 1;
3992                         tmp = realloc(*array, array_sz * sizeof(int));
3993                         if (tmp == NULL)
3994                                 goto err;
3995                         *array = tmp;
3996                         for (i = lo; i <= hi; i+=step, array_idx++)
3997                                 (*array)[array_idx] = i;
3998                         break;
3999                 }
4000                 }
4001                 ptr = strchr(start, ',');
4002                 if (ptr != NULL)
4003                         start = ptr + 1;
4004
4005         } while (ptr != NULL);
4006         return array_sz;
4007 err:
4008         if (*array != NULL) {
4009                 free(*array);
4010                 *array = NULL;
4011         }
4012         return 0;
4013 }
4014
4015 static int extract_fsname_poolname(char *arg, char *fsname, char *poolname)
4016 {
4017         char *ptr;
4018         int len;
4019         int rc;
4020
4021         strcpy(fsname, arg);
4022         ptr = strchr(fsname, '.');
4023         if (ptr == NULL) {
4024                 fprintf(stderr, ". is missing in %s\n", fsname);
4025                 rc = -EINVAL;
4026                 goto err;
4027         }
4028
4029         len = ptr - fsname;
4030         if (len == 0) {
4031                 fprintf(stderr, "fsname is empty\n");
4032                 rc = -EINVAL;
4033                 goto err;
4034         }
4035
4036         len = strlen(ptr + 1);
4037         if (len == 0) {
4038                 fprintf(stderr, "poolname is empty\n");
4039                 rc = -EINVAL;
4040                 goto err;
4041         }
4042         if (len > LOV_MAXPOOLNAME) {
4043                 fprintf(stderr,
4044                         "poolname %s is too long (length is %d max is %d)\n",
4045                         ptr + 1, len, LOV_MAXPOOLNAME);
4046                 rc = -ENAMETOOLONG;
4047                 goto err;
4048         }
4049         strncpy(poolname, ptr + 1, LOV_MAXPOOLNAME);
4050         poolname[LOV_MAXPOOLNAME] = '\0';
4051         *ptr = '\0';
4052         return 0;
4053
4054 err:
4055         fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
4056         return rc;
4057 }
4058
4059 int jt_pool_cmd(int argc, char **argv)
4060 {
4061         enum lcfg_command_type cmd;
4062         char fsname[PATH_MAX + 1];
4063         char poolname[LOV_MAXPOOLNAME + 1];
4064         char *ostnames_buf = NULL;
4065         int i, rc;
4066         int *array = NULL, array_sz;
4067         struct {
4068                 int     rc;
4069                 char   *ostname;
4070         } *cmds = NULL;
4071
4072         switch (argc) {
4073         case 0:
4074         case 1: return CMD_HELP;
4075         case 2: {
4076                 if (strcmp("pool_new", argv[0]) == 0)
4077                         cmd = LCFG_POOL_NEW;
4078                 else if (strcmp("pool_destroy", argv[0]) == 0)
4079                         cmd = LCFG_POOL_DEL;
4080                 else if (strcmp("pool_list", argv[0]) == 0)
4081                          return llapi_poollist(argv[1]);
4082                 else return CMD_HELP;
4083
4084                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
4085                 if (rc)
4086                         break;
4087
4088                 rc = pool_cmd(cmd, argv[0], argv[1], fsname, poolname, NULL);
4089                 if (rc)
4090                         break;
4091
4092                 check_pool_cmd_result(cmd, fsname, poolname, NULL);
4093                 break;
4094         }
4095         default: {
4096                 char format[2*MAX_OBD_NAME];
4097
4098                 if (strcmp("pool_remove", argv[0]) == 0) {
4099                         cmd = LCFG_POOL_REM;
4100                 } else if (strcmp("pool_add", argv[0]) == 0) {
4101                         cmd = LCFG_POOL_ADD;
4102                 } else {
4103                         return CMD_HELP;
4104                 }
4105
4106                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
4107                 if (rc)
4108                         break;
4109
4110                 for (i = 2; i < argc; i++) {
4111                         int j;
4112
4113                         array_sz = get_array_idx(argv[i], format, &array);
4114                         if (array_sz == 0)
4115                                 return CMD_HELP;
4116
4117                         cmds = malloc(array_sz * sizeof(cmds[0]));
4118                         if (cmds != NULL) {
4119                                 ostnames_buf = malloc(array_sz *
4120                                                       (MAX_OBD_NAME + 1));
4121                         } else {
4122                                 free(array);
4123                                 rc = -ENOMEM;
4124                                 goto out;
4125                         }
4126
4127                         for (j = 0; j < array_sz; j++) {
4128                                 char ostname[MAX_OBD_NAME + 1];
4129
4130                                 snprintf(ostname, MAX_OBD_NAME, format,
4131                                          array[j]);
4132                                 ostname[MAX_OBD_NAME] = '\0';
4133
4134                                 rc = check_and_complete_ostname(fsname,ostname);
4135                                 if (rc) {
4136                                         free(array);
4137                                         free(cmds);
4138                                         if (ostnames_buf)
4139                                                 free(ostnames_buf);
4140                                         goto out;
4141                                 }
4142                                 if (ostnames_buf != NULL) {
4143                                         cmds[j].ostname =
4144                                           &ostnames_buf[(MAX_OBD_NAME + 1) * j];
4145                                         strcpy(cmds[j].ostname, ostname);
4146                                 } else {
4147                                         cmds[j].ostname = NULL;
4148                                 }
4149                                 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
4150                                                       fsname, poolname,
4151                                                       ostname);
4152                                 /* Return an err if any of the add/dels fail */
4153                                 if (!rc)
4154                                         rc = cmds[j].rc;
4155                         }
4156                         for (j = 0; j < array_sz; j++) {
4157                                 if (!cmds[j].rc) {
4158                                         char ostname[MAX_OBD_NAME + 1];
4159
4160                                         if (!cmds[j].ostname) {
4161                                                 snprintf(ostname, MAX_OBD_NAME,
4162                                                          format, array[j]);
4163                                                 ostname[MAX_OBD_NAME] = '\0';
4164                                                 check_and_complete_ostname(
4165                                                         fsname, ostname);
4166                                         } else {
4167                                                 strcpy(ostname,
4168                                                        cmds[j].ostname);
4169                                         }
4170                                         check_pool_cmd_result(cmd, fsname,
4171                                                               poolname,ostname);
4172                                 }
4173                         }
4174                         if (array_sz > 0)
4175                                 free(array);
4176                         if (cmds)
4177                                 free(cmds);
4178                         if (ostnames_buf != NULL)
4179                                 free(ostnames_buf);
4180                 }
4181                 /* fall through */
4182         }
4183         } /* switch */
4184
4185 out:
4186         if (rc != 0) {
4187                 errno = -rc;
4188                 perror(argv[0]);
4189         }
4190
4191         return rc;
4192 }
4193
4194 int jt_get_obj_version(int argc, char **argv)
4195 {
4196         struct lu_fid fid;
4197         struct obd_ioctl_data data;
4198         __u64 version, id = ULLONG_MAX, group = ULLONG_MAX;
4199         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf, *fidstr;
4200         int rc, c;
4201
4202         while ((c = getopt(argc, argv, "i:g:")) != -1) {
4203                 switch (c) {
4204                 case 'i':
4205                         id = strtoull(optarg, NULL, 0);
4206                         break;
4207                 case 'g':
4208                         group = strtoull(optarg, NULL, 0);
4209                         break;
4210                 default:
4211                         return CMD_HELP;
4212                 }
4213         }
4214
4215         argc -= optind;
4216         argv += optind;
4217
4218         if (!(id != ULLONG_MAX && group != ULLONG_MAX && argc == 0) &&
4219             !(id == ULLONG_MAX && group == ULLONG_MAX && argc == 1))
4220                 return CMD_HELP;
4221
4222         memset(&data, 0, sizeof data);
4223         data.ioc_dev = cur_device;
4224         if (argc == 1) {
4225                 fidstr = *argv;
4226                 while (*fidstr == '[')
4227                         fidstr++;
4228                 sscanf(fidstr, SFID, RFID(&fid));
4229
4230                 data.ioc_inlbuf1 = (char *) &fid;
4231                 data.ioc_inllen1 = sizeof fid;
4232         } else {
4233                 data.ioc_inlbuf3 = (char *) &id;
4234                 data.ioc_inllen3 = sizeof id;
4235                 data.ioc_inlbuf4 = (char *) &group;
4236                 data.ioc_inllen4 = sizeof group;
4237         }
4238         data.ioc_inlbuf2 = (char *) &version;
4239         data.ioc_inllen2 = sizeof version;
4240
4241         memset(buf, 0, sizeof *buf);
4242         rc = obd_ioctl_pack(&data, &buf, sizeof rawbuf);
4243         if (rc) {
4244                 fprintf(stderr, "error: %s: packing ioctl arguments: %s\n",
4245                         jt_cmdname(argv[0]), strerror(-rc));
4246                 return rc;
4247         }
4248
4249         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GET_OBJ_VERSION, buf);
4250         if (rc == -1) {
4251                 fprintf(stderr, "error: %s: ioctl: %s\n",
4252                         jt_cmdname(argv[0]), strerror(errno));
4253                 return -errno;
4254         }
4255
4256         obd_ioctl_unpack(&data, buf, sizeof rawbuf);
4257         printf(LPX64"\n", version);
4258         return 0;
4259 }
4260
4261 int jt_changelog_register(int argc, char **argv)
4262 {
4263         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
4264         struct obd_ioctl_data data;
4265         char devname[30];
4266         int rc;
4267
4268         if (argc > 2)
4269                 return CMD_HELP;
4270         else if (argc == 2 && strcmp(argv[1], "-n") != 0)
4271                 return CMD_HELP;
4272         if (cur_device < 0)
4273                 return CMD_HELP;
4274
4275         memset(&data, 0, sizeof(data));
4276         data.ioc_dev = cur_device;
4277         memset(buf, 0, sizeof(rawbuf));
4278         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4279         if (rc) {
4280                 fprintf(stderr, "error: %s: invalid ioctl\n",
4281                         jt_cmdname(argv[0]));
4282                return rc;
4283         }
4284
4285         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_REG, buf);
4286         if (rc < 0) {
4287                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
4288                         strerror(rc = errno));
4289                 return rc;
4290         }
4291         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4292
4293         if (data.ioc_u32_1 == 0) {
4294                 fprintf(stderr, "received invalid userid!\n");
4295                 return -EPROTO;
4296         }
4297
4298         if (lcfg_get_devname() != NULL) {
4299                 if (strlen(lcfg_get_devname()) > sizeof(devname)-1) {
4300                         fprintf(stderr, "Dev name too long\n");
4301                         return -E2BIG;
4302                 }
4303                 strncpy(devname, lcfg_get_devname(), sizeof(devname));
4304         } else {
4305                 if (snprintf(devname, sizeof(devname), "dev %d", cur_device) >=
4306                     sizeof(devname)) {
4307                         fprintf(stderr, "Dev name too long\n");
4308                         return -E2BIG;
4309                 }
4310         }
4311
4312         if (argc == 2)
4313                 /* -n means bare name */
4314                 printf(CHANGELOG_USER_PREFIX"%u\n", data.ioc_u32_1);
4315         else
4316                 printf("%s: Registered changelog userid '"CHANGELOG_USER_PREFIX
4317                        "%u'\n", devname, data.ioc_u32_1);
4318         return 0;
4319 }
4320
4321 int jt_changelog_deregister(int argc, char **argv)
4322 {
4323         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
4324         struct obd_ioctl_data data;
4325         char devname[30];
4326         int id, rc;
4327
4328         if (argc != 2 || cur_device < 0)
4329                 return CMD_HELP;
4330
4331         id = strtol(argv[1] + strlen(CHANGELOG_USER_PREFIX), NULL, 10);
4332         if ((id == 0) || (strncmp(argv[1], CHANGELOG_USER_PREFIX,
4333                                   strlen(CHANGELOG_USER_PREFIX)) != 0)) {
4334                 fprintf(stderr, "expecting id of the form '"
4335                         CHANGELOG_USER_PREFIX"<num>'; got '%s'\n", argv[1]);
4336                 return CMD_HELP;
4337         }
4338
4339         memset(&data, 0, sizeof(data));
4340         data.ioc_dev = cur_device;
4341         data.ioc_u32_1 = id;
4342         memset(buf, 0, sizeof(rawbuf));
4343         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
4344         if (rc) {
4345                 fprintf(stderr, "error: %s: invalid ioctl\n",
4346                         jt_cmdname(argv[0]));
4347                 return rc;
4348         }
4349
4350         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_DEREG, buf);
4351         if (rc < 0) {
4352                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
4353                         strerror(rc = errno));
4354                 return rc;
4355         }
4356         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
4357
4358         if (data.ioc_u32_1 != id) {
4359                 fprintf(stderr, "No changelog user '%s'.  Blocking user"
4360                         " is '"CHANGELOG_USER_PREFIX"%d'.\n", argv[1],
4361                         data.ioc_u32_1);
4362                 return -ENOENT;
4363         }
4364
4365         if (lcfg_get_devname() != NULL) {
4366                 if (strlen(lcfg_get_devname()) > sizeof(devname)-1) {
4367                         fprintf(stderr, "Dev name too long\n");
4368                         return -E2BIG;
4369                 }
4370                 strncpy(devname, lcfg_get_devname(), sizeof(devname));
4371         } else {
4372                 if (snprintf(devname, sizeof(devname), "dev %d", cur_device) >=
4373                     sizeof(devname)) {
4374                         fprintf(stderr, "Dev name too long\n");
4375                         return -E2BIG;
4376                 }
4377         }
4378
4379         printf("%s: Deregistered changelog user '"CHANGELOG_USER_PREFIX"%d'\n",
4380                devname, data.ioc_u32_1);
4381         return 0;
4382 }
4383
4384