lustre/utils/obd.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2011, 2013, Intel Corporation.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/utils/obd.c
  37  *
  38  * Author: Peter J. Braam <braam@clusterfs.com>
  39  * Author: Phil Schwan <phil@clusterfs.com>
  40  * Author: Andreas Dilger <adilger@clusterfs.com>
  41  * Author: Robert Read <rread@clusterfs.com>
  42  */
  43
  44 #include <sys/ioctl.h>
  45 #include <sys/socket.h>
  46 #include <sys/stat.h>
  47 #include <sys/time.h>
  48 #include <sys/types.h>
  49 #include <sys/un.h>
  50 #include <sys/wait.h>
  51
  52 #include <ctype.h>
  53 #include <errno.h>
  54 #include <fcntl.h>
  55 #include <glob.h>
  56 #include <signal.h>
  57 #include <stdarg.h>
  58 #include <stdbool.h>
  59 #include <stdio.h>
  60 #include <stdlib.h>
  61 #include <string.h>
  62 #include <time.h>
  63 #include <unistd.h>
  64
  65 #include "obdctl.h"
  66
  67 #include <obd.h>          /* for struct lov_stripe_md */
  68 #include <lustre/lustre_build_version.h>
  69
  70 #include <lnet/lnetctl.h>
  71 #include <libcfs/libcfsutil.h>
  72 #include <lustre/lustreapi.h>
  73
  74 #define MAX_STRING_SIZE 128
  75 #define DEVICES_LIST "/proc/fs/lustre/devices"
  76
  77 #if HAVE_LIBPTHREAD
  78 #include <sys/ipc.h>
  79 #include <sys/shm.h>
  80 #include <pthread.h>
  81
  82 #define MAX_THREADS 4096
  83 #define MAX_BASE_ID 0xffffffff
  84 struct shared_data {
  85         l_mutex_t mutex;
  86         l_cond_t  cond;
  87         int       stopping;
  88         struct {
  89                 __u64 counters[MAX_THREADS];
  90                 __u64 offsets[MAX_THREADS];
  91                 int   thr_running;
  92                 int   start_barrier;
  93                 int   stop_barrier;
  94                 struct timeval start_time;
  95                 struct timeval end_time;
  96         } body;
  97 };
  98
  99 static struct shared_data *shared_data;
 100 static __u64 counter_snapshot[2][MAX_THREADS];
 101 static int prev_valid;
 102 static struct timeval prev_time;
 103 static int thread;
 104 static int nthreads;
 105 #else
 106 const int thread = 0;
 107 const int nthreads = 1;
 108 #endif
 109
 110 static int cur_device = -1;
 111
 112 struct lov_oinfo lov_oinfos[LOV_MAX_STRIPE_COUNT];
 113
 114 struct lsm_buffer {
 115         struct lov_stripe_md lsm;
 116         struct lov_oinfo *ptrs[LOV_MAX_STRIPE_COUNT];
 117 } lsm_buffer;
 118
 119 static int l2_ioctl(int dev_id, int opc, void *buf)
 120 {
 121         return l_ioctl(dev_id, opc, buf);
 122 }
 123
 124 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
 125 {
 126         struct obd_ioctl_data data;
 127         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 128         int rc;
 129
 130         memset(&data, 0, sizeof(data));
 131         data.ioc_dev = cur_device;
 132         data.ioc_type = LUSTRE_CFG_TYPE;
 133         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 134                                         lcfg->lcfg_buflens);
 135         data.ioc_pbuf1 = (void *)lcfg;
 136         memset(buf, 0, sizeof(rawbuf));
 137         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 138         if (rc) {
 139                 fprintf(stderr, "error: %s: invalid ioctl\n",
 140                         jt_cmdname(func));
 141                 return rc;
 142         }
 143
 144         rc =  l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
 145
 146         return rc;
 147 }
 148
 149 static int do_device(char *func, char *devname);
 150
 151 static int get_mgs_device()
 152 {
 153         char mgs[] = "$MGS";
 154         static int mgs_device = -1;
 155
 156         if (mgs_device == -1) {
 157                 int rc;
 158                 do_disconnect(NULL, 1);
 159                 rc = do_device("mgsioc", mgs);
 160                 if (rc) {
 161                         fprintf(stderr,
 162                                 "This command must be run on the MGS.\n");
 163                         errno = ENODEV;
 164                         return -1;
 165                 }
 166                 mgs_device = cur_device;
 167         }
 168         return mgs_device;
 169 }
 170
 171 /* Returns -1 on error with errno set */
 172 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
 173 {
 174         struct obd_ioctl_data data;
 175         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 176         int rc;
 177
 178         memset(&data, 0, sizeof(data));
 179         rc = data.ioc_dev = get_mgs_device();
 180         if (rc < 0)
 181                 goto out;
 182         data.ioc_type = LUSTRE_CFG_TYPE;
 183         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 184                                         lcfg->lcfg_buflens);
 185         data.ioc_pbuf1 = (void *)lcfg;
 186         memset(buf, 0, sizeof(rawbuf));
 187         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 188         if (rc) {
 189                 fprintf(stderr, "error: %s: invalid ioctl\n",
 190                         jt_cmdname(func));
 191                 return rc;
 192         }
 193
 194         rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
 195 out:
 196         if (rc) {
 197                 if (errno == ENOSYS)
 198                         fprintf(stderr, "Make sure cfg_device is set first.\n");
 199         }
 200         return rc;
 201 }
 202
 203 char *obdo_print(struct obdo *obd)
 204 {
 205         char buf[1024];
 206
 207         sprintf(buf, "id: "LPX64"\ngrp: "LPX64"\natime: "LPU64"\nmtime: "LPU64
 208                 "\nctime: "LPU64"\nsize: "LPU64"\nblocks: "LPU64
 209                 "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
 210                 "misc: %x\nnlink: %d,\nvalid "LPX64"\n",
 211                 ostid_id(&obd->o_oi), ostid_seq(&obd->o_oi), obd->o_atime,
 212                 obd->o_mtime, obd->o_ctime,
 213                 obd->o_size, obd->o_blocks, obd->o_blksize, obd->o_mode,
 214                 obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
 215                 obd->o_nlink, obd->o_valid);
 216         return strdup(buf);
 217 }
 218
 219
 220 #define BAD_VERBOSE (-999999999)
 221
 222 #define N2D_OFF 0x100      /* So we can tell between error codes and devices */
 223
 224 static int do_name2dev(char *func, char *name)
 225 {
 226         struct obd_ioctl_data data;
 227         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 228         int rc;
 229
 230         memset(&data, 0, sizeof(data));
 231         data.ioc_dev = cur_device;
 232         data.ioc_inllen1 = strlen(name) + 1;
 233         data.ioc_inlbuf1 = name;
 234
 235         memset(buf, 0, sizeof(rawbuf));
 236         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 237         if (rc < 0) {
 238                 fprintf(stderr, "error: %s: invalid ioctl\n",
 239                         jt_cmdname(func));
 240                 return -rc;
 241         }
 242         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
 243         if (rc < 0)
 244                 return errno;
 245         rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
 246         if (rc) {
 247                 fprintf(stderr, "error: %s: invalid reply\n",
 248                         jt_cmdname(func));
 249                 return rc;
 250         }
 251
 252         return data.ioc_dev + N2D_OFF;
 253 }
 254
 255 /*
 256  * resolve a device name to a device number.
 257  * supports a number, $name or %uuid.
 258  */
 259 int parse_devname(char *func, char *name)
 260 {
 261         int rc;
 262         int ret = -1;
 263
 264         if (!name)
 265                 return ret;
 266         if (isdigit(name[0])) {
 267                 ret = strtoul(name, NULL, 0);
 268         } else {
 269                 if (name[0] == '$' || name[0] == '%')
 270                         name++;
 271                 rc = do_name2dev(func, name);
 272                 if (rc >= N2D_OFF) {
 273                         ret = rc - N2D_OFF;
 274                         // printf("Name %s is device %d\n", name, ret);
 275                 } else {
 276                         fprintf(stderr, "No device found for name %s: %s\n",
 277                                 name, strerror(rc));
 278                 }
 279         }
 280         return ret;
 281 }
 282
 283 static void
 284 reset_lsmb (struct lsm_buffer *lsmb)
 285 {
 286         memset (&lsmb->lsm, 0, sizeof (lsmb->lsm));
 287         memset(lov_oinfos, 0, sizeof(lov_oinfos));
 288         lsmb->lsm.lsm_magic = LOV_MAGIC;
 289 }
 290
 291 static int
 292 parse_lsm (struct lsm_buffer *lsmb, char *string)
 293 {
 294         struct lov_stripe_md *lsm = &lsmb->lsm;
 295         char                 *end;
 296         int                   i;
 297
 298         /*
 299          * object_id[=size#count[@offset:id]*]
 300          */
 301
 302         reset_lsmb (lsmb);
 303
 304         ostid_set_id(&lsm->lsm_oi, strtoull(string, &end, 0));
 305         if (end == string)
 306                 return -1;
 307         string = end;
 308
 309         if (*string == 0)
 310                 return (0);
 311
 312         if (*string != '=')
 313                 return (-1);
 314         string++;
 315
 316         lsm->lsm_stripe_size = strtoul (string, &end, 0);
 317         if (end == string)
 318                 return (-1);
 319         string = end;
 320
 321         if (*string != '#')
 322                 return (-1);
 323         string++;
 324
 325         lsm->lsm_stripe_count = strtoul (string, &end, 0);
 326         if (end == string)
 327                 return (-1);
 328         string = end;
 329
 330         if (*string == 0)               /* don't have to specify obj ids */
 331                 return (0);
 332
 333         for (i = 0; i < lsm->lsm_stripe_count; i++) {
 334                 if (*string != '@')
 335                         return (-1);
 336                 string++;
 337                 lsm->lsm_oinfo[i]->loi_ost_idx = strtoul(string, &end, 0);
 338                 if (*end != ':')
 339                         return (-1);
 340                 string = end + 1;
 341                 ostid_set_id(&lsm->lsm_oinfo[i]->loi_oi,
 342                              strtoull(string, &end, 0));
 343                 string = end;
 344         }
 345
 346         if (*string != 0)
 347                 return (-1);
 348
 349         return (0);
 350 }
 351
 352 char *jt_cmdname(char *func)
 353 {
 354         static char buf[512];
 355
 356         if (thread) {
 357                 sprintf(buf, "%s-%d", func, thread);
 358                 return buf;
 359         }
 360
 361         return func;
 362 }
 363
 364 #define difftime(a, b)                                  \
 365         ((a)->tv_sec - (b)->tv_sec +                    \
 366          ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
 367
 368 static int be_verbose(int verbose, struct timeval *next_time,
 369                       __u64 num, __u64 *next_num, int num_total)
 370 {
 371         struct timeval now;
 372
 373         if (!verbose)
 374                 return 0;
 375
 376         if (next_time != NULL)
 377                 gettimeofday(&now, NULL);
 378
 379         /* A positive verbosity means to print every X iterations */
 380         if (verbose > 0 && (num >= *next_num || num >= num_total)) {
 381                 *next_num += verbose;
 382                 if (next_time) {
 383                         next_time->tv_sec = now.tv_sec - verbose;
 384                         next_time->tv_usec = now.tv_usec;
 385                 }
 386                 return 1;
 387         }
 388
 389         /* A negative verbosity means to print at most each X seconds */
 390         if (verbose < 0 && next_time != NULL &&
 391             difftime(&now, next_time) >= 0.0){
 392                 next_time->tv_sec = now.tv_sec - verbose;
 393                 next_time->tv_usec = now.tv_usec;
 394                 *next_num = num;
 395                 return 1;
 396         }
 397
 398         return 0;
 399 }
 400
 401 static int get_verbose(char *func, const char *arg)
 402 {
 403         int verbose;
 404         char *end;
 405
 406         if (!arg || arg[0] == 'v')
 407                 verbose = 1;
 408         else if (arg[0] == 's' || arg[0] == 'q')
 409                 verbose = 0;
 410         else {
 411                 verbose = (int)strtoul(arg, &end, 0);
 412                 if (*end) {
 413                         fprintf(stderr, "error: %s: bad verbose option '%s'\n",
 414                                 jt_cmdname(func), arg);
 415                         return BAD_VERBOSE;
 416                 }
 417         }
 418
 419         if (verbose < 0)
 420                 printf("Print status every %d seconds\n", -verbose);
 421         else if (verbose == 1)
 422                 printf("Print status every operation\n");
 423         else if (verbose > 1)
 424                 printf("Print status every %d operations\n", verbose);
 425
 426         return verbose;
 427 }
 428
 429 int do_disconnect(char *func, int verbose)
 430 {
 431         lcfg_set_devname(NULL);
 432         cur_device = -1;
 433         return 0;
 434 }
 435
 436 #ifdef MAX_THREADS
 437 static int shmem_setup(void)
 438 {
 439         pthread_mutexattr_t mattr;
 440         pthread_condattr_t  cattr;
 441         int                 rc;
 442         int                 shmid;
 443
 444         /* Create new segment */
 445         shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
 446         if (shmid == -1) {
 447                 fprintf(stderr, "Can't create shared data: %s\n",
 448                         strerror(errno));
 449                 return errno;
 450         }
 451
 452         /* Attatch to new segment */
 453         shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
 454
 455         if (shared_data == (struct shared_data *)(-1)) {
 456                 fprintf(stderr, "Can't attach shared data: %s\n",
 457                         strerror(errno));
 458                 shared_data = NULL;
 459                 return errno;
 460         }
 461
 462         /* Mark segment as destroyed, so it will disappear when we exit.
 463          * Forks will inherit attached segments, so we should be OK.
 464          */
 465         if (shmctl(shmid, IPC_RMID, NULL) == -1) {
 466                 fprintf(stderr, "Can't destroy shared data: %s\n",
 467                         strerror(errno));
 468                 return errno;
 469         }
 470
 471         pthread_mutexattr_init(&mattr);
 472         pthread_condattr_init(&cattr);
 473
 474         rc = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
 475         if (rc != 0) {
 476                 fprintf(stderr, "Can't set shared mutex attr\n");
 477                 return rc;
 478         }
 479
 480         rc = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
 481         if (rc != 0) {
 482                 fprintf(stderr, "Can't set shared cond attr\n");
 483                 return rc;
 484         }
 485
 486         pthread_mutex_init(&shared_data->mutex, &mattr);
 487         pthread_cond_init(&shared_data->cond, &cattr);
 488
 489         pthread_mutexattr_destroy(&mattr);
 490         pthread_condattr_destroy(&cattr);
 491
 492         return 0;
 493 }
 494
 495 static inline void shmem_lock(void)
 496 {
 497         l_mutex_lock(&shared_data->mutex);
 498 }
 499
 500 static inline void shmem_unlock(void)
 501 {
 502         l_mutex_unlock(&shared_data->mutex);
 503 }
 504
 505 static inline void shmem_wait(void)
 506 {
 507         l_cond_wait(&shared_data->cond, &shared_data->mutex);
 508 }
 509
 510 static inline void shmem_wakeup_all(void)
 511 {
 512         l_cond_broadcast(&shared_data->cond);
 513 }
 514
 515 static inline void shmem_reset(int total_threads)
 516 {
 517         if (shared_data == NULL)
 518                 return;
 519
 520         memset(&shared_data->body, 0, sizeof(shared_data->body));
 521         memset(counter_snapshot, 0, sizeof(counter_snapshot));
 522         prev_valid = 0;
 523         shared_data->stopping = 0;
 524         shared_data->body.start_barrier = total_threads;
 525         shared_data->body.stop_barrier = total_threads;
 526 }
 527
 528 static inline void shmem_bump(__u32 counter)
 529 {
 530         static bool running_not_bumped = true;
 531
 532         if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
 533                 return;
 534
 535         shmem_lock();
 536         shared_data->body.counters[thread - 1] += counter;
 537         if (running_not_bumped) {
 538                 shared_data->body.thr_running++;
 539                 running_not_bumped = false;
 540         }
 541         shmem_unlock();
 542 }
 543
 544 static void shmem_total(int total_threads)
 545 {
 546         __u64 total = 0;
 547         double secs;
 548         int i;
 549
 550         if (shared_data == NULL || total_threads > MAX_THREADS)
 551                 return;
 552
 553         shmem_lock();
 554         for (i = 0; i < total_threads; i++)
 555                 total += shared_data->body.counters[i];
 556
 557         secs = difftime(&shared_data->body.end_time,
 558                         &shared_data->body.start_time);
 559         shmem_unlock();
 560
 561         printf("Total: total "LPU64" threads %d sec %f %f/second\n",
 562                total, total_threads, secs, total / secs);
 563
 564         return;
 565 }
 566
 567 static void shmem_snap(int total_threads, int live_threads)
 568 {
 569         struct timeval this_time;
 570         int non_zero = 0;
 571         __u64 total = 0;
 572         double secs;
 573         int running;
 574         int i;
 575
 576         if (shared_data == NULL || total_threads > MAX_THREADS)
 577                 return;
 578
 579         shmem_lock();
 580         memcpy(counter_snapshot[0], shared_data->body.counters,
 581                total_threads * sizeof(counter_snapshot[0][0]));
 582         running = shared_data->body.thr_running;
 583         shmem_unlock();
 584
 585         gettimeofday(&this_time, NULL);
 586
 587         for (i = 0; i < total_threads; i++) {
 588                 long long this_count =
 589                         counter_snapshot[0][i] - counter_snapshot[1][i];
 590
 591                 if (this_count != 0) {
 592                         non_zero++;
 593                         total += this_count;
 594                 }
 595         }
 596
 597         secs = difftime(&this_time, &prev_time);
 598         if (prev_valid && secs > 1.0)    /* someone screwed with the time? */
 599                 printf("%d/%d Total: %f/second\n", non_zero, total_threads,
 600                        total / secs);
 601
 602         memcpy(counter_snapshot[1], counter_snapshot[0],
 603                total_threads * sizeof(counter_snapshot[0][0]));
 604         prev_time = this_time;
 605         if (!prev_valid &&
 606             running == total_threads)
 607                 prev_valid = 1;
 608 }
 609
 610 static void shmem_stop(void)
 611 {
 612         if (shared_data == NULL)
 613                 return;
 614
 615         shared_data->stopping = 1;
 616 }
 617
 618 static void shmem_cleanup(void)
 619 {
 620         if (shared_data == NULL)
 621                 return;
 622
 623         shmem_stop();
 624
 625         pthread_mutex_destroy(&shared_data->mutex);
 626         pthread_cond_destroy(&shared_data->cond);
 627 }
 628
 629 static int shmem_running(void)
 630 {
 631         return (shared_data == NULL || !shared_data->stopping);
 632 }
 633
 634 static void shmem_end_time_locked(void)
 635 {
 636         shared_data->body.stop_barrier--;
 637         if (shared_data->body.stop_barrier == 0)
 638                 gettimeofday(&shared_data->body.end_time, NULL);
 639 }
 640
 641 static void shmem_start_time_locked(void)
 642 {
 643         shared_data->body.start_barrier--;
 644         if (shared_data->body.start_barrier == 0) {
 645                 shmem_wakeup_all();
 646                 gettimeofday(&shared_data->body.start_time, NULL);
 647         } else {
 648                 shmem_wait();
 649         }
 650 }
 651
 652 #else
 653 static int shmem_setup(void)
 654 {
 655         return 0;
 656 }
 657
 658 static inline void shmem_reset(int total_threads)
 659 {
 660 }
 661
 662 static inline void shmem_bump(__u32 counters)
 663 {
 664 }
 665
 666 static void shmem_lock()
 667 {
 668 }
 669
 670 static void shmem_unlock()
 671 {
 672 }
 673
 674 static void shmem_cleanup(void)
 675 {
 676 }
 677
 678 static int shmem_running(void)
 679 {
 680         return 1;
 681 }
 682 #endif
 683
 684 extern command_t cmdlist[];
 685
 686 static int do_device(char *func, char *devname)
 687 {
 688         int dev;
 689
 690         dev = parse_devname(func, devname);
 691         if (dev < 0)
 692                 return -1;
 693
 694         lcfg_set_devname(devname);
 695         cur_device = dev;
 696         return 0;
 697 }
 698
 699 int jt_obd_get_device()
 700 {
 701         return cur_device;
 702 }
 703
 704 int jt_obd_device(int argc, char **argv)
 705 {
 706         int rc;
 707
 708         if (argc > 2)
 709                 return CMD_HELP;
 710
 711         if (argc == 1) {
 712                 printf("current device is %d - %s\n",
 713                        cur_device, lcfg_get_devname() ? : "not set");
 714                 return 0;
 715         }
 716         rc = do_device("device", argv[1]);
 717         return rc;
 718 }
 719
 720 int jt_opt_device(int argc, char **argv)
 721 {
 722         int ret;
 723         int rc;
 724
 725         if (argc < 3)
 726                 return CMD_HELP;
 727
 728         rc = do_device("device", argv[1]);
 729
 730         if (!rc)
 731                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 732
 733         ret = do_disconnect(argv[0], 0);
 734         if (!rc)
 735                 rc = ret;
 736
 737         return rc;
 738 }
 739
 740 #ifdef MAX_THREADS
 741 static void parent_sighandler (int sig)
 742 {
 743         return;
 744 }
 745
 746 int jt_opt_threads(int argc, char **argv)
 747 {
 748         static char      cmdstr[128];
 749         sigset_t         saveset;
 750         sigset_t         sigset;
 751         struct sigaction sigact;
 752         struct sigaction saveact1;
 753         struct sigaction saveact2;
 754         unsigned long    threads;
 755         __u64            next_thread;
 756         int verbose;
 757         int rc = 0;
 758         int report_count = -1;
 759         char *end;
 760         int i;
 761
 762         if (argc < 5)
 763                 return CMD_HELP;
 764
 765         threads = strtoul(argv[1], &end, 0);
 766
 767         if (*end == '.')
 768                 report_count = strtoul(end + 1, &end, 0);
 769
 770         if (*end || threads > MAX_THREADS) {
 771                 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
 772                         jt_cmdname(argv[0]), argv[1]);
 773                 return CMD_HELP;
 774         }
 775
 776         verbose = get_verbose(argv[0], argv[2]);
 777         if (verbose == BAD_VERBOSE)
 778                 return CMD_HELP;
 779
 780         if (verbose != 0) {
 781                 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
 782                 for (i = 5; i < argc; i++)
 783                         snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
 784                                  " %s", argv[i]);
 785
 786                 printf("%s: starting %ld threads on device %s running %s\n",
 787                        argv[0], threads, argv[3], cmdstr);
 788         }
 789
 790         shmem_reset(threads);
 791
 792         sigemptyset(&sigset);
 793         sigaddset(&sigset, SIGALRM);
 794         sigaddset(&sigset, SIGCHLD);
 795         sigprocmask(SIG_BLOCK, &sigset, &saveset);
 796
 797         nthreads = threads;
 798
 799         for (i = 1, next_thread = verbose; i <= threads; i++) {
 800                 rc = fork();
 801                 if (rc < 0) {
 802                         fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
 803                                 strerror(rc = errno));
 804                         break;
 805                 } else if (rc == 0) {
 806                         sigprocmask(SIG_SETMASK, &saveset, NULL);
 807
 808                         thread = i;
 809                         argv[2] = "--device";
 810                         exit(jt_opt_device(argc - 2, argv + 2));
 811                 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
 812                         printf("%s: thread #%d (PID %d) started\n",
 813                                argv[0], i, rc);
 814                 rc = 0;
 815         }
 816
 817         if (!thread) {          /* parent process */
 818                 int live_threads = threads;
 819
 820                 sigemptyset(&sigset);
 821                 sigemptyset(&sigact.sa_mask);
 822                 sigact.sa_handler = parent_sighandler;
 823                 sigact.sa_flags = 0;
 824
 825                 sigaction(SIGALRM, &sigact, &saveact1);
 826                 sigaction(SIGCHLD, &sigact, &saveact2);
 827
 828                 while (live_threads > 0) {
 829                         int status;
 830                         pid_t ret;
 831
 832                         if (verbose < 0)        /* periodic stats */
 833                                 alarm(-verbose);
 834
 835                         sigsuspend(&sigset);
 836                         alarm(0);
 837
 838                         while (live_threads > 0) {
 839                                 ret = waitpid(0, &status, WNOHANG);
 840                                 if (ret == 0)
 841                                         break;
 842
 843                                 if (ret < 0) {
 844                                         fprintf(stderr, "error: %s: wait - %s\n",
 845                                                 argv[0], strerror(errno));
 846                                         if (!rc)
 847                                                 rc = errno;
 848                                         continue;
 849                                 } else {
 850                                         /*
 851                                          * This is a hack.  We _should_ be able
 852                                          * to use WIFEXITED(status) to see if
 853                                          * there was an error, but it appears
 854                                          * to be broken and it always returns 1
 855                                          * (OK).  See wait(2).
 856                                          */
 857                                         int err = WEXITSTATUS(status);
 858                                         if (err || WIFSIGNALED(status))
 859                                                 fprintf(stderr,
 860                                                         "%s: PID %d had rc=%d\n",
 861                                                         argv[0], ret, err);
 862                                         if (!rc)
 863                                                 rc = err;
 864
 865                                         live_threads--;
 866                                 }
 867                         }
 868
 869                         /* Show stats while all threads running */
 870                         if (verbose < 0) {
 871                                 shmem_snap(threads, live_threads);
 872                                 if (report_count > 0 && --report_count == 0)
 873                                         shmem_stop();
 874                         }
 875                 }
 876                 sigaction(SIGCHLD, &saveact2, NULL);
 877                 sigaction(SIGALRM, &saveact1, NULL);
 878         }
 879
 880         shmem_total(threads);
 881         sigprocmask(SIG_SETMASK, &saveset, NULL);
 882
 883         return rc;
 884 }
 885 #else
 886 int jt_opt_threads(int argc, char **argv)
 887 {
 888         fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
 889                 jt_cmdname(argv[0]));
 890         return CMD_HELP;
 891 }
 892 #endif
 893
 894 int jt_opt_net(int argc, char **argv)
 895 {
 896         char *arg2[3];
 897         int rc;
 898
 899         if (argc < 3)
 900                 return CMD_HELP;
 901
 902         arg2[0] = argv[0];
 903         arg2[1] = argv[1];
 904         arg2[2] = NULL;
 905         rc = jt_ptl_network (2, arg2);
 906
 907         if (!rc)
 908                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 909
 910         return rc;
 911 }
 912
 913 int jt_obd_no_transno(int argc, char **argv)
 914 {
 915         struct obd_ioctl_data data;
 916         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 917         int rc;
 918
 919         memset(&data, 0, sizeof(data));
 920         data.ioc_dev = cur_device;
 921
 922         if (argc != 1)
 923                 return CMD_HELP;
 924
 925         memset(buf, 0, sizeof(rawbuf));
 926         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 927         if (rc) {
 928                 fprintf(stderr, "error: %s: invalid ioctl\n",
 929                         jt_cmdname(argv[0]));
 930                 return rc;
 931         }
 932         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
 933         if (rc < 0)
 934                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 935                         strerror(rc = errno));
 936
 937         return rc;
 938 }
 939
 940 int jt_obd_set_readonly(int argc, char **argv)
 941 {
 942         struct obd_ioctl_data data;
 943         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 944         int rc;
 945
 946         memset(&data, 0, sizeof(data));
 947         data.ioc_dev = cur_device;
 948
 949         if (argc != 1)
 950                 return CMD_HELP;
 951
 952         memset(buf, 0, sizeof(rawbuf));
 953         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 954         if (rc) {
 955                 fprintf(stderr, "error: %s: invalid ioctl\n",
 956                         jt_cmdname(argv[0]));
 957                 return rc;
 958         }
 959         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
 960         if (rc < 0)
 961                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 962                         strerror(rc = errno));
 963
 964         return rc;
 965 }
 966
 967 int jt_obd_abort_recovery(int argc, char **argv)
 968 {
 969         struct obd_ioctl_data data;
 970         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 971         int rc;
 972
 973         memset(&data, 0, sizeof(data));
 974         data.ioc_dev = cur_device;
 975
 976         if (argc != 1)
 977                 return CMD_HELP;
 978
 979         memset(buf, 0, sizeof(rawbuf));
 980         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 981         if (rc) {
 982                 fprintf(stderr, "error: %s: invalid ioctl\n",
 983                         jt_cmdname(argv[0]));
 984                 return rc;
 985         }
 986         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
 987         if (rc < 0)
 988                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 989                         strerror(rc = errno));
 990
 991         return rc;
 992 }
 993
 994 int jt_get_version(int argc, char **argv)
 995 {
 996         int rc;
 997         char rawbuf[MAX_IOC_BUFLEN];
 998         char *version;
 999
1000         if (argc != 1)
1001                 return CMD_HELP;
1002
1003         rc = llapi_get_version(rawbuf, MAX_IOC_BUFLEN, &version);
1004         if (rc)
1005                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1006                         strerror(-rc));
1007         else
1008                 printf("Lustre version: %s\n", version);
1009
1010         printf("lctl   version: %s\n", BUILD_VERSION);
1011         return rc;
1012 }
1013
1014 /*
1015  * Print an obd device line with the ost_conn_uuid inserted, if the obd
1016  * is an osc.
1017  */
1018 static void print_obd_line(char *s)
1019 {
1020         char buf[MAX_STRING_SIZE];
1021         char obd_name[MAX_OBD_NAME];
1022         FILE *fp = NULL;
1023         char *ptr;
1024
1025         if (sscanf(s, " %*d %*s osc %s %*s %*d ", obd_name) == 0)
1026                 goto try_mdc;
1027         snprintf(buf, sizeof(buf),
1028                  "/proc/fs/lustre/osc/%s/ost_conn_uuid", obd_name);
1029         if ((fp = fopen(buf, "r")) == NULL)
1030                 goto try_mdc;
1031         goto got_one;
1032
1033 try_mdc:
1034         if (sscanf(s, " %*d %*s mdc %s %*s %*d ", obd_name) == 0)
1035                 goto fail;
1036         snprintf(buf, sizeof(buf),
1037                  "/proc/fs/lustre/mdc/%s/mds_conn_uuid", obd_name);
1038         if ((fp = fopen(buf, "r")) == NULL)
1039                 goto fail;
1040
1041 got_one:
1042         /* should not ignore fgets(3)'s return value */
1043         if (!fgets(buf, sizeof(buf), fp)) {
1044                 fprintf(stderr, "reading from %s: %s", buf, strerror(errno));
1045                 fclose(fp);
1046                 return;
1047         }
1048         fclose(fp);
1049
1050         /* trim trailing newlines */
1051         ptr = strrchr(buf, '\n');
1052         if (ptr) *ptr = '\0';
1053         ptr = strrchr(s, '\n');
1054         if (ptr) *ptr = '\0';
1055
1056         printf("%s %s\n", s, buf);
1057         return;
1058
1059 fail:
1060         printf("%s", s);
1061         return;
1062 }
1063
1064 /* get device list by ioctl */
1065 int jt_obd_list_ioctl(int argc, char **argv)
1066 {
1067         int rc, index;
1068         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1069         struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
1070
1071         if (argc > 2)
1072                 return CMD_HELP;
1073         /* Just ignore a -t option.  Only supported with /proc. */
1074         else if (argc == 2 && strcmp(argv[1], "-t") != 0)
1075                 return CMD_HELP;
1076
1077         for (index = 0;; index++) {
1078                 memset(buf, 0, sizeof(rawbuf));
1079                 data->ioc_version = OBD_IOCTL_VERSION;
1080                 data->ioc_inllen1 =
1081                         sizeof(rawbuf) - cfs_size_round(sizeof(*data));
1082                 data->ioc_inlbuf1 = buf + cfs_size_round(sizeof(*data));
1083                 data->ioc_len = obd_ioctl_packlen(data);
1084                 data->ioc_count = index;
1085
1086                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
1087                 if (rc != 0)
1088                         break;
1089                 printf("%s\n", (char *)data->ioc_bulk);
1090         }
1091         if (rc != 0) {
1092                 if (errno == ENOENT)
1093                         /* no device or the last device */
1094                         rc = 0;
1095                 else
1096                         fprintf(stderr, "Error getting device list: %s: "
1097                                 "check dmesg.\n", strerror(errno));
1098         }
1099         return rc;
1100 }
1101
1102 int jt_obd_list(int argc, char **argv)
1103 {
1104         int rc;
1105         char buf[MAX_STRING_SIZE];
1106         FILE *fp = NULL;
1107         int print_obd = 0;
1108
1109         if (argc > 2)
1110                 return CMD_HELP;
1111         else if (argc == 2) {
1112                 if (strcmp(argv[1], "-t") == 0)
1113                         print_obd = 1;
1114                 else
1115                         return CMD_HELP;
1116         }
1117
1118         fp = fopen(DEVICES_LIST, "r");
1119         if (fp == NULL) {
1120                 fprintf(stderr, "error: %s: %s opening "DEVICES_LIST"\n",
1121                         jt_cmdname(argv[0]), strerror(rc =  errno));
1122                 return jt_obd_list_ioctl(argc, argv);
1123         }
1124
1125         while (fgets(buf, sizeof(buf), fp) != NULL)
1126                 if (print_obd)
1127                         print_obd_line(buf);
1128                 else
1129                         printf("%s", buf);
1130
1131         fclose(fp);
1132         return 0;
1133 }
1134
1135 struct jt_fid_space {
1136         obd_seq jt_seq;
1137         obd_id  jt_id;
1138         int     jt_width;
1139 };
1140
1141 int jt_obd_alloc_fids(struct jt_fid_space *space, struct lu_fid *fid,
1142                       __u64 *count)
1143 {
1144         int rc;
1145
1146         if (space->jt_seq == 0 || space->jt_id == space->jt_width) {
1147                 struct obd_ioctl_data  data;
1148                 char rawbuf[MAX_IOC_BUFLEN];
1149                 char *buf = rawbuf;
1150                 __u64 seqnr;
1151                 int max_count;
1152
1153                 memset(&data, 0, sizeof(data));
1154                 data.ioc_dev = cur_device;
1155
1156                 data.ioc_pbuf1 = (char *)&seqnr;
1157                 data.ioc_plen1 = sizeof(seqnr);
1158
1159                 data.ioc_pbuf2 = (char *)&max_count;
1160                 data.ioc_plen2 = sizeof(max_count);
1161
1162                 memset(buf, 0, sizeof(rawbuf));
1163                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1164                 if (rc) {
1165                         fprintf(stderr, "error: invalid ioctl rc = %d\n", rc);
1166                         return rc;
1167                 }
1168
1169                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_ALLOC_SEQ, buf);
1170                 if (rc) {
1171                         fprintf(stderr, "ioctl error: rc = %d\n", rc);
1172                         return rc;
1173                 }
1174
1175                 space->jt_seq = *(__u64 *)data.ioc_pbuf1;
1176                 space->jt_width = *(int *)data.ioc_pbuf2;
1177                 space->jt_id = 1;
1178         }
1179         fid->f_seq = space->jt_seq;
1180         fid->f_oid = space->jt_id;
1181         fid->f_ver = 0;
1182
1183         space->jt_id = min(space->jt_id + *count, space->jt_width);
1184
1185         *count = space->jt_id - fid->f_oid;
1186         return 0;
1187 }
1188
1189 #define MD_STEP_COUNT 1000
1190 int jt_obd_md_common(int argc, char **argv, int cmd)
1191 {
1192         struct obd_ioctl_data  data;
1193         struct timeval         start;
1194         struct timeval         end_time;
1195         char                   rawbuf[MAX_IOC_BUFLEN];
1196         char                  *buf = rawbuf;
1197         int                    mode = 0000644;
1198         int                    create_mode;
1199         int                    rc = 0;
1200         char                  *parent_basedir = NULL;
1201         char                   dirname[4096];
1202         int                    parent_base_id = 0;
1203         int                    parent_count = 1;
1204         __u64                  child_base_id = -1;
1205         int                    stripe_count = 0;
1206         int                    stripe_index = -1;
1207         int                    count = 0;
1208         char                  *end;
1209         __u64                  seconds = 0;
1210         double                 diff;
1211         int                    c;
1212         __u64                  total_count = 0;
1213         char                  *name = NULL;
1214         struct jt_fid_space    fid_space = {0};
1215         int                    version = 0;
1216         struct option          long_opts[] = {
1217                 {"child_base_id",     required_argument, 0, 'b'},
1218                 {"stripe_count",      required_argument, 0, 'c'},
1219                 {"parent_basedir",    required_argument, 0, 'd'},
1220                 {"parent_dircount",   required_argument, 0, 'D'},
1221                 {"stripe_index",      required_argument, 0, 'i'},
1222                 {"mode",              required_argument, 0, 'm'},
1223                 {"count",             required_argument, 0, 'n'},
1224                 {"time",              required_argument, 0, 't'},
1225                 {"version",           no_argument,       0, 'v'},
1226                 {0, 0, 0, 0}
1227         };
1228
1229         optind = 0;
1230         while ((c = getopt_long(argc, argv, "b:c:d:D:m:n:t:v",
1231                                 long_opts, NULL)) >= 0) {
1232                 switch (c) {
1233                 case 'b':
1234                         child_base_id = strtoull(optarg, &end, 0);
1235                         if (*end) {
1236                                 fprintf(stderr, "error: %s: bad child_base_id"
1237                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1238                                 return CMD_HELP;
1239                         }
1240                         break;
1241                 case 'c':
1242                         stripe_count = strtoul(optarg, &end, 0);
1243                         if (*end) {
1244                                 fprintf(stderr, "error: %s: bad stripe count"
1245                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1246                                 return CMD_HELP;
1247                         }
1248                         break;
1249                 case 'd':
1250                         parent_basedir = optarg;
1251                         break;
1252                 case 'D':
1253                         parent_count = strtoul(optarg, &end, 0);
1254                         if (*end) {
1255                                 fprintf(stderr, "error: %s: bad parent count"
1256                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1257                                 return CMD_HELP;
1258                         }
1259                         break;
1260                 case 'i':
1261                         stripe_index = strtoul(optarg, &end, 0);
1262                         if (*end) {
1263                                 fprintf(stderr, "error: %s: bad stripe index"
1264                                         " '%s'\n", jt_cmdname(argv[0]), optarg);
1265                                 return CMD_HELP;
1266                         }
1267                         break;
1268                 case 'm':
1269                         mode = strtoul(optarg, &end, 0);
1270                         if (*end) {
1271                                 fprintf(stderr, "error: %s: bad mode '%s'\n",
1272                                         jt_cmdname(argv[0]), optarg);
1273                                 return CMD_HELP;
1274                         }
1275                         break;
1276                 case 'n':
1277                         total_count = strtoul(optarg, &end, 0);
1278                         if (*end || total_count == 0) {
1279                                 fprintf(stderr, "%s: bad child count '%s'\n",
1280                                         jt_cmdname(argv[0]), optarg);
1281                                 return CMD_HELP;
1282                         }
1283                         break;
1284                 case 't':
1285                         seconds = strtoull(optarg, &end, 0);
1286                         if (*end) {
1287                                 fprintf(stderr, "error: %s: seconds '%s'\n",
1288                                         jt_cmdname(argv[0]), optarg);
1289                                 return CMD_HELP;
1290                         }
1291                         break;
1292                 case 'v':
1293                         version = 1;
1294                         break;
1295                 default:
1296                         fprintf(stderr, "error: %s: option '%s' "
1297                                 "unrecognized\n", argv[0], argv[optind - 1]);
1298                         return CMD_HELP;
1299                 }
1300         }
1301
1302         memset(&data, 0, sizeof(data));
1303         data.ioc_dev = cur_device;
1304         if (child_base_id == -1) {
1305                 if (optind >= argc)
1306                         return CMD_HELP;
1307                 name = argv[optind];
1308                 total_count = 1;
1309         } else {
1310                 if (optind < argc) {
1311                         fprintf(stderr, "child_base_id and name can not"
1312                                         " specified at the same time\n");
1313                         return CMD_HELP;
1314                 }
1315         }
1316
1317         if (stripe_count == 0 && stripe_index != -1) {
1318                 fprintf(stderr, "If stripe_count is 0, stripe_index can not"
1319                                 "be specified\n");
1320                 return CMD_HELP;
1321         }
1322
1323         if (total_count == 0 && seconds == 0) {
1324                 fprintf(stderr, "count or seconds needs to be indicated\n");
1325                 return CMD_HELP;
1326         }
1327
1328         if (parent_count <= 0) {
1329                 fprintf(stderr, "parent count must < 0\n");
1330                 return CMD_HELP;
1331         }
1332
1333 #ifdef MAX_THREADS
1334         if (thread) {
1335                 shmem_lock();
1336                 /* threads interleave */
1337                 if (parent_base_id != -1)
1338                         parent_base_id += (thread - 1) % parent_count;
1339
1340                 if (child_base_id != -1)
1341                         child_base_id +=  (thread - 1) * \
1342                                           (MAX_BASE_ID / nthreads);
1343
1344                 shmem_start_time_locked();
1345                 shmem_unlock();
1346         }
1347 #endif
1348         /* If parent directory is not specified, try to get the directory
1349          * from name */
1350         if (parent_basedir == NULL) {
1351                 char *last_lash;
1352                 if (name == NULL) {
1353                         fprintf(stderr, "parent_basedir or name must be"
1354                                         "indicated!\n");
1355                         return CMD_HELP;
1356                 }
1357                 /*Get directory and name from name*/
1358                 last_lash = strrchr(name, '/');
1359                 if (last_lash == NULL || name[0] != '/') {
1360                         fprintf(stderr, "Can not locate %s\n", name);
1361                         return CMD_HELP;
1362                 }
1363
1364                 if (last_lash == name) {
1365                         sprintf(dirname, "%s", "/");
1366                         name++;
1367                 } else {
1368                         int namelen = (unsigned long)last_lash -
1369                                       (unsigned long)name + 1;
1370                         snprintf(dirname, namelen, "%s", name);
1371                         name = last_lash + 1;
1372                 }
1373
1374                 data.ioc_pbuf1 = dirname;
1375                 data.ioc_plen1 = strlen(dirname);
1376
1377                 data.ioc_pbuf2 = name;
1378                 data.ioc_plen2 = strlen(name);
1379         } else {
1380                 if (name != NULL) {
1381                         data.ioc_pbuf2 = name;
1382                         data.ioc_plen2 = strlen(name);
1383                 }
1384                 if (parent_base_id > 0)
1385                         sprintf(dirname, "%s%d", parent_basedir,
1386                                 parent_base_id);
1387                 else
1388                         sprintf(dirname, "%s", parent_basedir);
1389                 data.ioc_pbuf1 = dirname;
1390                 data.ioc_plen1 = strlen(dirname);
1391         }
1392
1393         if (cmd == ECHO_MD_MKDIR || cmd == ECHO_MD_RMDIR)
1394                 create_mode = S_IFDIR;
1395         else
1396                 create_mode = S_IFREG;
1397
1398         data.ioc_obdo1.o_mode = mode | S_IFDIR;
1399         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
1400                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
1401         data.ioc_command = cmd;
1402
1403         gettimeofday(&start, NULL);
1404         while (shmem_running()) {
1405                 struct lu_fid fid = { 0 };
1406
1407                 if (child_base_id != -1)
1408                         data.ioc_obdo2.o_oi.oi.oi_id = child_base_id;
1409                 data.ioc_obdo2.o_mode = mode | create_mode;
1410                 data.ioc_obdo2.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE |
1411                                          OBD_MD_FLMODE | OBD_MD_FLFLAGS |
1412                                          OBD_MD_FLGROUP;
1413                 data.ioc_obdo2.o_misc = stripe_count;
1414                 data.ioc_obdo2.o_stripe_idx = stripe_index;
1415
1416                 if (total_count > 0) {
1417                         if ((total_count - count) > MD_STEP_COUNT)
1418                                 data.ioc_count = MD_STEP_COUNT;
1419                         else
1420                                 data.ioc_count = total_count - count;
1421                 } else {
1422                         data.ioc_count = MD_STEP_COUNT;
1423                 }
1424
1425                 if (cmd == ECHO_MD_CREATE || cmd == ECHO_MD_MKDIR) {
1426                         /*Allocate fids for the create */
1427                         rc = jt_obd_alloc_fids(&fid_space, &fid,
1428                                                &data.ioc_count);
1429                         if (rc) {
1430                                 fprintf(stderr, "Allocate fids error %d.\n",rc);
1431                                 return rc;
1432                         }
1433                         fid_to_ostid(&fid, &data.ioc_obdo1.o_oi);
1434                 }
1435
1436                 child_base_id += data.ioc_count;
1437                 count += data.ioc_count;
1438
1439                 memset(buf, 0, sizeof(rawbuf));
1440                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1441                 if (rc) {
1442                         fprintf(stderr, "error: %s: invalid ioctl %d\n",
1443                                 jt_cmdname(argv[0]), rc);
1444                         return rc;
1445                 }
1446
1447                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ECHO_MD, buf);
1448                 if (rc) {
1449                         fprintf(stderr, "error: %s: %s\n",
1450                                 jt_cmdname(argv[0]), strerror(rc = errno));
1451                         return rc;
1452                 }
1453                 shmem_bump(data.ioc_count);
1454
1455                 gettimeofday(&end_time, NULL);
1456                 diff = difftime(&end_time, &start);
1457                 if (seconds > 0 && (__u64)diff > seconds)
1458                         break;
1459
1460                 if (count >= total_count && total_count > 0)
1461                         break;
1462         }
1463
1464         if (count > 0 && version) {
1465                 gettimeofday(&end_time, NULL);
1466                 diff = difftime(&end_time, &start);
1467                 printf("%s: %d in %.3fs (%.3f /s): %s",
1468                         jt_cmdname(argv[0]), count, diff,
1469                         (double)count/diff, ctime(&end_time.tv_sec));
1470         }
1471
1472 #ifdef MAX_THREADS
1473         if (thread) {
1474                 shmem_lock();
1475                 shmem_end_time_locked();
1476                 shmem_unlock();
1477         }
1478 #endif
1479         return rc;
1480 }
1481
1482 int jt_obd_test_create(int argc, char **argv)
1483 {
1484         return jt_obd_md_common(argc, argv, ECHO_MD_CREATE);
1485 }
1486
1487 int jt_obd_test_mkdir(int argc, char **argv)
1488 {
1489         return jt_obd_md_common(argc, argv, ECHO_MD_MKDIR);
1490 }
1491
1492 int jt_obd_test_destroy(int argc, char **argv)
1493 {
1494         return jt_obd_md_common(argc, argv, ECHO_MD_DESTROY);
1495 }
1496
1497 int jt_obd_test_rmdir(int argc, char **argv)
1498 {
1499         return jt_obd_md_common(argc, argv, ECHO_MD_RMDIR);
1500 }
1501
1502 int jt_obd_test_lookup(int argc, char **argv)
1503 {
1504         return jt_obd_md_common(argc, argv, ECHO_MD_LOOKUP);
1505 }
1506
1507 int jt_obd_test_setxattr(int argc, char **argv)
1508 {
1509         return jt_obd_md_common(argc, argv, ECHO_MD_SETATTR);
1510 }
1511
1512 int jt_obd_test_md_getattr(int argc, char **argv)
1513 {
1514         return jt_obd_md_common(argc, argv, ECHO_MD_GETATTR);
1515 }
1516
1517 /* Create one or more objects, arg[4] may describe stripe meta-data.  If
1518  * not, defaults assumed.  This echo-client instance stashes the stripe
1519  * object ids.  Use get_stripe on this node to print full lsm and
1520  * set_stripe on another node to cut/paste between nodes.
1521  */
1522 /* create <count> [<file_create_mode>] [q|v|# verbosity] [striping] */
1523 int jt_obd_create(int argc, char **argv)
1524 {
1525         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1526         struct obd_ioctl_data data;
1527         struct timeval next_time;
1528         __u64 count = 1, next_count, base_id = 1;
1529         int verbose = 1, mode = 0100644, rc = 0, i, valid_lsm = 0;
1530         char *end;
1531
1532         memset(&data, 0, sizeof(data));
1533         data.ioc_dev = cur_device;
1534         if (argc < 2 || argc > 5)
1535                 return CMD_HELP;
1536
1537         count = strtoull(argv[1], &end, 0);
1538         if (*end) {
1539                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1540                         jt_cmdname(argv[0]), argv[1]);
1541                 return CMD_HELP;
1542         }
1543
1544         if (argc > 2) {
1545                 mode = strtoul(argv[2], &end, 0);
1546                 if (*end) {
1547                         fprintf(stderr, "error: %s: invalid mode '%s'\n",
1548                                 jt_cmdname(argv[0]), argv[2]);
1549                         return CMD_HELP;
1550                 }
1551                 if (!(mode & S_IFMT))
1552                         mode |= S_IFREG;
1553         }
1554
1555         if (argc > 3) {
1556                 verbose = get_verbose(argv[0], argv[3]);
1557                 if (verbose == BAD_VERBOSE)
1558                         return CMD_HELP;
1559         }
1560
1561         if (argc < 5) {
1562                 reset_lsmb(&lsm_buffer);       /* will set default */
1563         } else {
1564                 rc = parse_lsm(&lsm_buffer, argv[4]);
1565                 if (rc != 0) {
1566                         fprintf(stderr, "error: %s: invalid lsm '%s'\n",
1567                                 jt_cmdname(argv[0]), argv[4]);
1568                         return CMD_HELP;
1569                 }
1570                 base_id = ostid_id(&lsm_buffer.lsm.lsm_oi);
1571                 valid_lsm = 1;
1572         }
1573
1574         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1575         gettimeofday(&next_time, NULL);
1576         next_time.tv_sec -= verbose;
1577
1578         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1579         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1580                 data.ioc_obdo1.o_mode = mode;
1581                 ostid_set_id(&data.ioc_obdo1.o_oi, base_id);
1582                 data.ioc_obdo1.o_uid = 0;
1583                 data.ioc_obdo1.o_gid = 0;
1584                 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1585                                          OBD_MD_FLID | OBD_MD_FLUID |
1586                                          OBD_MD_FLGID | OBD_MD_FLGROUP;
1587                 if (valid_lsm) {
1588                         data.ioc_plen1 = sizeof lsm_buffer;
1589                         data.ioc_pbuf1 = (char *)&lsm_buffer;
1590                 }
1591
1592                 memset(buf, 0, sizeof(rawbuf));
1593                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1594                 if (rc) {
1595                         fprintf(stderr, "error: %s: invalid ioctl\n",
1596                                 jt_cmdname(argv[0]));
1597                         return rc;
1598                 }
1599                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1600                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1601                 shmem_bump(1);
1602                 if (rc < 0) {
1603                         fprintf(stderr, "error: %s: #%d - %s\n",
1604                                 jt_cmdname(argv[0]), i, strerror(rc = errno));
1605                         break;
1606                 }
1607                 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1608                         fprintf(stderr,"error: %s: oid not valid #%d:"LPX64"\n",
1609                                 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_valid);
1610                         rc = EINVAL;
1611                         break;
1612                 }
1613
1614                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1615                         printf("%s: #%d is object id "LPX64"\n",
1616                                jt_cmdname(argv[0]), i,
1617                                ostid_id(&data.ioc_obdo1.o_oi));
1618         }
1619         return rc;
1620 }
1621
1622 int jt_obd_setattr(int argc, char **argv)
1623 {
1624         struct obd_ioctl_data data;
1625         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1626         char *end;
1627         int rc;
1628
1629         memset(&data, 0, sizeof(data));
1630         data.ioc_dev = cur_device;
1631         if (argc != 2)
1632                 return CMD_HELP;
1633
1634         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1635         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1636         if (*end) {
1637                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1638                         jt_cmdname(argv[0]), argv[1]);
1639                 return CMD_HELP;
1640         }
1641         data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1642         if (*end) {
1643                 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1644                         jt_cmdname(argv[0]), argv[2]);
1645                 return CMD_HELP;
1646         }
1647         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1648
1649         memset(buf, 0, sizeof(rawbuf));
1650         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1651         if (rc) {
1652                 fprintf(stderr, "error: %s: invalid ioctl\n",
1653                         jt_cmdname(argv[0]));
1654                 return rc;
1655         }
1656         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1657         if (rc < 0)
1658                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1659                         strerror(rc = errno));
1660
1661         return rc;
1662 }
1663
1664 int jt_obd_test_setattr(int argc, char **argv)
1665 {
1666         struct obd_ioctl_data data;
1667         struct timeval start, next_time;
1668         __u64 i, count, next_count;
1669         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1670         int verbose = 1;
1671         obd_id objid = 3;
1672         char *end;
1673         int rc = 0;
1674
1675         if (argc < 2 || argc > 4)
1676                 return CMD_HELP;
1677
1678         memset(&data, 0, sizeof(data));
1679         data.ioc_dev = cur_device;
1680         count = strtoull(argv[1], &end, 0);
1681         if (*end) {
1682                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1683                         jt_cmdname(argv[0]), argv[1]);
1684                 return CMD_HELP;
1685         }
1686
1687         if (argc >= 3) {
1688                 verbose = get_verbose(argv[0], argv[2]);
1689                 if (verbose == BAD_VERBOSE)
1690                         return CMD_HELP;
1691         }
1692
1693         if (argc >= 4) {
1694                 if (argv[3][0] == 't') {
1695                         objid = strtoull(argv[3] + 1, &end, 0);
1696                         if (thread)
1697                                 objid += thread - 1;
1698                 } else
1699                         objid = strtoull(argv[3], &end, 0);
1700                 if (*end) {
1701                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1702                                 jt_cmdname(argv[0]), argv[3]);
1703                         return CMD_HELP;
1704                 }
1705         }
1706
1707         gettimeofday(&start, NULL);
1708         next_time.tv_sec = start.tv_sec - verbose;
1709         next_time.tv_usec = start.tv_usec;
1710         if (verbose != 0)
1711                 printf("%s: setting "LPD64" attrs (objid "LPX64"): %s",
1712                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1713
1714         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1715         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1716                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1717                 data.ioc_obdo1.o_mode = S_IFREG;
1718                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1719                 memset(buf, 0, sizeof(rawbuf));
1720                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1721                 if (rc) {
1722                         fprintf(stderr, "error: %s: invalid ioctl\n",
1723                                 jt_cmdname(argv[0]));
1724                         return rc;
1725                 }
1726                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1727                 shmem_bump(1);
1728                 if (rc < 0) {
1729                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1730                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1731                         break;
1732                 } else {
1733                         if (be_verbose
1734                             (verbose, &next_time, i, &next_count, count))
1735                                 printf("%s: set attr #"LPD64"\n",
1736                                        jt_cmdname(argv[0]), i);
1737                 }
1738         }
1739
1740         if (!rc) {
1741                 struct timeval end;
1742                 double diff;
1743
1744                 gettimeofday(&end, NULL);
1745
1746                 diff = difftime(&end, &start);
1747
1748                 --i;
1749                 if (verbose != 0)
1750                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1751                                jt_cmdname(argv[0]), i, diff, i / diff,
1752                                ctime(&end.tv_sec));
1753         }
1754         return rc;
1755 }
1756
1757 int jt_obd_destroy(int argc, char **argv)
1758 {
1759         struct obd_ioctl_data data;
1760         struct timeval next_time;
1761         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1762         __u64 count = 1, next_count;
1763         int verbose = 1;
1764         __u64 id;
1765         char *end;
1766         int rc = 0, i;
1767
1768         memset(&data, 0, sizeof(data));
1769         data.ioc_dev = cur_device;
1770         if (argc < 2 || argc > 4)
1771                 return CMD_HELP;
1772
1773         id = strtoull(argv[1], &end, 0);
1774         if (*end || id == 0 || errno != 0) {
1775                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1776                         jt_cmdname(argv[0]), argv[1]);
1777                 return CMD_HELP;
1778         }
1779         if (argc > 2) {
1780                 count = strtoull(argv[2], &end, 0);
1781                 if (*end) {
1782                         fprintf(stderr,
1783                                 "error: %s: invalid iteration count '%s'\n",
1784                                 jt_cmdname(argv[0]), argv[2]);
1785                         return CMD_HELP;
1786                 }
1787         }
1788
1789         if (argc > 3) {
1790                 verbose = get_verbose(argv[0], argv[3]);
1791                 if (verbose == BAD_VERBOSE)
1792                         return CMD_HELP;
1793         }
1794
1795         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1796         gettimeofday(&next_time, NULL);
1797         next_time.tv_sec -= verbose;
1798
1799         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1800         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1801                 ostid_set_id(&data.ioc_obdo1.o_oi, id);
1802                 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1803                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1804
1805                 memset(buf, 0, sizeof(rawbuf));
1806                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1807                 if (rc) {
1808                         fprintf(stderr, "error: %s: invalid ioctl\n",
1809                                 jt_cmdname(argv[0]));
1810                         return rc;
1811                 }
1812                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1813                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1814                 shmem_bump(1);
1815                 if (rc < 0) {
1816                         fprintf(stderr, "error: %s: objid "LPX64": %s\n",
1817                                 jt_cmdname(argv[0]), id, strerror(rc = errno));
1818                         break;
1819                 }
1820
1821                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1822                         printf("%s: #%d is object id "LPX64"\n",
1823                                jt_cmdname(argv[0]), i, id);
1824         }
1825
1826         return rc;
1827 }
1828
1829 int jt_obd_getattr(int argc, char **argv)
1830 {
1831         struct obd_ioctl_data data;
1832         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1833         char *end;
1834         int rc;
1835
1836         if (argc != 2)
1837                 return CMD_HELP;
1838
1839         memset(&data, 0, sizeof(data));
1840         data.ioc_dev = cur_device;
1841         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1842         ostid_set_id(&data.ioc_obdo1.o_oi, strtoull(argv[1], &end, 0));
1843         if (*end) {
1844                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1845                         jt_cmdname(argv[0]), argv[1]);
1846                 return CMD_HELP;
1847         }
1848         /* to help obd filter */
1849         data.ioc_obdo1.o_mode = 0100644;
1850         data.ioc_obdo1.o_valid = 0xffffffff;
1851         printf("%s: object id "LPX64"\n", jt_cmdname(argv[0]),
1852                ostid_id(&data.ioc_obdo1.o_oi));
1853
1854         memset(buf, 0, sizeof(rawbuf));
1855         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1856         if (rc) {
1857                 fprintf(stderr, "error: %s: invalid ioctl\n",
1858                         jt_cmdname(argv[0]));
1859                 return rc;
1860         }
1861         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1862         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1863         if (rc) {
1864                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1865                         strerror(rc = errno));
1866         } else {
1867                 printf("%s: object id "LPU64", mode %o\n", jt_cmdname(argv[0]),
1868                        ostid_id(&data.ioc_obdo1.o_oi), data.ioc_obdo1.o_mode);
1869         }
1870         return rc;
1871 }
1872
1873 int jt_obd_test_getattr(int argc, char **argv)
1874 {
1875         struct obd_ioctl_data data;
1876         struct timeval start, next_time;
1877         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1878         __u64 i, count, next_count;
1879         int verbose = 1;
1880         obd_id objid = 3;
1881         char *end;
1882         int rc = 0;
1883
1884         if (argc < 2 || argc > 4)
1885                 return CMD_HELP;
1886
1887         memset(&data, 0, sizeof(data));
1888         data.ioc_dev = cur_device;
1889         count = strtoull(argv[1], &end, 0);
1890         if (*end) {
1891                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1892                         jt_cmdname(argv[0]), argv[1]);
1893                 return CMD_HELP;
1894         }
1895
1896         if (argc >= 3) {
1897                 verbose = get_verbose(argv[0], argv[2]);
1898                 if (verbose == BAD_VERBOSE)
1899                         return CMD_HELP;
1900         }
1901
1902         if (argc >= 4) {
1903                 if (argv[3][0] == 't') {
1904                         objid = strtoull(argv[3] + 1, &end, 0);
1905                         if (thread)
1906                                 objid += thread - 1;
1907                 } else
1908                         objid = strtoull(argv[3], &end, 0);
1909                 if (*end) {
1910                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1911                                 jt_cmdname(argv[0]), argv[3]);
1912                         return CMD_HELP;
1913                 }
1914         }
1915
1916         gettimeofday(&start, NULL);
1917         next_time.tv_sec = start.tv_sec - verbose;
1918         next_time.tv_usec = start.tv_usec;
1919         if (verbose != 0)
1920                 printf("%s: getting "LPD64" attrs (objid "LPX64"): %s",
1921                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1922
1923         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
1924         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1925                 ostid_set_id(&data.ioc_obdo1.o_oi, objid);
1926                 data.ioc_obdo1.o_mode = S_IFREG;
1927                 data.ioc_obdo1.o_valid = 0xffffffff;
1928                 memset(buf, 0, sizeof(rawbuf));
1929                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1930                 if (rc) {
1931                         fprintf(stderr, "error: %s: invalid ioctl\n",
1932                                 jt_cmdname(argv[0]));
1933                         return rc;
1934                 }
1935                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1936                 shmem_bump(1);
1937                 if (rc < 0) {
1938                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1939                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1940                         break;
1941                 } else {
1942                         if (be_verbose
1943                             (verbose, &next_time, i, &next_count, count))
1944                                 printf("%s: got attr #"LPD64"\n",
1945                                        jt_cmdname(argv[0]), i);
1946                 }
1947         }
1948
1949         if (!rc) {
1950                 struct timeval end;
1951                 double diff;
1952
1953                 gettimeofday(&end, NULL);
1954
1955                 diff = difftime(&end, &start);
1956
1957                 --i;
1958                 if (verbose != 0)
1959                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1960                                jt_cmdname(argv[0]), i, diff, i / diff,
1961                                ctime(&end.tv_sec));
1962         }
1963         return rc;
1964 }
1965
1966 /* test_brw <cnt>                                               count
1967         <r|w[r(repeat)x(noverify)]>                             mode
1968         <q|v|#(print interval)>                                 verbosity
1969         <npages[+offset]>                                       blocksize
1970         <[[<interleave_threads>]t(inc obj by thread#)]obj>      object
1971         [p|g<args>]                                             batch */
1972 int jt_obd_test_brw(int argc, char **argv)
1973 {
1974         struct obd_ioctl_data data;
1975         struct timeval start, next_time;
1976         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1977         __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1978         int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1979         int offset_pages = 0;
1980         long n;
1981         int repeat_offset = 0;
1982         unsigned long long ull;
1983         int  nthr_per_obj = 0;
1984         int  verify = 1;
1985         int  obj_idx = 0;
1986         char *end;
1987
1988         if (argc < 2 || argc > 7) {
1989                 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1990                         jt_cmdname(argv[0]), argc);
1991                 return CMD_HELP;
1992         }
1993
1994         count = strtoull(argv[1], &end, 0);
1995         if (*end) {
1996                 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
1997                         jt_cmdname(argv[0]), argv[1]);
1998                 return CMD_HELP;
1999         }
2000
2001         if (argc >= 3) {
2002                 if (argv[2][0] == 'w' || argv[2][0] == '1')
2003                         write = 1;
2004                 /* else it's a read */
2005
2006                 if (argv[2][0] != 0)
2007                         for (i = 1; argv[2][i] != 0; i++)
2008                                 switch (argv[2][i]) {
2009                                 case 'r':
2010                                         repeat_offset = 1;
2011                                         break;
2012
2013                                 case 'x':
2014                                         verify = 0;
2015                                         break;
2016
2017                                 default:
2018                                         fprintf (stderr, "Can't parse cmd '%s'\n",
2019                                                  argv[2]);
2020                                         return CMD_HELP;
2021                                 }
2022         }
2023
2024         if (argc >= 4) {
2025                 verbose = get_verbose(argv[0], argv[3]);
2026                 if (verbose == BAD_VERBOSE)
2027                         return CMD_HELP;
2028         }
2029
2030         if (argc >= 5) {
2031                 pages = strtoul(argv[4], &end, 0);
2032
2033                 if (*end == '+')
2034                         offset_pages = strtoul(end + 1, &end, 0);
2035
2036                 if (*end != 0 ||
2037                     offset_pages < 0 || offset_pages >= pages) {
2038                         fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
2039                                 jt_cmdname(argv[0]), argv[4]);
2040                         return CMD_HELP;
2041                 }
2042         }
2043
2044         if (argc >= 6) {
2045                 if (thread &&
2046                     (n = strtol(argv[5], &end, 0)) > 0 &&
2047                     *end == 't' &&
2048                     (ull = strtoull(end + 1, &end, 0)) > 0 &&
2049                     *end == 0) {
2050                         nthr_per_obj = n;
2051                         objid = ull;
2052                 } else if (thread &&
2053                            argv[5][0] == 't') {
2054                         nthr_per_obj = 1;
2055                         objid = strtoull(argv[5] + 1, &end, 0);
2056                 } else {
2057                         nthr_per_obj = 0;
2058                         objid = strtoull(argv[5], &end, 0);
2059                 }
2060                 if (*end) {
2061                         fprintf(stderr, "error: %s: bad objid '%s'\n",
2062                                 jt_cmdname(argv[0]), argv[5]);
2063                         return CMD_HELP;
2064                 }
2065         }
2066
2067         memset(&data, 0, sizeof(data));
2068         data.ioc_dev = cur_device;
2069
2070         /* communicate the 'type' of brw test and batching to echo_client.
2071          * don't start.  we'd love to refactor this lctl->echo_client
2072          * interface */
2073         data.ioc_pbuf1 = (void *)1;
2074         data.ioc_plen1 = 1;
2075
2076         if (argc >= 7) {
2077                 switch(argv[6][0]) {
2078                         case 'g': /* plug and unplug */
2079                                 data.ioc_pbuf1 = (void *)2;
2080                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2081                                                           0);
2082                                 break;
2083                         case 'p': /* prep and commit */
2084                                 data.ioc_pbuf1 = (void *)3;
2085                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
2086                                                           0);
2087                                 break;
2088                         default:
2089                                 fprintf(stderr, "error: %s: batching '%s' "
2090                                         "needs to specify 'p' or 'g'\n",
2091                                         jt_cmdname(argv[0]), argv[6]);
2092                                 return CMD_HELP;
2093                 }
2094
2095                 if (*end) {
2096                         fprintf(stderr, "error: %s: bad batching '%s'\n",
2097                                 jt_cmdname(argv[0]), argv[6]);
2098                         return CMD_HELP;
2099                 }
2100                 data.ioc_plen1 *= getpagesize();
2101         }
2102
2103         len = pages * getpagesize();
2104         thr_offset = offset_pages * getpagesize();
2105         stride = len;
2106
2107 #ifdef MAX_THREADS
2108         if (thread) {
2109                 shmem_lock ();
2110                 if (nthr_per_obj != 0) {
2111                         /* threads interleave */
2112                         obj_idx = (thread - 1)/nthr_per_obj;
2113                         objid += obj_idx;
2114                         stride *= nthr_per_obj;
2115                         if ((thread - 1) % nthr_per_obj == 0) {
2116                                 shared_data->body.offsets[obj_idx] =
2117                                         stride + thr_offset;
2118                         }
2119                         thr_offset += ((thread - 1) % nthr_per_obj) * len;
2120                 } else {
2121                         /* threads disjoint */
2122                         thr_offset += (thread - 1) * len;
2123                 }
2124
2125                 shmem_start_time_locked();
2126                 shmem_unlock ();
2127         }
2128 #endif
2129
2130         ostid_set_seq_echo(&data.ioc_obdo1.o_oi);
2131         ostid_set_id(&data.ioc_obdo1.o_oi, objid);
2132         data.ioc_obdo1.o_mode = S_IFREG;
2133         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE |
2134                                  OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
2135         data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
2136         data.ioc_count = len;
2137         data.ioc_offset = (repeat_offset ? 0 : thr_offset);
2138
2139         gettimeofday(&start, NULL);
2140         next_time.tv_sec = start.tv_sec - verbose;
2141         next_time.tv_usec = start.tv_usec;
2142
2143         if (verbose != 0)
2144                 printf("%s: %s "LPU64"x%d pages (obj "LPX64", off "LPU64"): %s",
2145                        jt_cmdname(argv[0]), write ? "writing" : "reading", count,
2146                        pages, objid, data.ioc_offset, ctime(&start.tv_sec));
2147
2148         cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
2149         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
2150                 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
2151                 memset(buf, 0, sizeof(rawbuf));
2152                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2153                 if (rc) {
2154                         fprintf(stderr, "error: %s: invalid ioctl\n",
2155                                 jt_cmdname(argv[0]));
2156                         return rc;
2157                 }
2158                 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
2159                 shmem_bump(1);
2160                 if (rc) {
2161                         fprintf(stderr, "error: %s: #%d - %s on %s\n",
2162                                 jt_cmdname(argv[0]), i, strerror(rc = errno),
2163                                 write ? "write" : "read");
2164                         break;
2165                 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
2166                         shmem_lock ();
2167                         printf("%s: %s number %d @ "LPD64":"LPU64" for %d\n",
2168                                jt_cmdname(argv[0]), write ? "write" : "read", i,
2169                                ostid_id(&data.ioc_obdo1.o_oi), data.ioc_offset,
2170                                (int)(pages * getpagesize()));
2171                         shmem_unlock ();
2172                 }
2173
2174                 if (!repeat_offset) {
2175 #ifdef MAX_THREADS
2176                         if (stride == len) {
2177                                 data.ioc_offset += stride;
2178                         } else if (i < count) {
2179                                 shmem_lock ();
2180                                 data.ioc_offset =
2181                                         shared_data->body.offsets[obj_idx];
2182                                 shared_data->body.offsets[obj_idx] += len;
2183                                 shmem_unlock ();
2184                         }
2185 #else
2186                         data.ioc_offset += len;
2187                         obj_idx = 0; /* avoids an unused var warning */
2188 #endif
2189                 }
2190         }
2191
2192         if (!rc) {
2193                 struct timeval end;
2194                 double diff;
2195
2196                 gettimeofday(&end, NULL);
2197
2198                 diff = difftime(&end, &start);
2199
2200                 --i;
2201                 if (verbose != 0)
2202                         printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
2203                                jt_cmdname(argv[0]), write ? "wrote" : "read",
2204                                i, pages, diff,
2205                                ((double)i * pages * getpagesize()) /
2206                                (diff * 1048576.0),
2207                                ctime(&end.tv_sec));
2208         }
2209
2210 #ifdef MAX_THREADS
2211         if (thread) {
2212                 shmem_lock();
2213                 shmem_end_time_locked();
2214                 shmem_unlock();
2215         }
2216 #endif
2217         return rc;
2218 }
2219
2220 int jt_obd_lov_getconfig(int argc, char **argv)
2221 {
2222         struct obd_ioctl_data data;
2223         struct lov_desc desc;
2224         struct obd_uuid *uuidarray;
2225         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2226         __u32 *obdgens;
2227         char *path;
2228         int rc, fd;
2229
2230         memset(&data, 0, sizeof(data));
2231         data.ioc_dev = cur_device;
2232
2233         if (argc != 2)
2234                 return CMD_HELP;
2235
2236         path = argv[1];
2237         fd = open(path, O_RDONLY);
2238         if (fd < 0) {
2239                 fprintf(stderr, "open \"%s\" failed: %s\n", path,
2240                         strerror(errno));
2241                 return -errno;
2242         }
2243
2244         memset(&desc, 0, sizeof(desc));
2245         obd_str2uuid(&desc.ld_uuid, argv[1]);
2246         desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
2247                              (sizeof(*uuidarray) + sizeof(*obdgens)));
2248
2249 repeat:
2250         uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
2251         if (!uuidarray) {
2252                 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
2253                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2254                 rc = -ENOMEM;
2255                 goto out;
2256         }
2257         obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
2258         if (!obdgens) {
2259                 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
2260                         jt_cmdname(argv[0]), desc.ld_tgt_count);
2261                 rc = -ENOMEM;
2262                 goto out_uuidarray;
2263         }
2264
2265         memset(buf, 0, sizeof(rawbuf));
2266         data.ioc_inllen1 = sizeof(desc);
2267         data.ioc_inlbuf1 = (char *)&desc;
2268         data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
2269         data.ioc_inlbuf2 = (char *)uuidarray;
2270         data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
2271         data.ioc_inlbuf3 = (char *)obdgens;
2272
2273         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
2274                 fprintf(stderr, "error: %s: invalid ioctl\n",
2275                         jt_cmdname(argv[0]));
2276                 rc = -EINVAL;
2277                 goto out_obdgens;
2278         }
2279         rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
2280         if (rc == -ENOSPC) {
2281                 free(uuidarray);
2282                 free(obdgens);
2283                 goto repeat;
2284         } else if (rc) {
2285                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2286                         jt_cmdname(argv[0]), strerror(rc = errno));
2287         } else {
2288                 struct obd_uuid *uuidp;
2289                 __u32 *genp;
2290                 int i;
2291
2292                 if (obd_ioctl_unpack(&data, buf, sizeof(rawbuf))) {
2293                         fprintf(stderr, "error: %s: invalid reply\n",
2294                                 jt_cmdname(argv[0]));
2295                         rc = -EINVAL;
2296                         goto out;
2297                 }
2298                 if (desc.ld_default_stripe_count == (__u32)-1)
2299                         printf("default_stripe_count: %d\n", -1);
2300                 else
2301                         printf("default_stripe_count: %u\n",
2302                                desc.ld_default_stripe_count);
2303                 printf("default_stripe_size: "LPU64"\n",
2304                        desc.ld_default_stripe_size);
2305                 printf("default_stripe_offset: "LPU64"\n",
2306                        desc.ld_default_stripe_offset);
2307                 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
2308                 printf("obd_count: %u\n", desc.ld_tgt_count);
2309                 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
2310                 uuidp = uuidarray;
2311                 genp = obdgens;
2312                 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
2313                         printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
2314         }
2315 out_obdgens:
2316         free(obdgens);
2317 out_uuidarray:
2318         free(uuidarray);
2319 out:
2320         close(fd);
2321         return rc;
2322 }
2323
2324 int jt_obd_ldlm_regress_start(int argc, char **argv)
2325 {
2326         int rc;
2327         struct obd_ioctl_data data;
2328         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2329         char argstring[200];
2330         int i, count = sizeof(argstring) - 1;
2331
2332         memset(&data, 0, sizeof(data));
2333         data.ioc_dev = cur_device;
2334         if (argc > 5)
2335                 return CMD_HELP;
2336
2337         argstring[0] = '\0';
2338         for (i = 1; i < argc; i++) {
2339                 strncat(argstring, " ", count);
2340                 count--;
2341                 strncat(argstring, argv[i], count);
2342                 count -= strlen(argv[i]);
2343         }
2344
2345         if (strlen(argstring)) {
2346                 data.ioc_inlbuf1 = argstring;
2347                 data.ioc_inllen1 = strlen(argstring) + 1;
2348         }
2349
2350         memset(buf, 0, sizeof(rawbuf));
2351         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2352         if (rc) {
2353                 fprintf(stderr, "error: %s: invalid ioctl\n",
2354                         jt_cmdname(argv[0]));
2355                 return rc;
2356         }
2357         rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_START, buf);
2358         if (rc)
2359                 fprintf(stderr, "error: %s: test failed: %s\n",
2360                         jt_cmdname(argv[0]), strerror(rc = errno));
2361
2362         return rc;
2363 }
2364
2365 int jt_obd_ldlm_regress_stop(int argc, char **argv)
2366 {
2367         int rc;
2368         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2369         struct obd_ioctl_data data;
2370
2371         memset(&data, 0, sizeof(data));
2372         data.ioc_dev = cur_device;
2373
2374         if (argc != 1)
2375                 return CMD_HELP;
2376
2377         memset(buf, 0, sizeof(rawbuf));
2378         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2379         if (rc) {
2380                 fprintf(stderr, "error: %s: invalid ioctl\n",
2381                         jt_cmdname(argv[0]));
2382                 return rc;
2383         }
2384         rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_STOP, buf);
2385
2386         if (rc)
2387                 fprintf(stderr, "error: %s: test failed: %s\n",
2388                         jt_cmdname(argv[0]), strerror(rc = errno));
2389         return rc;
2390 }
2391
2392 static int do_activate(int argc, char **argv, int flag)
2393 {
2394         struct obd_ioctl_data data;
2395         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2396         int rc;
2397
2398         memset(&data, 0, sizeof(data));
2399         data.ioc_dev = cur_device;
2400         if (argc != 1)
2401                 return CMD_HELP;
2402
2403         /* reuse offset for 'active' */
2404         data.ioc_offset = flag;
2405
2406         memset(buf, 0, sizeof(rawbuf));
2407         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2408         if (rc) {
2409                 fprintf(stderr, "error: %s: invalid ioctl\n",
2410                         jt_cmdname(argv[0]));
2411                 return rc;
2412         }
2413         rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
2414         if (rc)
2415                 fprintf(stderr, "error: %s: failed: %s\n",
2416                         jt_cmdname(argv[0]), strerror(rc = errno));
2417
2418         return rc;
2419 }
2420
2421 /**
2422  * Replace nids for given device.
2423  * lctl replace_nids <devicename> <nid1>[,nid2,nid3]
2424  * Command should be started on MGS server.
2425  * Only MGS server should be started (command execution
2426  * returns error in another cases). Command mount
2427  * -t lustre <MDT partition> -o nosvc <mount point>
2428  * can be used for that.
2429  *
2430  * llogs for MDTs and clients are processed. All
2431  * records copied as is except add_uuid and setup. This records
2432  * are skipped and recorded with new nids and uuid.
2433  *
2434  * \see mgs_replace_nids
2435  * \see mgs_replace_nids_log
2436  * \see mgs_replace_handler
2437  */
2438 int jt_replace_nids(int argc, char **argv)
2439 {
2440         int rc;
2441         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2442         struct obd_ioctl_data data;
2443
2444         memset(&data, 0, sizeof(data));
2445         data.ioc_dev = get_mgs_device();
2446         if (argc != 3)
2447                 return CMD_HELP;
2448
2449         data.ioc_inllen1 = strlen(argv[1]) + 1;
2450         data.ioc_inlbuf1 = argv[1];
2451
2452         data.ioc_inllen2 = strlen(argv[2]) + 1;
2453         data.ioc_inlbuf2 = argv[2];
2454         memset(buf, 0, sizeof(rawbuf));
2455         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2456         if (rc) {
2457                 fprintf(stderr, "error: %s: invalid ioctl\n",
2458                         jt_cmdname(argv[0]));
2459                 return rc;
2460         }
2461
2462         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_REPLACE_NIDS, buf);
2463         if (rc < 0) {
2464                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2465                         strerror(rc = errno));
2466         }
2467
2468         return rc;
2469 }
2470
2471 int jt_obd_deactivate(int argc, char **argv)
2472 {
2473         return do_activate(argc, argv, 0);
2474 }
2475
2476 int jt_obd_activate(int argc, char **argv)
2477 {
2478         return do_activate(argc, argv, 1);
2479 }
2480
2481 int jt_obd_recover(int argc, char **argv)
2482 {
2483         int rc;
2484         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2485         struct obd_ioctl_data data;
2486
2487         memset(&data, 0, sizeof(data));
2488         data.ioc_dev = cur_device;
2489         if (argc > 2)
2490                 return CMD_HELP;
2491
2492         if (argc == 2) {
2493                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2494                 data.ioc_inlbuf1 = argv[1];
2495         }
2496
2497         memset(buf, 0, sizeof(rawbuf));
2498         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2499         if (rc) {
2500                 fprintf(stderr, "error: %s: invalid ioctl\n",
2501                         jt_cmdname(argv[0]));
2502                 return rc;
2503         }
2504         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
2505         if (rc < 0) {
2506                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
2507                         strerror(rc = errno));
2508         }
2509
2510         return rc;
2511 }
2512
2513 int jt_obd_mdc_lookup(int argc, char **argv)
2514 {
2515         struct obd_ioctl_data data;
2516         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2517         char *parent, *child;
2518         int rc, fd, verbose = 1;
2519
2520         if (argc < 3 || argc > 4)
2521                 return CMD_HELP;
2522
2523         parent = argv[1];
2524         child = argv[2];
2525         if (argc == 4)
2526                 verbose = get_verbose(argv[0], argv[3]);
2527
2528         memset(&data, 0, sizeof(data));
2529         data.ioc_dev = cur_device;
2530
2531         data.ioc_inllen1 = strlen(child) + 1;
2532         data.ioc_inlbuf1 = child;
2533
2534         memset(buf, 0, sizeof(rawbuf));
2535         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2536         if (rc) {
2537                 fprintf(stderr, "error: %s: invalid ioctl\n",
2538                         jt_cmdname(argv[0]));
2539                 return rc;
2540         }
2541
2542         fd = open(parent, O_RDONLY);
2543         if (fd < 0) {
2544                 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
2545                         strerror(errno));
2546                 return -1;
2547         }
2548
2549         rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
2550         if (rc < 0) {
2551                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2552                         jt_cmdname(argv[0]), strerror(rc = errno));
2553         }
2554         close(fd);
2555
2556         if (verbose) {
2557                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
2558                 if (rc) {
2559                         fprintf(stderr, "error: %s: invalid reply\n",
2560                                 jt_cmdname(argv[0]));
2561                         return rc;
2562                 }
2563                 printf("%s: mode %o uid %d gid %d\n", child,
2564                        data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
2565                        data.ioc_obdo1.o_gid);
2566         }
2567
2568         return rc;
2569 }
2570
2571 int jt_cfg_dump_log(int argc, char **argv)
2572 {
2573         struct obd_ioctl_data data;
2574         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2575         int rc;
2576
2577         if (argc != 2)
2578                 return CMD_HELP;
2579
2580         memset(&data, 0, sizeof(data));
2581         data.ioc_dev = cur_device;
2582         data.ioc_inllen1 = strlen(argv[1]) + 1;
2583         data.ioc_inlbuf1 = argv[1];
2584
2585         memset(buf, 0, sizeof(rawbuf));
2586         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2587         if (rc) {
2588                 fprintf(stderr, "error: %s: invalid ioctl\n",
2589                         jt_cmdname(argv[0]));
2590                 return rc;
2591         }
2592         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_DUMP_LOG, buf);
2593         if (rc < 0)
2594                 fprintf(stderr, "OBD_IOC_DUMP_LOG failed: %s\n",
2595                         strerror(errno));
2596
2597         return rc;
2598 }
2599
2600 int jt_llog_catlist(int argc, char **argv)
2601 {
2602         struct obd_ioctl_data data;
2603         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2604         int rc;
2605
2606         if (argc != 1)
2607                 return CMD_HELP;
2608
2609         memset(&data, 0, sizeof(data));
2610         data.ioc_dev = cur_device;
2611         data.ioc_inllen1 = sizeof(rawbuf) - cfs_size_round(sizeof(data));
2612         memset(buf, 0, sizeof(rawbuf));
2613         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2614         if (rc) {
2615                 fprintf(stderr, "error: %s: invalid ioctl\n",
2616                         jt_cmdname(argv[0]));
2617                 return rc;
2618         }
2619         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
2620         if (rc == 0)
2621                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2622         else
2623                 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
2624                         strerror(errno));
2625
2626         return rc;
2627 }
2628
2629 int jt_llog_info(int argc, char **argv)
2630 {
2631         struct obd_ioctl_data data;
2632         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2633         int rc;
2634
2635         if (argc != 2)
2636                 return CMD_HELP;
2637
2638         memset(&data, 0, sizeof(data));
2639         data.ioc_dev = cur_device;
2640         data.ioc_inllen1 = strlen(argv[1]) + 1;
2641         data.ioc_inlbuf1 = argv[1];
2642         data.ioc_inllen2 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2643                 cfs_size_round(data.ioc_inllen1);
2644         memset(buf, 0, sizeof(rawbuf));
2645         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2646         if (rc) {
2647                 fprintf(stderr, "error: %s: invalid ioctl\n",
2648                         jt_cmdname(argv[0]));
2649                 return rc;
2650         }
2651
2652         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
2653         if (rc == 0)
2654                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2655         else
2656                 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
2657                         strerror(errno));
2658
2659         return rc;
2660 }
2661
2662 int jt_llog_print(int argc, char **argv)
2663 {
2664         struct obd_ioctl_data data;
2665         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2666         int rc;
2667
2668         if (argc != 2 && argc != 4)
2669                 return CMD_HELP;
2670
2671         memset(&data, 0, sizeof(data));
2672         data.ioc_dev = cur_device;
2673         data.ioc_inllen1 = strlen(argv[1]) + 1;
2674         data.ioc_inlbuf1 = argv[1];
2675         if (argc == 4) {
2676                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2677                 data.ioc_inlbuf2 = argv[2];
2678                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2679                 data.ioc_inlbuf3 = argv[3];
2680         } else {
2681                 char from[2] = "1", to[3] = "-1";
2682                 data.ioc_inllen2 = strlen(from) + 1;
2683                 data.ioc_inlbuf2 = from;
2684                 data.ioc_inllen3 = strlen(to) + 1;
2685                 data.ioc_inlbuf3 = to;
2686         }
2687         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2688                 cfs_size_round(data.ioc_inllen1) -
2689                 cfs_size_round(data.ioc_inllen2) -
2690                 cfs_size_round(data.ioc_inllen3);
2691         memset(buf, 0, sizeof(rawbuf));
2692         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2693         if (rc) {
2694                 fprintf(stderr, "error: %s: invalid ioctl\n",
2695                         jt_cmdname(argv[0]));
2696                 return rc;
2697         }
2698
2699         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2700         if (rc == 0)
2701                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2702         else
2703                 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2704                         strerror(errno));
2705
2706         return rc;
2707 }
2708
2709 static int llog_cancel_parse_optional(int argc, char **argv,
2710                                       struct obd_ioctl_data *data)
2711 {
2712         int cOpt;
2713         const char *const short_options = "c:l:i:h";
2714         const struct option long_options[] = {
2715                 {"catalog", required_argument, NULL, 'c'},
2716                 {"log_id", required_argument, NULL, 'l'},
2717                 {"log_idx", required_argument, NULL, 'i'},
2718                 {"help", no_argument, NULL, 'h'},
2719                 {NULL, 0, NULL, 0}
2720         };
2721
2722         /* sanity check */
2723         if (!data || argc <= 1) {
2724                 return -1;
2725         }
2726
2727         /*now process command line arguments*/
2728         while ((cOpt = getopt_long(argc, argv, short_options,
2729                                         long_options, NULL)) != -1) {
2730                 switch (cOpt) {
2731                 case 'c':
2732                         data->ioc_inllen1 = strlen(optarg) + 1;
2733                         data->ioc_inlbuf1 = optarg;
2734                         break;
2735
2736                 case 'l':
2737                         data->ioc_inllen2 = strlen(optarg) + 1;
2738                         data->ioc_inlbuf2 = optarg;
2739                         break;
2740
2741                 case 'i':
2742                         data->ioc_inllen3 = strlen(optarg) + 1;
2743                         data->ioc_inlbuf3 = optarg;
2744                         break;
2745
2746                 case 'h':
2747                 default:
2748                         return -1;
2749                 }
2750         }
2751
2752         if ((data->ioc_inlbuf1 == NULL) || (data->ioc_inlbuf3 == NULL)) {
2753                 /* missing mandatory parameters */
2754                 return -1;
2755         }
2756
2757         return 0;
2758 }
2759
2760 int jt_llog_cancel(int argc, char **argv)
2761 {
2762         struct obd_ioctl_data data;
2763         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2764         int rc, i;
2765
2766         /* check that the arguments provided are either all
2767          * optional or all positional.  No mixing allowed
2768          *
2769          * if argc is 4 or 3 then check all arguments to ensure that none
2770          * of them start with a '-'.  If so then this is invalid.
2771          * Otherwise if arg is > 4 then assume that this is optional
2772          * arguments, and parse as such ignoring any thing that's not
2773          * optional.  The result is that user must use optional arguments
2774          * for all mandatory parameters.  Code will ignore all other args
2775          *
2776          * The positional arguments option should eventually be phased out.
2777          */
2778         memset(&data, 0, sizeof(data));
2779         data.ioc_dev = cur_device;
2780
2781         if (argc == 3 || argc == 4) {
2782                 for (i = 1; i < argc; i++) {
2783                         if (argv[i][0] == '-')
2784                                 return CMD_HELP;
2785                 }
2786                 data.ioc_inllen1 = strlen(argv[1]) + 1;
2787                 data.ioc_inlbuf1 = argv[1];
2788                 if (argc == 4) {
2789                         data.ioc_inllen2 = strlen(argv[2]) + 1;
2790                         data.ioc_inlbuf2 = argv[2];
2791                         data.ioc_inllen3 = strlen(argv[3]) + 1;
2792                         data.ioc_inlbuf3 = argv[3];
2793                 } else {
2794                         data.ioc_inllen3 = strlen(argv[2]) + 1;
2795                         data.ioc_inlbuf3 = argv[2];
2796                 }
2797         } else {
2798                 if (llog_cancel_parse_optional(argc, argv, &data) != 0)
2799                         return CMD_HELP;
2800         }
2801
2802         memset(buf, 0, sizeof(rawbuf));
2803         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2804         if (rc) {
2805                 fprintf(stderr, "error: %s: invalid ioctl\n",
2806                         jt_cmdname(argv[0]));
2807                 return rc;
2808         }
2809
2810         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2811         if (rc == 0)
2812                 fprintf(stdout, "index %s was canceled.\n",
2813                         argc == 4 ? argv[3] : argv[2]);
2814         else
2815                 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2816                         strerror(errno));
2817
2818         return rc;
2819 }
2820
2821 int jt_llog_check(int argc, char **argv)
2822 {
2823         struct obd_ioctl_data data;
2824         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2825         int rc;
2826
2827         if (argc != 2 && argc != 4)
2828                 return CMD_HELP;
2829
2830         memset(&data, 0, sizeof(data));
2831         data.ioc_dev = cur_device;
2832         data.ioc_inllen1 = strlen(argv[1]) + 1;
2833         data.ioc_inlbuf1 = argv[1];
2834         if (argc == 4) {
2835                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2836                 data.ioc_inlbuf2 = argv[2];
2837                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2838                 data.ioc_inlbuf3 = argv[3];
2839         } else {
2840                 char from[2] = "1", to[3] = "-1";
2841                 data.ioc_inllen2 = strlen(from) + 1;
2842                 data.ioc_inlbuf2 = from;
2843                 data.ioc_inllen3 = strlen(to) + 1;
2844                 data.ioc_inlbuf3 = to;
2845         }
2846         data.ioc_inllen4 = sizeof(rawbuf) - cfs_size_round(sizeof(data)) -
2847                 cfs_size_round(data.ioc_inllen1) -
2848                 cfs_size_round(data.ioc_inllen2) -
2849                 cfs_size_round(data.ioc_inllen3);
2850         memset(buf, 0, sizeof(rawbuf));
2851         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2852         if (rc) {
2853                 fprintf(stderr, "error: %s: invalid ioctl\n",
2854                         jt_cmdname(argv[0]));
2855                 return rc;
2856         }
2857
2858         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2859         if (rc == 0)
2860                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2861         else
2862                 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2863                         strerror(errno));
2864         return rc;
2865 }
2866
2867 int jt_llog_remove(int argc, char **argv)
2868 {
2869         struct obd_ioctl_data data;
2870         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2871         int rc;
2872
2873         if (argc != 3 && argc != 2)
2874                 return CMD_HELP;
2875
2876         memset(&data, 0, sizeof(data));
2877         data.ioc_dev = cur_device;
2878         data.ioc_inllen1 = strlen(argv[1]) + 1;
2879         data.ioc_inlbuf1 = argv[1];
2880         if (argc == 3){
2881                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2882                 data.ioc_inlbuf2 = argv[2];
2883         }
2884         memset(buf, 0, sizeof(rawbuf));
2885         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2886         if (rc) {
2887                 fprintf(stderr, "error: %s: invalid ioctl\n",
2888                         jt_cmdname(argv[0]));
2889                 return rc;
2890         }
2891
2892         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2893         if (rc == 0) {
2894                 if (argc == 2)
2895                         fprintf(stdout, "log %s is removed.\n", argv[1]);
2896                 else
2897                         fprintf(stdout, "the log in catalog %s is removed. \n",
2898                                 argv[1]);
2899         } else
2900                 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2901                         strerror(errno));
2902
2903         return rc;
2904 }
2905
2906 /* attach a regular file to virtual block device.
2907  * return vaule:
2908  *  -1: fatal error
2909  *  1: error, it always means the command run failed
2910  *  0: success
2911  */
2912 static int jt_blockdev_run_process(const char *file, char *argv[])
2913 {
2914         pid_t pid;
2915         int rc;
2916
2917         pid = vfork();
2918         if (pid == 0) { /* child process */
2919                 /* don't print error messages */
2920                 close(1), close(2);
2921                 (void)execvp(file, argv);
2922                 exit(-1);
2923         } else if (pid > 0) {
2924                 int status;
2925
2926                 rc = waitpid(pid, &status, 0);
2927                 if (rc < 0 || !WIFEXITED(status))
2928                         return -1;
2929
2930                 return WEXITSTATUS(status);
2931         }
2932
2933         return -1;
2934 }
2935
2936 static int jt_blockdev_find_module(const char *module)
2937 {
2938         FILE *fp;
2939         int found = 0;
2940         char buf[1024];
2941         char *ptr;
2942
2943         fp = fopen("/proc/modules", "r");
2944         if (fp == NULL)
2945                 return -1;
2946
2947         while (fgets(buf, 1024, fp) != NULL) {
2948                 ptr = strchr(buf, ' ');
2949                 if (ptr != NULL)
2950                         *ptr = 0;
2951                 if (strcmp(module, buf) == 0) {
2952                         found = 1;
2953                         break;
2954                 }
2955         }
2956         fclose(fp);
2957
2958         return found;
2959 }
2960
2961 static int jt_blockdev_probe_module(const char *module)
2962 {
2963         char buf[1024];
2964         char *argv[10];
2965         int c, rc;
2966
2967         if (jt_blockdev_find_module(module) == 1)
2968                 return 0;
2969
2970         /* run modprobe first */
2971         c = 0;
2972         argv[c++] = "/sbin/modprobe";
2973         argv[c++] = "-q";
2974         argv[c++] = (char *)module;
2975         argv[c++] = NULL;
2976         rc = jt_blockdev_run_process("modprobe", argv);
2977         if (rc != 1)
2978                 return rc;
2979
2980         /* cannot find the module in default directory ... */
2981         sprintf(buf, "../llite/%s.ko", module);
2982         c = 0;
2983         argv[c++] = "/sbin/insmod";
2984         argv[c++] = buf;
2985         argv[c++] = NULL;
2986         rc = jt_blockdev_run_process("insmod", argv);
2987         return rc ? -1 : 0;
2988 }
2989
2990 int jt_blockdev_attach(int argc, char **argv)
2991 {
2992         int rc, fd;
2993         struct stat st;
2994         char *filename, *devname;
2995         unsigned long dev;
2996
2997         if (argc != 3)
2998                 return CMD_HELP;
2999
3000         if (jt_blockdev_probe_module("llite_lloop") < 0) {
3001                 fprintf(stderr, "error: cannot find module llite_lloop.(k)o\n");
3002                 return ENOENT;
3003         }
3004
3005         filename = argv[1];
3006         devname = argv[2];
3007
3008         fd = open(filename, O_RDWR);
3009         if (fd < 0) {
3010                 fprintf(stderr, "file %s can't be opened(%s)\n\n",
3011                         filename, strerror(errno));
3012                 return CMD_HELP;
3013         }
3014
3015         rc = ioctl(fd, LL_IOC_LLOOP_ATTACH, &dev);
3016         if (rc < 0) {
3017                 rc = errno;
3018                 fprintf(stderr, "attach error(%s)\n", strerror(rc));
3019                 goto out;
3020         }
3021
3022         rc = stat(devname, &st);
3023         if (rc == 0 && (!S_ISBLK(st.st_mode) || st.st_rdev != dev)) {
3024                 rc = EEXIST;
3025         } else if (rc < 0) {
3026                 if (errno == ENOENT &&
3027                     !mknod(devname, S_IFBLK|S_IRUSR|S_IWUSR, dev))
3028                         rc = 0;
3029                 else
3030                         rc = errno;
3031         }
3032
3033         if (rc) {
3034                 fprintf(stderr, "error: the file %s could be attached to block "
3035                                 "device %X but creating %s failed: %s\n"
3036                                 "now detaching the block device..",
3037                         filename, (int)dev, devname, strerror(rc));
3038
3039                 (void)ioctl(fd, LL_IOC_LLOOP_DETACH_BYDEV, dev);
3040                 fprintf(stderr, "%s\n", strerror(errno));
3041         }
3042 out:
3043         close(fd);
3044         return -rc;
3045 }
3046
3047 int jt_blockdev_detach(int argc, char **argv)
3048 {
3049         char *filename;
3050         int rc, fd;
3051
3052         if (argc != 2)
3053                 return CMD_HELP;
3054
3055         filename = argv[1];
3056         fd = open(filename, O_RDONLY);
3057         if (fd < 0) {
3058                 fprintf(stderr, "cannot open file %s error %s\n",
3059                         filename, strerror(errno));
3060                 return CMD_HELP;
3061         }
3062
3063         rc = ioctl(fd, LL_IOC_LLOOP_DETACH, 0);
3064         if (rc < 0) {
3065                 rc = errno;
3066                 fprintf(stderr, "detach error(%s)\n", strerror(rc));
3067         } else {
3068                 (void)unlink(filename);
3069         }
3070
3071         close(fd);
3072         return -rc;
3073 }
3074
3075 int jt_blockdev_info(int argc, char **argv)
3076 {
3077         char *filename;
3078         int rc, fd;
3079         struct lu_fid fid;
3080
3081         if (argc != 2)
3082                 return CMD_HELP;
3083
3084         filename = argv[1];
3085         fd = open(filename, O_RDONLY);
3086         if (fd < 0) {
3087                 fprintf(stderr, "cannot open file %s error: %s\n",
3088                         filename, strerror(errno));
3089                 return CMD_HELP;
3090         }
3091
3092         rc = ioctl(fd, LL_IOC_LLOOP_INFO, &fid);
3093         if (rc < 0) {
3094                 rc = errno;
3095                 fprintf(stderr, "error: %s\n", strerror(errno));
3096                 goto out;
3097         }
3098         fprintf(stdout, "lloop device info: ");
3099         if (fid_is_zero(&fid))
3100                 fprintf(stdout, "Not attached\n");
3101         else
3102                 fprintf(stdout, "attached to inode "DFID"\n", PFID(&fid));
3103 out:
3104         close(fd);
3105         return -rc;
3106 }
3107
3108 static void signal_server(int sig)
3109 {
3110         if (sig == SIGINT) {
3111                 do_disconnect("sigint", 1);
3112                 exit(1);
3113         } else
3114                 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
3115 }
3116
3117 int obd_initialize(int argc, char **argv)
3118 {
3119         int i;
3120
3121         for (i = 0; i < LOV_MAX_STRIPE_COUNT; i++)
3122                 lsm_buffer.lsm.lsm_oinfo[i] = lov_oinfos + i;
3123
3124         if (shmem_setup() != 0)
3125                 return -1;
3126
3127         register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
3128                          OBD_DEV_MAJOR, OBD_DEV_MINOR);
3129
3130         return 0;
3131 }
3132
3133 void obd_finalize(int argc, char **argv)
3134 {
3135         struct sigaction sigact;
3136
3137         /* sigact initialization */
3138         sigact.sa_handler = signal_server;
3139         sigfillset(&sigact.sa_mask);
3140         sigact.sa_flags = SA_RESTART;
3141         /* coverity[uninit_use_in_call] */
3142         sigaction(SIGINT, &sigact, NULL);
3143
3144         shmem_cleanup();
3145         do_disconnect(argv[0], 1);
3146 }
3147
3148 static int check_pool_cmd(enum lcfg_command_type cmd,
3149                           char *fsname, char *poolname,
3150                           char *ostname)
3151 {
3152         int rc;
3153
3154         rc = llapi_search_ost(fsname, poolname, ostname);
3155         if (rc < 0 && (cmd != LCFG_POOL_NEW)) {
3156                 fprintf(stderr, "Pool %s.%s not found\n",
3157                         fsname, poolname);
3158                 return rc;
3159         }
3160
3161         switch (cmd) {
3162         case LCFG_POOL_NEW: {
3163                 LASSERT(ostname == NULL);
3164                 if (rc >= 0) {
3165                         fprintf(stderr, "Pool %s.%s already exists\n",
3166                                 fsname, poolname);
3167                         return -EEXIST;
3168                 }
3169                 return 0;
3170         }
3171         case LCFG_POOL_DEL: {
3172                 LASSERT(ostname == NULL);
3173                 if (rc == 1) {
3174                         fprintf(stderr, "Pool %s.%s not empty, "
3175                                 "please remove all members\n",
3176                                 fsname, poolname);
3177                         return -ENOTEMPTY;
3178                 }
3179                 return 0;
3180         }
3181         case LCFG_POOL_ADD: {
3182                 if (rc == 1) {
3183                         fprintf(stderr, "OST %s is already in pool %s.%s\n",
3184                                 ostname, fsname, poolname);
3185                         return -EEXIST;
3186                 }
3187                 rc = llapi_search_ost(fsname, NULL, ostname);
3188                 if (rc == 0) {
3189                         fprintf(stderr, "OST %s is not part of the '%s' fs.\n",
3190                                 ostname, fsname);
3191                         return -ENOENT;
3192                 }
3193                 return 0;
3194         }
3195         case LCFG_POOL_REM: {
3196                 if (rc == 0) {
3197                         fprintf(stderr, "OST %s not found in pool %s.%s\n",
3198                                 ostname, fsname, poolname);
3199                         return -ENOENT;
3200                 }
3201                 return 0;
3202         }
3203         default:
3204                 break;
3205         } /* switch */
3206         return -EINVAL;
3207 }
3208
3209 /* This check only verifies that the changes have been "pushed out" to
3210    the client successfully.  This involves waiting for a config update,
3211    and so may fail because of problems in that code or post-command
3212    network loss. So reporting a warning is appropriate, but not a failure.
3213 */
3214 static int check_pool_cmd_result(enum lcfg_command_type cmd,
3215                                  char *fsname, char *poolname,
3216                                  char *ostname)
3217 {
3218         int cpt = 10;
3219         int rc = 0;
3220
3221         switch (cmd) {
3222         case LCFG_POOL_NEW: {
3223                 do {
3224                         rc = llapi_search_ost(fsname, poolname, NULL);
3225                         if (rc == -ENODEV)
3226                                 return rc;
3227                         if (rc < 0)
3228                                 sleep(2);
3229                         cpt--;
3230                 } while ((rc < 0) && (cpt > 0));
3231                 if (rc >= 0) {
3232                         fprintf(stderr, "Pool %s.%s created\n",
3233                                 fsname, poolname);
3234                         return 0;
3235                 } else {
3236                         fprintf(stderr, "Warning, pool %s.%s not found\n",
3237                                 fsname, poolname);
3238                         return -ENOENT;
3239                 }
3240         }
3241         case LCFG_POOL_DEL: {
3242                 do {
3243                         rc = llapi_search_ost(fsname, poolname, NULL);
3244                         if (rc == -ENODEV)
3245                                 return rc;
3246                         if (rc >= 0)
3247                                 sleep(2);
3248                         cpt--;
3249                 } while ((rc >= 0) && (cpt > 0));
3250                 if (rc < 0) {
3251                         fprintf(stderr, "Pool %s.%s destroyed\n",
3252                                 fsname, poolname);
3253                         return 0;
3254                 } else {
3255                         fprintf(stderr, "Warning, pool %s.%s still found\n",
3256                                 fsname, poolname);
3257                         return -EEXIST;
3258                 }
3259         }
3260         case LCFG_POOL_ADD: {
3261                 do {
3262                         rc = llapi_search_ost(fsname, poolname, ostname);
3263                         if (rc == -ENODEV)
3264                                 return rc;
3265                         if (rc != 1)
3266                                 sleep(2);
3267                         cpt--;
3268                 } while ((rc != 1) && (cpt > 0));
3269                 if (rc == 1) {
3270                         fprintf(stderr, "OST %s added to pool %s.%s\n",
3271                                 ostname, fsname, poolname);
3272                         return 0;
3273                 } else {
3274                         fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
3275                                 ostname, fsname, poolname);
3276                         return -ENOENT;
3277                 }
3278         }
3279         case LCFG_POOL_REM: {
3280                 do {
3281                         rc = llapi_search_ost(fsname, poolname, ostname);
3282                         if (rc == -ENODEV)
3283                                 return rc;
3284                         if (rc == 1)
3285                                 sleep(2);
3286                         cpt--;
3287                 } while ((rc == 1) && (cpt > 0));
3288                 if (rc != 1) {
3289                         fprintf(stderr, "OST %s removed from pool %s.%s\n",
3290                                 ostname, fsname, poolname);
3291                         return 0;
3292                 } else {
3293                         fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
3294                                 ostname, fsname, poolname);
3295                         return -EEXIST;
3296                 }
3297         }
3298         default:
3299                 break;
3300         }
3301         return -EINVAL;
3302 }
3303
3304 static int check_and_complete_ostname(char *fsname, char *ostname)
3305 {
3306         char *ptr;
3307         char real_ostname[MAX_OBD_NAME + 1];
3308         char i;
3309
3310         /* if OST name does not start with fsname, we add it */
3311         /* if not check if the fsname is the right one */
3312         ptr = strchr(ostname, '-');
3313         if (ptr == NULL) {
3314                 sprintf(real_ostname, "%s-%s", fsname, ostname);
3315         } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
3316                 fprintf(stderr, "%s does not start with fsname %s\n",
3317                         ostname, fsname);
3318                 return -EINVAL;
3319         } else {
3320                 if (strlen(ostname) > sizeof(real_ostname)-1)
3321                         return -E2BIG;
3322                 strncpy(real_ostname, ostname, sizeof(real_ostname));
3323         }
3324         /* real_ostname is fsname-????? */
3325         ptr = real_ostname + strlen(fsname) + 1;
3326         if (strncmp(ptr, "OST", 3) != 0) {
3327                 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
3328                         ostname, fsname);
3329                 return -EINVAL;
3330         }
3331         /* real_ostname is fsname-OST????? */
3332         ptr += 3;
3333         for (i = 0; i < 4; i++) {
3334                 if (!isxdigit(*ptr)) {
3335                         fprintf(stderr,
3336                                 "ost's index in %s is not an hexa number\n",
3337                                 ostname);
3338                         return -EINVAL;
3339                 }
3340                 ptr++;
3341         }
3342         /* real_ostname is fsname-OSTXXXX????? */
3343         /* if OST name does not end with _UUID, we add it */
3344         if (*ptr == '\0') {
3345                 strcat(real_ostname, "_UUID");
3346         } else if (strcmp(ptr, "_UUID") != 0) {
3347                 fprintf(stderr,
3348                         "ostname %s does not end with _UUID\n", ostname);
3349                 return -EINVAL;
3350         }
3351         /* real_ostname is fsname-OSTXXXX_UUID */
3352         strcpy(ostname, real_ostname);
3353         return 0;
3354 }
3355
3356 /* returns 0 or -errno */
3357 static int pool_cmd(enum lcfg_command_type cmd,
3358                     char *cmdname, char *fullpoolname,
3359                     char *fsname, char *poolname, char *ostname)
3360 {
3361         int rc = 0;
3362         struct obd_ioctl_data data;
3363         struct lustre_cfg_bufs bufs;
3364         struct lustre_cfg *lcfg;
3365         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3366
3367         rc = check_pool_cmd(cmd, fsname, poolname, ostname);
3368         if (rc == -ENODEV)
3369                 fprintf(stderr, "Can't verify pool command since there "
3370                         "is no local MDT or client, proceeding anyhow...\n");
3371         else if (rc)
3372                 return rc;
3373
3374         lustre_cfg_bufs_reset(&bufs, NULL);
3375         lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
3376         lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
3377         if (ostname != NULL)
3378                 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
3379
3380         lcfg = lustre_cfg_new(cmd, &bufs);
3381         if (IS_ERR(lcfg)) {
3382                 rc = PTR_ERR(lcfg);
3383                 return rc;
3384         }
3385
3386         memset(&data, 0, sizeof(data));
3387         rc = data.ioc_dev = get_mgs_device();
3388         if (rc < 0)
3389                 goto out;
3390
3391         data.ioc_type = LUSTRE_CFG_TYPE;
3392         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3393                                         lcfg->lcfg_buflens);
3394         data.ioc_pbuf1 = (void *)lcfg;
3395
3396         memset(buf, 0, sizeof(rawbuf));
3397         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3398         if (rc) {
3399                 fprintf(stderr, "error: %s: invalid ioctl\n",
3400                         jt_cmdname(cmdname));
3401                 return rc;
3402         }
3403         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
3404 out:
3405         if (rc)
3406                 rc = -errno;
3407         lustre_cfg_free(lcfg);
3408         return rc;
3409 }
3410
3411 static int nodemap_cmd(enum lcfg_command_type cmd, int num_args, ...)
3412 {
3413         va_list arguments;
3414         int i;
3415         const char *args;
3416         char *arg;
3417         struct lustre_cfg_bufs bufs;
3418         struct obd_ioctl_data data;
3419         struct lustre_cfg *lcfg;
3420         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3421         int rc = 0;
3422
3423         lustre_cfg_bufs_reset(&bufs, NULL);
3424
3425         va_start(arguments, num_args);
3426
3427         for (i = 0; i < num_args; i++) {
3428                 args = va_arg(arguments, char *);
3429                 arg = (char *)args;
3430                 lustre_cfg_bufs_set_string(&bufs, i, arg);
3431         }
3432
3433         va_end(arguments);
3434
3435         lcfg = lustre_cfg_new(cmd, &bufs);
3436
3437         if (IS_ERR(lcfg)) {
3438                 rc = PTR_ERR(lcfg);
3439                 return rc;
3440         }
3441
3442         memset(&data, 0, sizeof(data));
3443         rc = data.ioc_dev = get_mgs_device();
3444         if (rc < 0)
3445                 goto out;
3446
3447         data.ioc_type = LUSTRE_CFG_TYPE;
3448         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
3449                          lcfg->lcfg_buflens);
3450         data.ioc_pbuf1 = (void *)lcfg;
3451
3452         memset(buf, 0, sizeof(rawbuf));
3453         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3454         if (rc) {
3455                 fprintf(stderr, "error: invalid ioctl\n");
3456                 return rc;
3457         }
3458         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_NODEMAP, buf);
3459 out:
3460         if (rc)
3461                 rc = -errno;
3462
3463         lustre_cfg_free(lcfg);
3464         return rc;
3465 }
3466
3467 int jt_nodemap_activate(int argc, char **argv)
3468 {
3469         enum lcfg_command_type cmd;
3470         int rc = 0;
3471
3472         cmd = LCFG_NODEMAP_ACTIVATE;
3473         rc = nodemap_cmd(cmd, 1, argv[0]);
3474
3475         if (rc != 0) {
3476                 errno = -rc;
3477                 perror(argv[0]);
3478         }
3479
3480         return rc;
3481 }
3482
3483 int jt_nodemap_add(int argc, char **argv)
3484 {
3485         enum lcfg_command_type cmd;
3486         int rc = 0;
3487
3488         cmd = LCFG_NODEMAP_ADD;
3489         rc = llapi_nodemap_exists(argv[1]);
3490         if (rc == 0) {
3491                 fprintf(stderr, "error: %s existing nodemap name\n", argv[1]);
3492                 return 1;
3493         }
3494
3495         rc = nodemap_cmd(cmd, 2, argv[0], argv[1]);
3496
3497         if (rc != 0) {
3498                 errno = -rc;
3499                 perror(argv[0]);
3500         }
3501
3502         return rc;
3503 }
3504
3505 int jt_nodemap_del(int argc, char **argv)
3506 {
3507         enum lcfg_command_type cmd;
3508         int rc = 0;
3509
3510         cmd = LCFG_NODEMAP_DEL;
3511         rc = llapi_nodemap_exists(argv[1]);
3512
3513         if (rc != 0) {
3514                 fprintf(stderr, "error: %s not existing nodemap name\n",
3515                         argv[1]);
3516                 return rc;
3517         }
3518         rc = nodemap_cmd(cmd, 2, argv[0], argv[1]);
3519
3520         if (rc != 0) {
3521                 errno = -rc;
3522                 perror(argv[0]);
3523         }
3524
3525         return rc;
3526 }
3527
3528 /*
3529  * this function tranforms a rule [start-end/step] into an array
3530  * of matching numbers
3531  * supported forms are:
3532  * [start]                : just this number
3533  * [start-end]            : all numbers from start to end
3534  * [start-end/step]       : numbers from start to end with increment of step
3535  * on return, format contains a printf format string which can be used
3536  * to generate all the strings
3537  */
3538 static int get_array_idx(char *rule, char *format, int **array)
3539 {
3540         char *start, *end, *ptr;
3541         unsigned int lo, hi, step;
3542         int array_sz = 0;
3543         int i, array_idx;
3544         int rc;
3545
3546         start = strchr(rule, '[');
3547         end = strchr(rule, ']');
3548         if ((start == NULL) || (end == NULL)) {
3549                 *array = malloc(sizeof(int));
3550                 if (*array == NULL)
3551                         return 0;
3552                 strcpy(format, rule);
3553                 array_sz = 1;
3554                 return array_sz;
3555         }
3556         *start = '\0';
3557         *end = '\0';
3558         end++;
3559         start++;
3560         /* put in format the printf format (the rule without the range) */
3561         sprintf(format, "%s%%.4x%s", rule, end);
3562
3563         array_idx = 0;
3564         array_sz = 0;
3565         *array = NULL;
3566         /* loop on , separator */
3567         do {
3568                 /* extract the 3 fields */
3569                 rc = sscanf(start, "%x-%x/%u", &lo, &hi, &step);
3570                 switch (rc) {
3571                 case 0: {
3572                         return 0;
3573                 }
3574                 case 1: {
3575                         array_sz++;
3576                         *array = realloc(*array, array_sz * sizeof(int));
3577                         if (*array == NULL)
3578                                 return 0;
3579                         (*array)[array_idx] = lo;
3580                         array_idx++;
3581                         break;
3582                 }
3583                 case 2: {
3584                         step = 1;
3585                         /* do not break to share code with case 3: */
3586                 }
3587                 case 3: {
3588                         if ((hi < lo) || (step == 0))
3589                                 return 0;
3590                         array_sz += (hi - lo) / step + 1;
3591                         *array = realloc(*array, sizeof(int) * array_sz);
3592                         if (*array == NULL)
3593                                 return 0;
3594                         for (i = lo; i <= hi; i+=step, array_idx++)
3595                                 (*array)[array_idx] = i;
3596                         break;
3597                 }
3598                 }
3599                 ptr = strchr(start, ',');
3600                 if (ptr != NULL)
3601                         start = ptr + 1;
3602
3603         } while (ptr != NULL);
3604         return array_sz;
3605 }
3606
3607 static int extract_fsname_poolname(char *arg, char *fsname, char *poolname)
3608 {
3609         char *ptr;
3610         int len;
3611         int rc;
3612
3613         strcpy(fsname, arg);
3614         ptr = strchr(fsname, '.');
3615         if (ptr == NULL) {
3616                 fprintf(stderr, ". is missing in %s\n", fsname);
3617                 rc = -EINVAL;
3618                 goto err;
3619         }
3620
3621         len = ptr - fsname;
3622         if (len == 0) {
3623                 fprintf(stderr, "fsname is empty\n");
3624                 rc = -EINVAL;
3625                 goto err;
3626         }
3627
3628         len = strlen(ptr + 1);
3629         if (len == 0) {
3630                 fprintf(stderr, "poolname is empty\n");
3631                 rc = -EINVAL;
3632                 goto err;
3633         }
3634         if (len > LOV_MAXPOOLNAME) {
3635                 fprintf(stderr,
3636                         "poolname %s is too long (length is %d max is %d)\n",
3637                         ptr + 1, len, LOV_MAXPOOLNAME);
3638                 rc = -ENAMETOOLONG;
3639                 goto err;
3640         }
3641         strncpy(poolname, ptr + 1, LOV_MAXPOOLNAME);
3642         poolname[LOV_MAXPOOLNAME] = '\0';
3643         *ptr = '\0';
3644         return 0;
3645
3646 err:
3647         fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
3648         return rc;
3649 }
3650
3651 int jt_pool_cmd(int argc, char **argv)
3652 {
3653         enum lcfg_command_type cmd;
3654         char fsname[PATH_MAX + 1];
3655         char poolname[LOV_MAXPOOLNAME + 1];
3656         char *ostnames_buf = NULL;
3657         int i, rc;
3658         int *array = NULL, array_sz;
3659         struct {
3660                 int     rc;
3661                 char   *ostname;
3662         } *cmds = NULL;
3663
3664         switch (argc) {
3665         case 0:
3666         case 1: return CMD_HELP;
3667         case 2: {
3668                 if (strcmp("pool_new", argv[0]) == 0)
3669                         cmd = LCFG_POOL_NEW;
3670                 else if (strcmp("pool_destroy", argv[0]) == 0)
3671                         cmd = LCFG_POOL_DEL;
3672                 else if (strcmp("pool_list", argv[0]) == 0)
3673                          return llapi_poollist(argv[1]);
3674                 else return CMD_HELP;
3675
3676                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3677                 if (rc)
3678                         break;
3679
3680                 rc = pool_cmd(cmd, argv[0], argv[1], fsname, poolname, NULL);
3681                 if (rc)
3682                         break;
3683
3684                 check_pool_cmd_result(cmd, fsname, poolname, NULL);
3685                 break;
3686         }
3687         default: {
3688                 char format[2*MAX_OBD_NAME];
3689
3690                 if (strcmp("pool_remove", argv[0]) == 0) {
3691                         cmd = LCFG_POOL_REM;
3692                 } else if (strcmp("pool_add", argv[0]) == 0) {
3693                         cmd = LCFG_POOL_ADD;
3694                 } else {
3695                         return CMD_HELP;
3696                 }
3697
3698                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3699                 if (rc)
3700                         break;
3701
3702                 for (i = 2; i < argc; i++) {
3703                         int j;
3704
3705                         array_sz = get_array_idx(argv[i], format, &array);
3706                         if (array_sz == 0)
3707                                 return CMD_HELP;
3708
3709                         cmds = malloc(array_sz * sizeof(cmds[0]));
3710                         if (cmds != NULL) {
3711                                 ostnames_buf = malloc(array_sz *
3712                                                       (MAX_OBD_NAME + 1));
3713                         } else {
3714                                 free(array);
3715                                 rc = -ENOMEM;
3716                                 goto out;
3717                         }
3718
3719                         for (j = 0; j < array_sz; j++) {
3720                                 char ostname[MAX_OBD_NAME + 1];
3721
3722                                 snprintf(ostname, MAX_OBD_NAME, format,
3723                                          array[j]);
3724                                 ostname[MAX_OBD_NAME] = '\0';
3725
3726                                 rc = check_and_complete_ostname(fsname,ostname);
3727                                 if (rc) {
3728                                         free(array);
3729                                         free(cmds);
3730                                         if (ostnames_buf)
3731                                                 free(ostnames_buf);
3732                                         goto out;
3733                                 }
3734                                 if (ostnames_buf != NULL) {
3735                                         cmds[j].ostname =
3736                                           &ostnames_buf[(MAX_OBD_NAME + 1) * j];
3737                                         strcpy(cmds[j].ostname, ostname);
3738                                 } else {
3739                                         cmds[j].ostname = NULL;
3740                                 }
3741                                 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
3742                                                       fsname, poolname,
3743                                                       ostname);
3744                                 /* Return an err if any of the add/dels fail */
3745                                 if (!rc)
3746                                         rc = cmds[j].rc;
3747                         }
3748                         for (j = 0; j < array_sz; j++) {
3749                                 if (!cmds[j].rc) {
3750                                         char ostname[MAX_OBD_NAME + 1];
3751
3752                                         if (!cmds[j].ostname) {
3753                                                 snprintf(ostname, MAX_OBD_NAME,
3754                                                          format, array[j]);
3755                                                 ostname[MAX_OBD_NAME] = '\0';
3756                                                 check_and_complete_ostname(
3757                                                         fsname, ostname);
3758                                         } else {
3759                                                 strcpy(ostname,
3760                                                        cmds[j].ostname);
3761                                         }
3762                                         check_pool_cmd_result(cmd, fsname,
3763                                                               poolname,ostname);
3764                                 }
3765                         }
3766                         if (array_sz > 0)
3767                                 free(array);
3768                         if (cmds)
3769                                 free(cmds);
3770                         if (ostnames_buf != NULL)
3771                                 free(ostnames_buf);
3772                 }
3773                 /* fall through */
3774         }
3775         } /* switch */
3776
3777 out:
3778         if (rc != 0) {
3779                 errno = -rc;
3780                 perror(argv[0]);
3781         }
3782
3783         return rc;
3784 }
3785
3786 int jt_get_obj_version(int argc, char **argv)
3787 {
3788         struct lu_fid fid;
3789         struct obd_ioctl_data data;
3790         __u64 version, id = ULLONG_MAX, group = ULLONG_MAX;
3791         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf, *fidstr;
3792         int rc, c;
3793
3794         while ((c = getopt(argc, argv, "i:g:")) != -1) {
3795                 switch (c) {
3796                 case 'i':
3797                         id = strtoull(optarg, NULL, 0);
3798                         break;
3799                 case 'g':
3800                         group = strtoull(optarg, NULL, 0);
3801                         break;
3802                 default:
3803                         return CMD_HELP;
3804                 }
3805         }
3806
3807         argc -= optind;
3808         argv += optind;
3809
3810         if (!(id != ULLONG_MAX && group != ULLONG_MAX && argc == 0) &&
3811             !(id == ULLONG_MAX && group == ULLONG_MAX && argc == 1))
3812                 return CMD_HELP;
3813
3814         memset(&data, 0, sizeof data);
3815         data.ioc_dev = cur_device;
3816         if (argc == 1) {
3817                 fidstr = *argv;
3818                 while (*fidstr == '[')
3819                         fidstr++;
3820                 sscanf(fidstr, SFID, RFID(&fid));
3821
3822                 data.ioc_inlbuf1 = (char *) &fid;
3823                 data.ioc_inllen1 = sizeof fid;
3824         } else {
3825                 data.ioc_inlbuf3 = (char *) &id;
3826                 data.ioc_inllen3 = sizeof id;
3827                 data.ioc_inlbuf4 = (char *) &group;
3828                 data.ioc_inllen4 = sizeof group;
3829         }
3830         data.ioc_inlbuf2 = (char *) &version;
3831         data.ioc_inllen2 = sizeof version;
3832
3833         memset(buf, 0, sizeof *buf);
3834         rc = obd_ioctl_pack(&data, &buf, sizeof rawbuf);
3835         if (rc) {
3836                 fprintf(stderr, "error: %s: packing ioctl arguments: %s\n",
3837                         jt_cmdname(argv[0]), strerror(-rc));
3838                 return rc;
3839         }
3840
3841         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GET_OBJ_VERSION, buf);
3842         if (rc == -1) {
3843                 fprintf(stderr, "error: %s: ioctl: %s\n",
3844                         jt_cmdname(argv[0]), strerror(errno));
3845                 return -errno;
3846         }
3847
3848         obd_ioctl_unpack(&data, buf, sizeof rawbuf);
3849         printf(LPX64"\n", version);
3850         return 0;
3851 }
3852
3853 void  llapi_ping_target(char *obd_type, char *obd_name,
3854                         char *obd_uuid, void *args)
3855 {
3856         int  rc;
3857         struct obd_ioctl_data data;
3858         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3859
3860         memset(&data, 0, sizeof(data));
3861         data.ioc_inlbuf4 = obd_name;
3862         data.ioc_inllen4 = strlen(obd_name) + 1;
3863         data.ioc_dev = OBD_DEV_BY_DEVNAME;
3864         memset(buf, 0, sizeof(rawbuf));
3865         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
3866                 fprintf(stderr, "error: invalid ioctl\n");
3867                 return;
3868         }
3869         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_PING_TARGET, buf);
3870         if (rc)
3871                 rc = errno;
3872         if (rc == ENOTCONN || rc == ESHUTDOWN) {
3873                 printf("%s: INACTIVE\n", obd_name);
3874         } else if (rc) {
3875                 printf("%s: check error: %s\n",
3876                         obd_name, strerror(errno));
3877         } else {
3878                 printf("%s: active\n", obd_name);
3879         }
3880 }
3881
3882 int jt_changelog_register(int argc, char **argv)
3883 {
3884         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3885         struct obd_ioctl_data data;
3886         char devname[30];
3887         int rc;
3888
3889         if (argc > 2)
3890                 return CMD_HELP;
3891         else if (argc == 2 && strcmp(argv[1], "-n") != 0)
3892                 return CMD_HELP;
3893         if (cur_device < 0)
3894                 return CMD_HELP;
3895
3896         memset(&data, 0, sizeof(data));
3897         data.ioc_dev = cur_device;
3898         memset(buf, 0, sizeof(rawbuf));
3899         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3900         if (rc) {
3901                 fprintf(stderr, "error: %s: invalid ioctl\n",
3902                         jt_cmdname(argv[0]));
3903                return rc;
3904         }
3905
3906         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_REG, buf);
3907         if (rc < 0) {
3908                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3909                         strerror(rc = errno));
3910                 return rc;
3911         }
3912         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3913
3914         if (data.ioc_u32_1 == 0) {
3915                 fprintf(stderr, "received invalid userid!\n");
3916                 return -EPROTO;
3917         }
3918
3919         if (lcfg_get_devname() != NULL) {
3920                 if (strlen(lcfg_get_devname()) > sizeof(devname)-1) {
3921                         fprintf(stderr, "Dev name too long\n");
3922                         return -E2BIG;
3923                 }
3924                 strncpy(devname, lcfg_get_devname(), sizeof(devname));
3925         } else {
3926                 if (snprintf(devname, sizeof(devname), "dev %d", cur_device) >=
3927                     sizeof(devname)) {
3928                         fprintf(stderr, "Dev name too long\n");
3929                         return -E2BIG;
3930                 }
3931         }
3932
3933         if (argc == 2)
3934                 /* -n means bare name */
3935                 printf(CHANGELOG_USER_PREFIX"%u\n", data.ioc_u32_1);
3936         else
3937                 printf("%s: Registered changelog userid '"CHANGELOG_USER_PREFIX
3938                        "%u'\n", devname, data.ioc_u32_1);
3939         return 0;
3940 }
3941
3942 int jt_changelog_deregister(int argc, char **argv)
3943 {
3944         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3945         struct obd_ioctl_data data;
3946         char devname[30];
3947         int id, rc;
3948
3949         if (argc != 2 || cur_device < 0)
3950                 return CMD_HELP;
3951
3952         id = strtol(argv[1] + strlen(CHANGELOG_USER_PREFIX), NULL, 10);
3953         if ((id == 0) || (strncmp(argv[1], CHANGELOG_USER_PREFIX,
3954                                   strlen(CHANGELOG_USER_PREFIX)) != 0)) {
3955                 fprintf(stderr, "expecting id of the form '"
3956                         CHANGELOG_USER_PREFIX"<num>'; got '%s'\n", argv[1]);
3957                 return CMD_HELP;
3958         }
3959
3960         memset(&data, 0, sizeof(data));
3961         data.ioc_dev = cur_device;
3962         data.ioc_u32_1 = id;
3963         memset(buf, 0, sizeof(rawbuf));
3964         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3965         if (rc) {
3966                 fprintf(stderr, "error: %s: invalid ioctl\n",
3967                         jt_cmdname(argv[0]));
3968                 return rc;
3969         }
3970
3971         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_DEREG, buf);
3972         if (rc < 0) {
3973                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3974                         strerror(rc = errno));
3975                 return rc;
3976         }
3977         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3978
3979         if (data.ioc_u32_1 != id) {
3980                 fprintf(stderr, "No changelog user '%s'.  Blocking user"
3981                         " is '"CHANGELOG_USER_PREFIX"%d'.\n", argv[1],
3982                         data.ioc_u32_1);
3983                 return -ENOENT;
3984         }
3985
3986         if (lcfg_get_devname() != NULL) {
3987                 if (strlen(lcfg_get_devname()) > sizeof(devname)-1) {
3988                         fprintf(stderr, "Dev name too long\n");
3989                         return -E2BIG;
3990                 }
3991                 strncpy(devname, lcfg_get_devname(), sizeof(devname));
3992         } else {
3993                 if (snprintf(devname, sizeof(devname), "dev %d", cur_device) >=
3994                     sizeof(devname)) {
3995                         fprintf(stderr, "Dev name too long\n");
3996                         return -E2BIG;
3997                 }
3998         }
3999
4000         printf("%s: Deregistered changelog user '"CHANGELOG_USER_PREFIX"%d'\n",
4001                devname, data.ioc_u32_1);
4002         return 0;
4003 }
4004
4005