lustre/utils/obd.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
  30  * Use is subject to license terms.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/utils/obd.c
  37  *
  38  * Author: Peter J. Braam <braam@clusterfs.com>
  39  * Author: Phil Schwan <phil@clusterfs.com>
  40  * Author: Andreas Dilger <adilger@clusterfs.com>
  41  * Author: Robert Read <rread@clusterfs.com>
  42  */
  43
  44 #include <stdlib.h>
  45 #include <sys/ioctl.h>
  46 #include <fcntl.h>
  47 #include <sys/socket.h>
  48 #include <sys/types.h>
  49 #include <sys/wait.h>
  50 #include <sys/stat.h>
  51 #include <stdio.h>
  52 #include <stdarg.h>
  53 #include <signal.h>
  54 #include <ctype.h>
  55 #include <glob.h>
  56
  57 #include "obdctl.h"
  58
  59 #include <obd.h>          /* for struct lov_stripe_md */
  60 #include <lustre/lustre_build_version.h>
  61
  62 #include <unistd.h>
  63 #include <sys/un.h>
  64 #include <time.h>
  65 #include <sys/time.h>
  66 #include <errno.h>
  67 #include <string.h>
  68
  69 #include <obd_class.h>
  70 #include <lnet/lnetctl.h>
  71 #include <libcfs/libcfsutil.h>
  72 #include <stdio.h>
  73 #include <lustre/liblustreapi.h>
  74
  75 #define MAX_STRING_SIZE 128
  76 #define DEVICES_LIST "/proc/fs/lustre/devices"
  77
  78 #if HAVE_LIBPTHREAD
  79 #include <sys/ipc.h>
  80 #include <sys/shm.h>
  81 #include <pthread.h>
  82
  83 #define MAX_THREADS 1024
  84
  85 struct shared_data {
  86         __u64 counters[MAX_THREADS];
  87         __u64 offsets[MAX_THREADS];
  88         int   running;
  89         int   barrier;
  90         int   stop;
  91         l_mutex_t mutex;
  92         l_cond_t  cond;
  93 };
  94
  95 static struct shared_data *shared_data;
  96 static __u64 counter_snapshot[2][MAX_THREADS];
  97 static int prev_valid;
  98 static struct timeval prev_time;
  99 static int thread;
 100 static int nthreads;
 101 #else
 102 const int thread = 0;
 103 const int nthreads = 1;
 104 #endif
 105
 106 #define MAX_IOC_BUFLEN 8192
 107
 108 static int cur_device = -1;
 109
 110 #define MAX_STRIPES     170
 111 struct lov_oinfo lov_oinfos[MAX_STRIPES];
 112
 113 struct lsm_buffer {
 114         struct lov_stripe_md lsm;
 115         struct lov_oinfo *ptrs[MAX_STRIPES];
 116 } lsm_buffer;
 117
 118 static int l2_ioctl(int dev_id, int opc, void *buf)
 119 {
 120         return l_ioctl(dev_id, opc, buf);
 121 }
 122
 123 int lcfg_ioctl(char * func, int dev_id, struct lustre_cfg *lcfg)
 124 {
 125         struct obd_ioctl_data data;
 126         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 127         int rc;
 128
 129         memset(&data, 0x00, sizeof(data));
 130         data.ioc_dev = cur_device;
 131         data.ioc_type = LUSTRE_CFG_TYPE;
 132         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 133                                         lcfg->lcfg_buflens);
 134         data.ioc_pbuf1 = (void *)lcfg;
 135         memset(buf, 0, sizeof(rawbuf));
 136         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 137         if (rc) {
 138                 fprintf(stderr, "error: %s: invalid ioctl\n",
 139                         jt_cmdname(func));
 140                 return rc;
 141         }
 142
 143         rc =  l_ioctl(dev_id, OBD_IOC_PROCESS_CFG, buf);
 144
 145         return rc;
 146 }
 147
 148 static int do_device(char *func, char *devname);
 149
 150 static int get_mgs_device()
 151 {
 152         char mgs[] = "$MGS";
 153         static int mgs_device = -1;
 154
 155         if (mgs_device == -1) {
 156                 int rc;
 157                 do_disconnect(NULL, 1);
 158                 rc = do_device("mgsioc", mgs);
 159                 if (rc) {
 160                         fprintf(stderr,
 161                                 "This command must be run on the MGS.\n");
 162                         errno = ENODEV;
 163                         return -1;
 164                 }
 165                 mgs_device = cur_device;
 166         }
 167         return mgs_device;
 168 }
 169
 170 /* Returns -1 on error with errno set */
 171 int lcfg_mgs_ioctl(char *func, int dev_id, struct lustre_cfg *lcfg)
 172 {
 173         struct obd_ioctl_data data;
 174         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 175         int rc;
 176
 177         memset(&data, 0x00, sizeof(data));
 178         rc = data.ioc_dev = get_mgs_device();
 179         if (rc < 0)
 180                 goto out;
 181         data.ioc_type = LUSTRE_CFG_TYPE;
 182         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
 183                                         lcfg->lcfg_buflens);
 184         data.ioc_pbuf1 = (void *)lcfg;
 185         memset(buf, 0, sizeof(rawbuf));
 186         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 187         if (rc) {
 188                 fprintf(stderr, "error: %s: invalid ioctl\n",
 189                         jt_cmdname(func));
 190                 return rc;
 191         }
 192
 193         rc = l_ioctl(dev_id, OBD_IOC_PARAM, buf);
 194 out:
 195         if (rc) {
 196                 if (errno == ENOSYS)
 197                         fprintf(stderr, "Make sure cfg_device is set first.\n");
 198         }
 199         return rc;
 200 }
 201
 202 char *obdo_print(struct obdo *obd)
 203 {
 204         char buf[1024];
 205
 206         sprintf(buf, "id: "LPX64"\ngrp: "LPX64"\natime: "LPU64"\nmtime: "LPU64
 207                 "\nctime: "LPU64"\nsize: "LPU64"\nblocks: "LPU64
 208                 "\nblksize: %u\nmode: %o\nuid: %d\ngid: %d\nflags: %x\n"
 209                 "misc: %x\nnlink: %d,\nvalid "LPX64"\n",
 210                 obd->o_id, obd->o_gr, obd->o_atime, obd->o_mtime, obd->o_ctime,
 211                 obd->o_size, obd->o_blocks, obd->o_blksize, obd->o_mode,
 212                 obd->o_uid, obd->o_gid, obd->o_flags, obd->o_misc,
 213                 obd->o_nlink, obd->o_valid);
 214         return strdup(buf);
 215 }
 216
 217
 218 #define BAD_VERBOSE (-999999999)
 219
 220 #define N2D_OFF 0x100      /* So we can tell between error codes and devices */
 221
 222 static int do_name2dev(char *func, char *name)
 223 {
 224         struct obd_ioctl_data data;
 225         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 226         int rc;
 227
 228         memset(&data, 0x00, sizeof(data));
 229         data.ioc_dev = cur_device;
 230         data.ioc_inllen1 = strlen(name) + 1;
 231         data.ioc_inlbuf1 = name;
 232
 233         memset(buf, 0, sizeof(rawbuf));
 234         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 235         if (rc) {
 236                 fprintf(stderr, "error: %s: invalid ioctl\n",
 237                         jt_cmdname(func));
 238                 return rc;
 239         }
 240         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NAME2DEV, buf);
 241         if (rc < 0)
 242                 return errno;
 243         rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
 244         if (rc) {
 245                 fprintf(stderr, "error: %s: invalid reply\n",
 246                         jt_cmdname(func));
 247                 return rc;
 248         }
 249
 250         return data.ioc_dev + N2D_OFF;
 251 }
 252
 253 /*
 254  * resolve a device name to a device number.
 255  * supports a number, $name or %uuid.
 256  */
 257 int parse_devname(char *func, char *name)
 258 {
 259         int rc;
 260         int ret = -1;
 261
 262         if (!name)
 263                 return ret;
 264         if (isdigit(name[0])) {
 265                 ret = strtoul(name, NULL, 0);
 266         } else {
 267                 if (name[0] == '$' || name[0] == '%')
 268                         name++;
 269                 rc = do_name2dev(func, name);
 270                 if (rc >= N2D_OFF) {
 271                         ret = rc - N2D_OFF;
 272                         // printf("Name %s is device %d\n", name, ret);
 273                 } else {
 274                         fprintf(stderr, "No device found for name %s: %s\n",
 275                                 name, strerror(rc));
 276                 }
 277         }
 278         return ret;
 279 }
 280
 281 static void
 282 reset_lsmb (struct lsm_buffer *lsmb)
 283 {
 284         memset (&lsmb->lsm, 0, sizeof (lsmb->lsm));
 285         memset(lov_oinfos, 0, sizeof(lov_oinfos));
 286         lsmb->lsm.lsm_magic = LOV_MAGIC;
 287 }
 288
 289 static int
 290 parse_lsm (struct lsm_buffer *lsmb, char *string)
 291 {
 292         struct lov_stripe_md *lsm = &lsmb->lsm;
 293         char                 *end;
 294         int                   i;
 295
 296         /*
 297          * object_id[=size#count[@offset:id]*]
 298          */
 299
 300         reset_lsmb (lsmb);
 301
 302         lsm->lsm_object_id = strtoull (string, &end, 0);
 303         if (end == string)
 304                 return (-1);
 305         string = end;
 306
 307         if (*string == 0)
 308                 return (0);
 309
 310         if (*string != '=')
 311                 return (-1);
 312         string++;
 313
 314         lsm->lsm_stripe_size = strtoul (string, &end, 0);
 315         if (end == string)
 316                 return (-1);
 317         string = end;
 318
 319         if (*string != '#')
 320                 return (-1);
 321         string++;
 322
 323         lsm->lsm_stripe_count = strtoul (string, &end, 0);
 324         if (end == string)
 325                 return (-1);
 326         string = end;
 327
 328         if (*string == 0)               /* don't have to specify obj ids */
 329                 return (0);
 330
 331         for (i = 0; i < lsm->lsm_stripe_count; i++) {
 332                 if (*string != '@')
 333                         return (-1);
 334                 string++;
 335                 lsm->lsm_oinfo[i]->loi_ost_idx = strtoul(string, &end, 0);
 336                 if (*end != ':')
 337                         return (-1);
 338                 string = end + 1;
 339                 lsm->lsm_oinfo[i]->loi_id = strtoull(string, &end, 0);
 340                 string = end;
 341         }
 342
 343         if (*string != 0)
 344                 return (-1);
 345
 346         return (0);
 347 }
 348
 349 char *jt_cmdname(char *func)
 350 {
 351         static char buf[512];
 352
 353         if (thread) {
 354                 sprintf(buf, "%s-%d", func, thread);
 355                 return buf;
 356         }
 357
 358         return func;
 359 }
 360
 361 #define difftime(a, b)                                  \
 362         ((a)->tv_sec - (b)->tv_sec +                    \
 363          ((a)->tv_usec - (b)->tv_usec) / 1000000.0)
 364
 365 static int be_verbose(int verbose, struct timeval *next_time,
 366                       __u64 num, __u64 *next_num, int num_total)
 367 {
 368         struct timeval now;
 369
 370         if (!verbose)
 371                 return 0;
 372
 373         if (next_time != NULL)
 374                 gettimeofday(&now, NULL);
 375
 376         /* A positive verbosity means to print every X iterations */
 377         if (verbose > 0 && (num >= *next_num || num >= num_total)) {
 378                 *next_num += verbose;
 379                 if (next_time) {
 380                         next_time->tv_sec = now.tv_sec - verbose;
 381                         next_time->tv_usec = now.tv_usec;
 382                 }
 383                 return 1;
 384         }
 385
 386         /* A negative verbosity means to print at most each X seconds */
 387         if (verbose < 0 && next_time != NULL &&
 388             difftime(&now, next_time) >= 0.0){
 389                 next_time->tv_sec = now.tv_sec - verbose;
 390                 next_time->tv_usec = now.tv_usec;
 391                 *next_num = num;
 392                 return 1;
 393         }
 394
 395         return 0;
 396 }
 397
 398 static int get_verbose(char *func, const char *arg)
 399 {
 400         int verbose;
 401         char *end;
 402
 403         if (!arg || arg[0] == 'v')
 404                 verbose = 1;
 405         else if (arg[0] == 's' || arg[0] == 'q')
 406                 verbose = 0;
 407         else {
 408                 verbose = (int)strtoul(arg, &end, 0);
 409                 if (*end) {
 410                         fprintf(stderr, "error: %s: bad verbose option '%s'\n",
 411                                 jt_cmdname(func), arg);
 412                         return BAD_VERBOSE;
 413                 }
 414         }
 415
 416         if (verbose < 0)
 417                 printf("Print status every %d seconds\n", -verbose);
 418         else if (verbose == 1)
 419                 printf("Print status every operation\n");
 420         else if (verbose > 1)
 421                 printf("Print status every %d operations\n", verbose);
 422
 423         return verbose;
 424 }
 425
 426 int do_disconnect(char *func, int verbose)
 427 {
 428         lcfg_set_devname(NULL);
 429         cur_device = -1;
 430         return 0;
 431 }
 432
 433 #ifdef MAX_THREADS
 434 static void shmem_setup(void)
 435 {
 436         /* Create new segment */
 437         int shmid = shmget(IPC_PRIVATE, sizeof(*shared_data), 0600);
 438
 439         if (shmid == -1) {
 440                 fprintf(stderr, "Can't create shared data: %s\n",
 441                         strerror(errno));
 442                 return;
 443         }
 444
 445         /* Attatch to new segment */
 446         shared_data = (struct shared_data *)shmat(shmid, NULL, 0);
 447
 448         if (shared_data == (struct shared_data *)(-1)) {
 449                 fprintf(stderr, "Can't attach shared data: %s\n",
 450                         strerror(errno));
 451                 shared_data = NULL;
 452                 return;
 453         }
 454
 455         /* Mark segment as destroyed, so it will disappear when we exit.
 456          * Forks will inherit attached segments, so we should be OK.
 457          */
 458         if (shmctl(shmid, IPC_RMID, NULL) == -1) {
 459                 fprintf(stderr, "Can't destroy shared data: %s\n",
 460                         strerror(errno));
 461         }
 462 }
 463
 464 static inline void shmem_lock(void)
 465 {
 466         l_mutex_lock(&shared_data->mutex);
 467 }
 468
 469 static inline void shmem_unlock(void)
 470 {
 471         l_mutex_unlock(&shared_data->mutex);
 472 }
 473
 474 static inline void shmem_reset(int total_threads)
 475 {
 476         if (shared_data == NULL)
 477                 return;
 478
 479         memset(shared_data, 0, sizeof(*shared_data));
 480         l_mutex_init(&shared_data->mutex);
 481         l_cond_init(&shared_data->cond);
 482         memset(counter_snapshot, 0, sizeof(counter_snapshot));
 483         prev_valid = 0;
 484         shared_data->barrier = total_threads;
 485 }
 486
 487 static inline void shmem_bump(void)
 488 {
 489         static int bumped_running;
 490
 491         if (shared_data == NULL || thread <= 0 || thread > MAX_THREADS)
 492                 return;
 493
 494         shmem_lock();
 495         shared_data->counters[thread - 1]++;
 496         if (!bumped_running)
 497                 shared_data->running++;
 498         shmem_unlock();
 499         bumped_running = 1;
 500 }
 501
 502 static void shmem_snap(int total_threads, int live_threads)
 503 {
 504         struct timeval this_time;
 505         int non_zero = 0;
 506         __u64 total = 0;
 507         double secs;
 508         int running;
 509         int i;
 510
 511         if (shared_data == NULL || total_threads > MAX_THREADS)
 512                 return;
 513
 514         shmem_lock();
 515         memcpy(counter_snapshot[0], shared_data->counters,
 516                total_threads * sizeof(counter_snapshot[0][0]));
 517         running = shared_data->running;
 518         shmem_unlock();
 519
 520         gettimeofday(&this_time, NULL);
 521
 522         for (i = 0; i < total_threads; i++) {
 523                 long long this_count =
 524                         counter_snapshot[0][i] - counter_snapshot[1][i];
 525
 526                 if (this_count != 0) {
 527                         non_zero++;
 528                         total += this_count;
 529                 }
 530         }
 531
 532         secs = (this_time.tv_sec + this_time.tv_usec / 1000000.0) -
 533                (prev_time.tv_sec + prev_time.tv_usec / 1000000.0);
 534
 535         if (prev_valid &&
 536             live_threads == total_threads &&
 537             secs > 0.0)                    /* someone screwed with the time? */
 538                 printf("%d/%d Total: %f/second\n", non_zero, total_threads, total / secs);
 539
 540         memcpy(counter_snapshot[1], counter_snapshot[0],
 541                total_threads * sizeof(counter_snapshot[0][0]));
 542         prev_time = this_time;
 543         if (!prev_valid &&
 544             running == total_threads)
 545                 prev_valid = 1;
 546 }
 547
 548 static void shmem_stop(void)
 549 {
 550         if (shared_data == NULL)
 551                 return;
 552
 553         shared_data->stop = 1;
 554 }
 555
 556 static int shmem_running(void)
 557 {
 558         return (shared_data == NULL ||
 559                 !shared_data->stop);
 560 }
 561 #else
 562 static void shmem_setup(void)
 563 {
 564 }
 565
 566 static inline void shmem_reset(int total_threads)
 567 {
 568 }
 569
 570 static inline void shmem_bump(void)
 571 {
 572 }
 573
 574 static void shmem_lock()
 575 {
 576 }
 577
 578 static void shmem_unlock()
 579 {
 580 }
 581
 582 static void shmem_stop(void)
 583 {
 584 }
 585
 586 static int shmem_running(void)
 587 {
 588         return 1;
 589 }
 590 #endif
 591
 592 extern command_t cmdlist[];
 593
 594 static int do_device(char *func, char *devname)
 595 {
 596         int dev;
 597
 598         dev = parse_devname(func, devname);
 599         if (dev < 0)
 600                 return -1;
 601
 602         lcfg_set_devname(devname);
 603         cur_device = dev;
 604         return 0;
 605 }
 606
 607 int jt_obd_get_device()
 608 {
 609         return cur_device;
 610 }
 611
 612 int jt_obd_device(int argc, char **argv)
 613 {
 614         int rc;
 615
 616         if (argc > 2)
 617                 return CMD_HELP;
 618
 619         if (argc == 1) {
 620                 printf("current device is %d - %s\n",
 621                        cur_device, lcfg_get_devname() ? : "not set");
 622                 return 0;
 623         }
 624         rc = do_device("device", argv[1]);
 625         return rc;
 626 }
 627
 628 int jt_opt_device(int argc, char **argv)
 629 {
 630         int ret;
 631         int rc;
 632
 633         if (argc < 3)
 634                 return CMD_HELP;
 635
 636         rc = do_device("device", argv[1]);
 637
 638         if (!rc)
 639                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 640
 641         ret = do_disconnect(argv[0], 0);
 642         if (!rc)
 643                 rc = ret;
 644
 645         return rc;
 646 }
 647
 648 #ifdef MAX_THREADS
 649 static void parent_sighandler (int sig)
 650 {
 651         return;
 652 }
 653
 654 int jt_opt_threads(int argc, char **argv)
 655 {
 656         static char      cmdstr[128];
 657         sigset_t         saveset;
 658         sigset_t         sigset;
 659         struct sigaction sigact;
 660         struct sigaction saveact1;
 661         struct sigaction saveact2;
 662         unsigned long    threads;
 663         __u64            next_thread;
 664         int verbose;
 665         int rc = 0;
 666         int report_count = -1;
 667         char *end;
 668         int i;
 669
 670         if (argc < 5)
 671                 return CMD_HELP;
 672
 673         threads = strtoul(argv[1], &end, 0);
 674
 675         if (*end == '.')
 676                 report_count = strtoul(end + 1, &end, 0);
 677
 678         if (*end || threads > MAX_THREADS) {
 679                 fprintf(stderr, "error: %s: invalid thread count '%s'\n",
 680                         jt_cmdname(argv[0]), argv[1]);
 681                 return CMD_HELP;
 682         }
 683
 684         verbose = get_verbose(argv[0], argv[2]);
 685         if (verbose == BAD_VERBOSE)
 686                 return CMD_HELP;
 687
 688         if (verbose != 0) {
 689                 snprintf(cmdstr, sizeof(cmdstr), "%s", argv[4]);
 690                 for (i = 5; i < argc; i++)
 691                         snprintf(cmdstr + strlen(cmdstr), sizeof(cmdstr),
 692                                  " %s", argv[i]);
 693
 694                 printf("%s: starting %ld threads on device %s running %s\n",
 695                        argv[0], threads, argv[3], cmdstr);
 696         }
 697
 698         shmem_reset(threads);
 699
 700         sigemptyset(&sigset);
 701         sigaddset(&sigset, SIGALRM);
 702         sigaddset(&sigset, SIGCHLD);
 703         sigprocmask(SIG_BLOCK, &sigset, &saveset);
 704
 705         nthreads = threads;
 706
 707         for (i = 1, next_thread = verbose; i <= threads; i++) {
 708                 rc = fork();
 709                 if (rc < 0) {
 710                         fprintf(stderr, "error: %s: #%d - %s\n", argv[0], i,
 711                                 strerror(rc = errno));
 712                         break;
 713                 } else if (rc == 0) {
 714                         sigprocmask(SIG_SETMASK, &saveset, NULL);
 715
 716                         thread = i;
 717                         argv[2] = "--device";
 718                         return jt_opt_device(argc - 2, argv + 2);
 719                 } else if (be_verbose(verbose, NULL, i, &next_thread, threads))
 720                         printf("%s: thread #%d (PID %d) started\n",
 721                                argv[0], i, rc);
 722                 rc = 0;
 723         }
 724
 725         if (!thread) {          /* parent process */
 726                 int live_threads = threads;
 727
 728                 sigemptyset(&sigset);
 729                 sigemptyset(&sigact.sa_mask);
 730                 sigact.sa_handler = parent_sighandler;
 731                 sigact.sa_flags = 0;
 732
 733                 sigaction(SIGALRM, &sigact, &saveact1);
 734                 sigaction(SIGCHLD, &sigact, &saveact2);
 735
 736                 while (live_threads > 0) {
 737                         int status;
 738                         pid_t ret;
 739
 740                         if (verbose < 0)        /* periodic stats */
 741                                 alarm(-verbose);
 742
 743                         sigsuspend(&sigset);
 744                         alarm(0);
 745
 746                         while (live_threads > 0) {
 747                                 ret = waitpid(0, &status, WNOHANG);
 748                                 if (ret == 0)
 749                                         break;
 750
 751                                 if (ret < 0) {
 752                                         fprintf(stderr, "error: %s: wait - %s\n",
 753                                                 argv[0], strerror(errno));
 754                                         if (!rc)
 755                                                 rc = errno;
 756                                         continue;
 757                                 } else {
 758                                         /*
 759                                          * This is a hack.  We _should_ be able
 760                                          * to use WIFEXITED(status) to see if
 761                                          * there was an error, but it appears
 762                                          * to be broken and it always returns 1
 763                                          * (OK).  See wait(2).
 764                                          */
 765                                         int err = WEXITSTATUS(status);
 766                                         if (err || WIFSIGNALED(status))
 767                                                 fprintf(stderr,
 768                                                         "%s: PID %d had rc=%d\n",
 769                                                         argv[0], ret, err);
 770                                         if (!rc)
 771                                                 rc = err;
 772
 773                                         live_threads--;
 774                                 }
 775                         }
 776
 777                         /* Show stats while all threads running */
 778                         if (verbose < 0) {
 779                                 shmem_snap(threads, live_threads);
 780                                 if (report_count > 0 && --report_count == 0)
 781                                         shmem_stop();
 782                         }
 783                 }
 784                 sigaction(SIGCHLD, &saveact2, NULL);
 785                 sigaction(SIGALRM, &saveact1, NULL);
 786         }
 787
 788         sigprocmask(SIG_SETMASK, &saveset, NULL);
 789
 790         return rc;
 791 }
 792 #else
 793 int jt_opt_threads(int argc, char **argv)
 794 {
 795         fprintf(stderr, "%s not-supported in a single-threaded runtime\n",
 796                 jt_cmdname(argv[0]));
 797         return CMD_HELP;
 798 }
 799 #endif
 800
 801 int jt_opt_net(int argc, char **argv)
 802 {
 803         char *arg2[3];
 804         int rc;
 805
 806         if (argc < 3)
 807                 return CMD_HELP;
 808
 809         arg2[0] = argv[0];
 810         arg2[1] = argv[1];
 811         arg2[2] = NULL;
 812         rc = jt_ptl_network (2, arg2);
 813
 814         if (!rc)
 815                 rc = Parser_execarg(argc - 2, argv + 2, cmdlist);
 816
 817         return rc;
 818 }
 819
 820 int jt_obd_no_transno(int argc, char **argv)
 821 {
 822         struct obd_ioctl_data data;
 823         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 824         int rc;
 825
 826         memset(&data, 0x00, sizeof(data));
 827         data.ioc_dev = cur_device;
 828
 829         if (argc != 1)
 830                 return CMD_HELP;
 831
 832         memset(buf, 0, sizeof(rawbuf));
 833         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 834         if (rc) {
 835                 fprintf(stderr, "error: %s: invalid ioctl\n",
 836                         jt_cmdname(argv[0]));
 837                 return rc;
 838         }
 839         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_NO_TRANSNO, buf);
 840         if (rc < 0)
 841                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 842                         strerror(rc = errno));
 843
 844         return rc;
 845 }
 846
 847 int jt_obd_set_readonly(int argc, char **argv)
 848 {
 849         struct obd_ioctl_data data;
 850         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 851         int rc;
 852
 853         memset(&data, 0x00, sizeof(data));
 854         data.ioc_dev = cur_device;
 855
 856         if (argc != 1)
 857                 return CMD_HELP;
 858
 859         memset(buf, 0, sizeof(rawbuf));
 860         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 861         if (rc) {
 862                 fprintf(stderr, "error: %s: invalid ioctl\n",
 863                         jt_cmdname(argv[0]));
 864                 return rc;
 865         }
 866         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SET_READONLY, buf);
 867         if (rc < 0)
 868                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 869                         strerror(rc = errno));
 870
 871         return rc;
 872 }
 873
 874 int jt_obd_abort_recovery(int argc, char **argv)
 875 {
 876         struct obd_ioctl_data data;
 877         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 878         int rc;
 879
 880         memset(&data, 0x00, sizeof(data));
 881         data.ioc_dev = cur_device;
 882
 883         if (argc != 1)
 884                 return CMD_HELP;
 885
 886         memset(buf, 0, sizeof(rawbuf));
 887         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
 888         if (rc) {
 889                 fprintf(stderr, "error: %s: invalid ioctl\n",
 890                         jt_cmdname(argv[0]));
 891                 return rc;
 892         }
 893         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_ABORT_RECOVERY, buf);
 894         if (rc < 0)
 895                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 896                         strerror(rc = errno));
 897
 898         return rc;
 899 }
 900
 901 int jt_get_version(int argc, char **argv)
 902 {
 903         int rc;
 904         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 905         struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
 906
 907         if (argc != 1)
 908                 return CMD_HELP;
 909
 910         memset(buf, 0, sizeof(rawbuf));
 911         data->ioc_version = OBD_IOCTL_VERSION;
 912         data->ioc_inllen1 = sizeof(rawbuf) - size_round(sizeof(*data));
 913         data->ioc_inlbuf1 = buf + size_round(sizeof(*data));
 914         data->ioc_len = obd_ioctl_packlen(data);
 915
 916         rc = l2_ioctl(OBD_DEV_ID, OBD_GET_VERSION, buf);
 917         if (rc < 0)
 918                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
 919                         strerror(rc = errno));
 920         else {
 921                 printf("Lustre version: %s\n", data->ioc_bulk);
 922         }
 923
 924         printf("lctl   version: %s\n", BUILD_VERSION);
 925         return rc;
 926 }
 927
 928 /*
 929  * Print an obd device line with the ost_conn_uuid inserted, if the obd
 930  * is an osc.
 931  */
 932 static void print_obd_line(char *s)
 933 {
 934         char buf[MAX_STRING_SIZE];
 935         char obd_name[MAX_OBD_NAME];
 936         FILE *fp = NULL;
 937         char *ptr;
 938
 939         if (sscanf(s, " %*d %*s osc %s %*s %*d ", obd_name) == 0)
 940                 goto try_mdc;
 941         snprintf(buf, sizeof(buf),
 942                  "/proc/fs/lustre/osc/%s/ost_conn_uuid", obd_name);
 943         if ((fp = fopen(buf, "r")) == NULL)
 944                 goto try_mdc;
 945         goto got_one;
 946
 947 try_mdc:
 948         if (sscanf(s, " %*d %*s mdc %s %*s %*d ", obd_name) == 0)
 949                 goto fail;
 950         snprintf(buf, sizeof(buf),
 951                  "/proc/fs/lustre/mdc/%s/mds_conn_uuid", obd_name);
 952         if ((fp = fopen(buf, "r")) == NULL)
 953                 goto fail;
 954
 955 got_one:
 956         fgets(buf, sizeof(buf), fp);
 957         fclose(fp);
 958
 959         /* trim trailing newlines */
 960         ptr = strrchr(buf, '\n');
 961         if (ptr) *ptr = '\0';
 962         ptr = strrchr(s, '\n');
 963         if (ptr) *ptr = '\0';
 964
 965         printf("%s %s\n", s, buf);
 966         return;
 967
 968 fail:
 969         printf("%s", s);
 970         return;
 971 }
 972
 973 /* get device list by ioctl */
 974 int jt_obd_list_ioctl(int argc, char **argv)
 975 {
 976         int rc, index;
 977         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
 978         struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf;
 979
 980         if (argc > 2)
 981                 return CMD_HELP;
 982         /* Just ignore a -t option.  Only supported with /proc. */
 983         else if (argc == 2 && strcmp(argv[1], "-t") != 0)
 984                 return CMD_HELP;
 985
 986         for (index = 0;; index++) {
 987                 memset(buf, 0, sizeof(rawbuf));
 988                 data->ioc_version = OBD_IOCTL_VERSION;
 989                 data->ioc_inllen1 = sizeof(rawbuf) - size_round(sizeof(*data));
 990                 data->ioc_inlbuf1 = buf + size_round(sizeof(*data));
 991                 data->ioc_len = obd_ioctl_packlen(data);
 992                 data->ioc_count = index;
 993
 994                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETDEVICE, buf);
 995                 if (rc != 0)
 996                         break;
 997                 printf("%s\n", (char *)data->ioc_bulk);
 998         }
 999         if (rc != 0) {
1000                 if (errno == ENOENT)
1001                         /* no device or the last device */
1002                         rc = 0;
1003                 else
1004                         fprintf(stderr, "Error getting device list: %s: "
1005                                 "check dmesg.\n", strerror(errno));
1006         }
1007         return rc;
1008 }
1009
1010 int jt_obd_list(int argc, char **argv)
1011 {
1012         int rc;
1013         char buf[MAX_STRING_SIZE];
1014         FILE *fp = NULL;
1015         int print_obd = 0;
1016
1017         if (argc > 2)
1018                 return CMD_HELP;
1019         else if (argc == 2) {
1020                 if (strcmp(argv[1], "-t") == 0)
1021                         print_obd = 1;
1022                 else
1023                         return CMD_HELP;
1024         }
1025
1026         fp = fopen(DEVICES_LIST, "r");
1027         if (fp == NULL) {
1028                 fprintf(stderr, "error: %s: %s opening "DEVICES_LIST"\n",
1029                         jt_cmdname(argv[0]), strerror(rc =  errno));
1030                 return jt_obd_list_ioctl(argc, argv);
1031         }
1032
1033         while (fgets(buf, sizeof(buf), fp) != NULL)
1034                 if (print_obd)
1035                         print_obd_line(buf);
1036                 else
1037                         printf("%s", buf);
1038
1039         fclose(fp);
1040         return 0;
1041 }
1042
1043 /* Create one or more objects, arg[4] may describe stripe meta-data.  If
1044  * not, defaults assumed.  This echo-client instance stashes the stripe
1045  * object ids.  Use get_stripe on this node to print full lsm and
1046  * set_stripe on another node to cut/paste between nodes.
1047  */
1048 /* create <count> [<file_create_mode>] [q|v|# verbosity] [striping] */
1049 int jt_obd_create(int argc, char **argv)
1050 {
1051         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1052         struct obd_ioctl_data data;
1053         struct timeval next_time;
1054         __u64 count = 1, next_count, base_id = 0;
1055         int verbose = 1, mode = 0100644, rc = 0, i, valid_lsm = 0;
1056         char *end;
1057
1058         memset(&data, 0x00, sizeof(data));
1059         data.ioc_dev = cur_device;
1060         if (argc < 2 || argc > 5)
1061                 return CMD_HELP;
1062
1063         count = strtoull(argv[1], &end, 0);
1064         if (*end) {
1065                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1066                         jt_cmdname(argv[0]), argv[1]);
1067                 return CMD_HELP;
1068         }
1069
1070         if (argc > 2) {
1071                 mode = strtoul(argv[2], &end, 0);
1072                 if (*end) {
1073                         fprintf(stderr, "error: %s: invalid mode '%s'\n",
1074                                 jt_cmdname(argv[0]), argv[2]);
1075                         return CMD_HELP;
1076                 }
1077                 if (!(mode & S_IFMT))
1078                         mode |= S_IFREG;
1079         }
1080
1081         if (argc > 3) {
1082                 verbose = get_verbose(argv[0], argv[3]);
1083                 if (verbose == BAD_VERBOSE)
1084                         return CMD_HELP;
1085         }
1086
1087         if (argc < 5)
1088                 reset_lsmb (&lsm_buffer);       /* will set default */
1089         else {
1090                 rc = parse_lsm (&lsm_buffer, argv[4]);
1091                 if (rc != 0) {
1092                         fprintf(stderr, "error: %s: invalid lsm '%s'\n",
1093                                 jt_cmdname(argv[0]), argv[4]);
1094                         return CMD_HELP;
1095                 }
1096                 base_id = lsm_buffer.lsm.lsm_object_id;
1097                 valid_lsm = 1;
1098         }
1099
1100         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1101         gettimeofday(&next_time, NULL);
1102         next_time.tv_sec -= verbose;
1103
1104         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1105                 data.ioc_obdo1.o_mode = mode;
1106                 data.ioc_obdo1.o_id = base_id;
1107                 data.ioc_obdo1.o_uid = 0;
1108                 data.ioc_obdo1.o_gid = 0;
1109                 data.ioc_obdo1.o_valid = OBD_MD_FLTYPE | OBD_MD_FLMODE |
1110                         OBD_MD_FLID | OBD_MD_FLUID | OBD_MD_FLGID;
1111
1112                 if (valid_lsm) {
1113                         data.ioc_plen1 = sizeof lsm_buffer;
1114                         data.ioc_pbuf1 = (char *)&lsm_buffer;
1115                 }
1116
1117                 memset(buf, 0, sizeof(rawbuf));
1118                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1119                 if (rc) {
1120                         fprintf(stderr, "error: %s: invalid ioctl\n",
1121                                 jt_cmdname(argv[0]));
1122                         return rc;
1123                 }
1124                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CREATE, buf);
1125                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1126                 shmem_bump();
1127                 if (rc < 0) {
1128                         fprintf(stderr, "error: %s: #%d - %s\n",
1129                                 jt_cmdname(argv[0]), i, strerror(rc = errno));
1130                         break;
1131                 }
1132                 if (!(data.ioc_obdo1.o_valid & OBD_MD_FLID)) {
1133                         fprintf(stderr,"error: %s: oid not valid #%d:"LPX64"\n",
1134                                 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_valid);
1135                         rc = EINVAL;
1136                         break;
1137                 }
1138
1139                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1140                         printf("%s: #%d is object id "LPX64"\n",
1141                                 jt_cmdname(argv[0]), i, data.ioc_obdo1.o_id);
1142         }
1143         return rc;
1144 }
1145
1146 int jt_obd_setattr(int argc, char **argv)
1147 {
1148         struct obd_ioctl_data data;
1149         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1150         char *end;
1151         int rc;
1152
1153         memset(&data, 0x00, sizeof(data));
1154         data.ioc_dev = cur_device;
1155         if (argc != 2)
1156                 return CMD_HELP;
1157
1158         data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1159         if (*end) {
1160                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1161                         jt_cmdname(argv[0]), argv[1]);
1162                 return CMD_HELP;
1163         }
1164         data.ioc_obdo1.o_mode = S_IFREG | strtoul(argv[2], &end, 0);
1165         if (*end) {
1166                 fprintf(stderr, "error: %s: invalid mode '%s'\n",
1167                         jt_cmdname(argv[0]), argv[2]);
1168                 return CMD_HELP;
1169         }
1170         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1171
1172         memset(buf, 0, sizeof(rawbuf));
1173         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1174         if (rc) {
1175                 fprintf(stderr, "error: %s: invalid ioctl\n",
1176                         jt_cmdname(argv[0]));
1177                 return rc;
1178         }
1179         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, buf);
1180         if (rc < 0)
1181                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1182                         strerror(rc = errno));
1183
1184         return rc;
1185 }
1186
1187 int jt_obd_test_setattr(int argc, char **argv)
1188 {
1189         struct obd_ioctl_data data;
1190         struct timeval start, next_time;
1191         __u64 i, count, next_count;
1192         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1193         int verbose = 1;
1194         obd_id objid = 3;
1195         char *end;
1196         int rc = 0;
1197
1198         if (argc < 2 || argc > 4)
1199                 return CMD_HELP;
1200
1201         memset(&data, 0x00, sizeof(data));
1202         data.ioc_dev = cur_device;
1203         count = strtoull(argv[1], &end, 0);
1204         if (*end) {
1205                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1206                         jt_cmdname(argv[0]), argv[1]);
1207                 return CMD_HELP;
1208         }
1209
1210         if (argc >= 3) {
1211                 verbose = get_verbose(argv[0], argv[2]);
1212                 if (verbose == BAD_VERBOSE)
1213                         return CMD_HELP;
1214         }
1215
1216         if (argc >= 4) {
1217                 if (argv[3][0] == 't') {
1218                         objid = strtoull(argv[3] + 1, &end, 0);
1219                         if (thread)
1220                                 objid += thread - 1;
1221                 } else
1222                         objid = strtoull(argv[3], &end, 0);
1223                 if (*end) {
1224                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1225                                 jt_cmdname(argv[0]), argv[3]);
1226                         return CMD_HELP;
1227                 }
1228         }
1229
1230         gettimeofday(&start, NULL);
1231         next_time.tv_sec = start.tv_sec - verbose;
1232         next_time.tv_usec = start.tv_usec;
1233         if (verbose != 0)
1234                 printf("%s: setting "LPD64" attrs (objid "LPX64"): %s",
1235                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1236
1237         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1238                 data.ioc_obdo1.o_id = objid;
1239                 data.ioc_obdo1.o_mode = S_IFREG;
1240                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE;
1241                 memset(buf, 0x00, sizeof(rawbuf));
1242                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1243                 if (rc) {
1244                         fprintf(stderr, "error: %s: invalid ioctl\n",
1245                                 jt_cmdname(argv[0]));
1246                         return rc;
1247                 }
1248                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_SETATTR, &data);
1249                 shmem_bump();
1250                 if (rc < 0) {
1251                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1252                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1253                         break;
1254                 } else {
1255                         if (be_verbose
1256                             (verbose, &next_time, i, &next_count, count))
1257                                 printf("%s: set attr #"LPD64"\n",
1258                                        jt_cmdname(argv[0]), i);
1259                 }
1260         }
1261
1262         if (!rc) {
1263                 struct timeval end;
1264                 double diff;
1265
1266                 gettimeofday(&end, NULL);
1267
1268                 diff = difftime(&end, &start);
1269
1270                 --i;
1271                 if (verbose != 0)
1272                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1273                                jt_cmdname(argv[0]), i, diff, i / diff,
1274                                ctime(&end.tv_sec));
1275         }
1276         return rc;
1277 }
1278
1279 int jt_obd_destroy(int argc, char **argv)
1280 {
1281         struct obd_ioctl_data data;
1282         struct timeval next_time;
1283         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1284         __u64 count = 1, next_count;
1285         int verbose = 1;
1286         __u64 id;
1287         char *end;
1288         int rc = 0, i;
1289
1290         memset(&data, 0x00, sizeof(data));
1291         data.ioc_dev = cur_device;
1292         if (argc < 2 || argc > 4)
1293                 return CMD_HELP;
1294
1295         id = strtoull(argv[1], &end, 0);
1296         if (*end || id == 0 || errno != 0) {
1297                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1298                         jt_cmdname(argv[0]), argv[1]);
1299                 return CMD_HELP;
1300         }
1301         if (argc > 2) {
1302                 count = strtoull(argv[2], &end, 0);
1303                 if (*end) {
1304                         fprintf(stderr,
1305                                 "error: %s: invalid iteration count '%s'\n",
1306                                 jt_cmdname(argv[0]), argv[2]);
1307                         return CMD_HELP;
1308                 }
1309         }
1310
1311         if (argc > 3) {
1312                 verbose = get_verbose(argv[0], argv[3]);
1313                 if (verbose == BAD_VERBOSE)
1314                         return CMD_HELP;
1315         }
1316
1317         printf("%s: "LPD64" objects\n", jt_cmdname(argv[0]), count);
1318         gettimeofday(&next_time, NULL);
1319         next_time.tv_sec -= verbose;
1320
1321         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++, id++) {
1322                 data.ioc_obdo1.o_id = id;
1323                 data.ioc_obdo1.o_mode = S_IFREG | 0644;
1324                 data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLMODE;
1325
1326                 memset(buf, 0, sizeof(rawbuf));
1327                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1328                 if (rc) {
1329                         fprintf(stderr, "error: %s: invalid ioctl\n",
1330                                 jt_cmdname(argv[0]));
1331                         return rc;
1332                 }
1333                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_DESTROY, buf);
1334                 obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1335                 shmem_bump();
1336                 if (rc < 0) {
1337                         fprintf(stderr, "error: %s: objid "LPX64": %s\n",
1338                                 jt_cmdname(argv[0]), id, strerror(rc = errno));
1339                         break;
1340                 }
1341
1342                 if (be_verbose(verbose, &next_time, i, &next_count, count))
1343                         printf("%s: #%d is object id "LPX64"\n",
1344                                jt_cmdname(argv[0]), i, id);
1345         }
1346
1347         return rc;
1348 }
1349
1350 int jt_obd_getattr(int argc, char **argv)
1351 {
1352         struct obd_ioctl_data data;
1353         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1354         char *end;
1355         int rc;
1356
1357         if (argc != 2)
1358                 return CMD_HELP;
1359
1360         memset(&data, 0x00, sizeof(data));
1361         data.ioc_dev = cur_device;
1362         data.ioc_obdo1.o_id = strtoull(argv[1], &end, 0);
1363         if (*end) {
1364                 fprintf(stderr, "error: %s: invalid objid '%s'\n",
1365                         jt_cmdname(argv[0]), argv[1]);
1366                 return CMD_HELP;
1367         }
1368         /* to help obd filter */
1369         data.ioc_obdo1.o_mode = 0100644;
1370         data.ioc_obdo1.o_valid = 0xffffffff;
1371         printf("%s: object id "LPX64"\n", jt_cmdname(argv[0]),data.ioc_obdo1.o_id);
1372
1373         memset(buf, 0, sizeof(rawbuf));
1374         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1375         if (rc) {
1376                 fprintf(stderr, "error: %s: invalid ioctl\n",
1377                         jt_cmdname(argv[0]));
1378                 return rc;
1379         }
1380         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, buf);
1381         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
1382         if (rc) {
1383                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1384                         strerror(rc = errno));
1385         } else {
1386                 printf("%s: object id "LPX64", mode %o\n", jt_cmdname(argv[0]),
1387                        data.ioc_obdo1.o_id, data.ioc_obdo1.o_mode);
1388         }
1389         return rc;
1390 }
1391
1392 int jt_obd_test_getattr(int argc, char **argv)
1393 {
1394         struct obd_ioctl_data data;
1395         struct timeval start, next_time;
1396         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1397         __u64 i, count, next_count;
1398         int verbose = 1;
1399         obd_id objid = 3;
1400         char *end;
1401         int rc = 0;
1402
1403         if (argc < 2 || argc > 4)
1404                 return CMD_HELP;
1405
1406         memset(&data, 0x00, sizeof(data));
1407         data.ioc_dev = cur_device;
1408         count = strtoull(argv[1], &end, 0);
1409         if (*end) {
1410                 fprintf(stderr, "error: %s: invalid iteration count '%s'\n",
1411                         jt_cmdname(argv[0]), argv[1]);
1412                 return CMD_HELP;
1413         }
1414
1415         if (argc >= 3) {
1416                 verbose = get_verbose(argv[0], argv[2]);
1417                 if (verbose == BAD_VERBOSE)
1418                         return CMD_HELP;
1419         }
1420
1421         if (argc >= 4) {
1422                 if (argv[3][0] == 't') {
1423                         objid = strtoull(argv[3] + 1, &end, 0);
1424                         if (thread)
1425                                 objid += thread - 1;
1426                 } else
1427                         objid = strtoull(argv[3], &end, 0);
1428                 if (*end) {
1429                         fprintf(stderr, "error: %s: invalid objid '%s'\n",
1430                                 jt_cmdname(argv[0]), argv[3]);
1431                         return CMD_HELP;
1432                 }
1433         }
1434
1435         gettimeofday(&start, NULL);
1436         next_time.tv_sec = start.tv_sec - verbose;
1437         next_time.tv_usec = start.tv_usec;
1438         if (verbose != 0)
1439                 printf("%s: getting "LPD64" attrs (objid "LPX64"): %s",
1440                        jt_cmdname(argv[0]), count, objid, ctime(&start.tv_sec));
1441
1442         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1443                 data.ioc_obdo1.o_id = objid;
1444                 data.ioc_obdo1.o_mode = S_IFREG;
1445                 data.ioc_obdo1.o_valid = 0xffffffff;
1446                 memset(buf, 0x00, sizeof(rawbuf));
1447                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1448                 if (rc) {
1449                         fprintf(stderr, "error: %s: invalid ioctl\n",
1450                                 jt_cmdname(argv[0]));
1451                         return rc;
1452                 }
1453                 rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_GETATTR, &data);
1454                 shmem_bump();
1455                 if (rc < 0) {
1456                         fprintf(stderr, "error: %s: #"LPD64" - %d:%s\n",
1457                                 jt_cmdname(argv[0]), i, errno, strerror(rc = errno));
1458                         break;
1459                 } else {
1460                         if (be_verbose
1461                             (verbose, &next_time, i, &next_count, count))
1462                                 printf("%s: got attr #"LPD64"\n",
1463                                        jt_cmdname(argv[0]), i);
1464                 }
1465         }
1466
1467         if (!rc) {
1468                 struct timeval end;
1469                 double diff;
1470
1471                 gettimeofday(&end, NULL);
1472
1473                 diff = difftime(&end, &start);
1474
1475                 --i;
1476                 if (verbose != 0)
1477                         printf("%s: "LPD64" attrs in %.3fs (%.3f attr/s): %s",
1478                                jt_cmdname(argv[0]), i, diff, i / diff,
1479                                ctime(&end.tv_sec));
1480         }
1481         return rc;
1482 }
1483
1484 /* test_brw <cnt>                                               count
1485         <r|w[r(repeat)x(noverify)]>                             mode
1486         <q|v|#(print interval)>                                 verbosity
1487         <npages[+offset]>                                       blocksize
1488         <[[<interleave_threads>]t(inc obj by thread#)]obj>      object
1489         [p|g<args>]                                             batch */
1490 int jt_obd_test_brw(int argc, char **argv)
1491 {
1492         struct obd_ioctl_data data;
1493         struct timeval start, next_time;
1494         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1495         __u64 count, next_count, len, stride, thr_offset = 0, objid = 3;
1496         int write = 0, verbose = 1, cmd, i, rc = 0, pages = 1;
1497         int offset_pages = 0;
1498         long n;
1499         int repeat_offset = 0;
1500         unsigned long long ull;
1501         int  nthr_per_obj = 0;
1502         int  verify = 1;
1503         int  obj_idx = 0;
1504         char *end;
1505
1506         if (argc < 2 || argc > 7) {
1507                 fprintf(stderr, "error: %s: bad number of arguments: %d\n",
1508                         jt_cmdname(argv[0]), argc);
1509                 return CMD_HELP;
1510         }
1511
1512         count = strtoull(argv[1], &end, 0);
1513         if (*end) {
1514                 fprintf(stderr, "error: %s: bad iteration count '%s'\n",
1515                         jt_cmdname(argv[0]), argv[1]);
1516                 return CMD_HELP;
1517         }
1518
1519         if (argc >= 3) {
1520                 if (argv[2][0] == 'w' || argv[2][0] == '1')
1521                         write = 1;
1522                 /* else it's a read */
1523
1524                 if (argv[2][0] != 0)
1525                         for (i = 1; argv[2][i] != 0; i++)
1526                                 switch (argv[2][i]) {
1527                                 case 'r':
1528                                         repeat_offset = 1;
1529                                         break;
1530
1531                                 case 'x':
1532                                         verify = 0;
1533                                         break;
1534
1535                                 default:
1536                                         fprintf (stderr, "Can't parse cmd '%s'\n",
1537                                                  argv[2]);
1538                                         return CMD_HELP;
1539                                 }
1540         }
1541
1542         if (argc >= 4) {
1543                 verbose = get_verbose(argv[0], argv[3]);
1544                 if (verbose == BAD_VERBOSE)
1545                         return CMD_HELP;
1546         }
1547
1548         if (argc >= 5) {
1549                 pages = strtoul(argv[4], &end, 0);
1550
1551                 if (*end == '+')
1552                         offset_pages = strtoul(end + 1, &end, 0);
1553
1554                 if (*end != 0 ||
1555                     offset_pages < 0 || offset_pages >= pages) {
1556                         fprintf(stderr, "error: %s: bad npages[+offset] parameter '%s'\n",
1557                                 jt_cmdname(argv[0]), argv[4]);
1558                         return CMD_HELP;
1559                 }
1560         }
1561
1562         if (argc >= 6) {
1563                 if (thread &&
1564                     (n = strtol(argv[5], &end, 0)) > 0 &&
1565                     *end == 't' &&
1566                     (ull = strtoull(end + 1, &end, 0)) > 0 &&
1567                     *end == 0) {
1568                         nthr_per_obj = n;
1569                         objid = ull;
1570                 } else if (thread &&
1571                            argv[5][0] == 't') {
1572                         nthr_per_obj = 1;
1573                         objid = strtoull(argv[5] + 1, &end, 0);
1574                 } else {
1575                         nthr_per_obj = 0;
1576                         objid = strtoull(argv[5], &end, 0);
1577                 }
1578                 if (*end) {
1579                         fprintf(stderr, "error: %s: bad objid '%s'\n",
1580                                 jt_cmdname(argv[0]), argv[5]);
1581                         return CMD_HELP;
1582                 }
1583         }
1584
1585         memset(&data, 0x00, sizeof(data));
1586         data.ioc_dev = cur_device;
1587
1588         /* communicate the 'type' of brw test and batching to echo_client.
1589          * don't start.  we'd love to refactor this lctl->echo_client
1590          * interface */
1591         data.ioc_pbuf1 = (void *)1;
1592         data.ioc_plen1 = 1;
1593
1594         if (argc >= 7) {
1595                 switch(argv[6][0]) {
1596                         case 'g': /* plug and unplug */
1597                                 data.ioc_pbuf1 = (void *)2;
1598                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
1599                                                           0);
1600                                 break;
1601                         case 'p': /* prep and commit */
1602                                 data.ioc_pbuf1 = (void *)3;
1603                                 data.ioc_plen1 = strtoull(argv[6] + 1, &end,
1604                                                           0);
1605                                 break;
1606                         default:
1607                                 fprintf(stderr, "error: %s: batching '%s' "
1608                                         "needs to specify 'p' or 'g'\n",
1609                                         jt_cmdname(argv[0]), argv[6]);
1610                                 return CMD_HELP;
1611                 }
1612
1613                 if (*end) {
1614                         fprintf(stderr, "error: %s: bad batching '%s'\n",
1615                                 jt_cmdname(argv[0]), argv[6]);
1616                         return CMD_HELP;
1617                 }
1618                 data.ioc_plen1 *= getpagesize();
1619         }
1620
1621         len = pages * getpagesize();
1622         thr_offset = offset_pages * getpagesize();
1623         stride = len;
1624
1625 #ifdef MAX_THREADS
1626         if (thread) {
1627                 shmem_lock ();
1628                 if (nthr_per_obj != 0) {
1629                         /* threads interleave */
1630                         obj_idx = (thread - 1)/nthr_per_obj;
1631                         objid += obj_idx;
1632                         stride *= nthr_per_obj;
1633                         if (thread == 1)
1634                                 shared_data->offsets[obj_idx] = stride + thr_offset;
1635                         thr_offset += ((thread - 1) % nthr_per_obj) * len;
1636                 } else {
1637                         /* threads disjoint */
1638                         thr_offset += (thread - 1) * len;
1639                 }
1640
1641                 shared_data->barrier--;
1642                 if (shared_data->barrier == 0)
1643                         l_cond_broadcast(&shared_data->cond);
1644                 else
1645                         l_cond_wait(&shared_data->cond,
1646                                           &shared_data->mutex);
1647
1648                 shmem_unlock ();
1649         }
1650 #endif
1651
1652         data.ioc_obdo1.o_id = objid;
1653         data.ioc_obdo1.o_mode = S_IFREG;
1654         data.ioc_obdo1.o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLMODE | OBD_MD_FLFLAGS;
1655         data.ioc_obdo1.o_flags = (verify ? OBD_FL_DEBUG_CHECK : 0);
1656         data.ioc_count = len;
1657         data.ioc_offset = (repeat_offset ? 0 : thr_offset);
1658
1659         gettimeofday(&start, NULL);
1660         next_time.tv_sec = start.tv_sec - verbose;
1661         next_time.tv_usec = start.tv_usec;
1662
1663         if (verbose != 0)
1664                 printf("%s: %s "LPU64"x%d pages (obj "LPX64", off "LPU64"): %s",
1665                        jt_cmdname(argv[0]), write ? "writing" : "reading", count,
1666                        pages, objid, data.ioc_offset, ctime(&start.tv_sec));
1667
1668         cmd = write ? OBD_IOC_BRW_WRITE : OBD_IOC_BRW_READ;
1669         for (i = 1, next_count = verbose; i <= count && shmem_running(); i++) {
1670                 data.ioc_obdo1.o_valid &= ~(OBD_MD_FLBLOCKS|OBD_MD_FLGRANT);
1671                 memset(buf, 0x00, sizeof(rawbuf));
1672                 rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1673                 if (rc) {
1674                         fprintf(stderr, "error: %s: invalid ioctl\n",
1675                                 jt_cmdname(argv[0]));
1676                         return rc;
1677                 }
1678                 rc = l2_ioctl(OBD_DEV_ID, cmd, buf);
1679                 shmem_bump();
1680                 if (rc) {
1681                         fprintf(stderr, "error: %s: #%d - %s on %s\n",
1682                                 jt_cmdname(argv[0]), i, strerror(rc = errno),
1683                                 write ? "write" : "read");
1684                         break;
1685                 } else if (be_verbose(verbose, &next_time,i, &next_count,count)) {
1686                         shmem_lock ();
1687                         printf("%s: %s number %d @ "LPD64":"LPU64" for %d\n",
1688                                jt_cmdname(argv[0]), write ? "write" : "read", i,
1689                                data.ioc_obdo1.o_id, data.ioc_offset,
1690                                (int)(pages * getpagesize()));
1691                         shmem_unlock ();
1692                 }
1693
1694                 if (!repeat_offset) {
1695 #ifdef MAX_THREADS
1696                         if (stride == len) {
1697                                 data.ioc_offset += stride;
1698                         } else if (i < count) {
1699                                 shmem_lock ();
1700                                 data.ioc_offset = shared_data->offsets[obj_idx];
1701                                 shared_data->offsets[obj_idx] += len;
1702                                 shmem_unlock ();
1703                         }
1704 #else
1705                         data.ioc_offset += len;
1706                         obj_idx = 0; /* avoids an unused var warning */
1707 #endif
1708                 }
1709         }
1710
1711         if (!rc) {
1712                 struct timeval end;
1713                 double diff;
1714
1715                 gettimeofday(&end, NULL);
1716
1717                 diff = difftime(&end, &start);
1718
1719                 --i;
1720                 if (verbose != 0)
1721                         printf("%s: %s %dx%d pages in %.3fs (%.3f MB/s): %s",
1722                                jt_cmdname(argv[0]), write ? "wrote" : "read",
1723                                i, pages, diff,
1724                                ((double)i * pages * getpagesize()) /
1725                                (diff * 1048576.0),
1726                                ctime(&end.tv_sec));
1727         }
1728
1729         return rc;
1730 }
1731
1732 int jt_obd_lov_getconfig(int argc, char **argv)
1733 {
1734         struct obd_ioctl_data data;
1735         struct lov_desc desc;
1736         struct obd_uuid *uuidarray;
1737         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1738         __u32 *obdgens;
1739         char *path;
1740         int rc, fd;
1741
1742         memset(&data, 0x00, sizeof(data));
1743         data.ioc_dev = cur_device;
1744
1745         if (argc != 2)
1746                 return CMD_HELP;
1747
1748         path = argv[1];
1749         fd = open(path, O_RDONLY);
1750         if (fd < 0) {
1751                 fprintf(stderr, "open \"%s\" failed: %s\n", path,
1752                         strerror(errno));
1753                 return -errno;
1754         }
1755
1756         memset(&desc, 0, sizeof(desc));
1757         obd_str2uuid(&desc.ld_uuid, argv[1]);
1758         desc.ld_tgt_count = ((OBD_MAX_IOCTL_BUFFER-sizeof(data)-sizeof(desc)) /
1759                              (sizeof(*uuidarray) + sizeof(*obdgens)));
1760
1761 repeat:
1762         uuidarray = calloc(desc.ld_tgt_count, sizeof(*uuidarray));
1763         if (!uuidarray) {
1764                 fprintf(stderr, "error: %s: no memory for %d uuid's\n",
1765                         jt_cmdname(argv[0]), desc.ld_tgt_count);
1766                 rc = -ENOMEM;
1767                 goto out;
1768         }
1769         obdgens = calloc(desc.ld_tgt_count, sizeof(*obdgens));
1770         if (!obdgens) {
1771                 fprintf(stderr, "error: %s: no memory for %d generation #'s\n",
1772                         jt_cmdname(argv[0]), desc.ld_tgt_count);
1773                 rc = -ENOMEM;
1774                 goto out_uuidarray;
1775         }
1776
1777         memset(buf, 0x00, sizeof(rawbuf));
1778         data.ioc_inllen1 = sizeof(desc);
1779         data.ioc_inlbuf1 = (char *)&desc;
1780         data.ioc_inllen2 = desc.ld_tgt_count * sizeof(*uuidarray);
1781         data.ioc_inlbuf2 = (char *)uuidarray;
1782         data.ioc_inllen3 = desc.ld_tgt_count * sizeof(*obdgens);
1783         data.ioc_inlbuf3 = (char *)obdgens;
1784
1785         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
1786                 fprintf(stderr, "error: %s: invalid ioctl\n",
1787                         jt_cmdname(argv[0]));
1788                 rc = -EINVAL;
1789                 goto out_obdgens;
1790         }
1791         rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf);
1792         if (rc == -ENOSPC) {
1793                 free(uuidarray);
1794                 free(obdgens);
1795                 goto repeat;
1796         } else if (rc) {
1797                 fprintf(stderr, "error: %s: ioctl error: %s\n",
1798                         jt_cmdname(argv[0]), strerror(rc = errno));
1799         } else {
1800                 struct obd_uuid *uuidp;
1801                 __u32 *genp;
1802                 int i;
1803
1804                 if (obd_ioctl_unpack(&data, buf, sizeof(rawbuf))) {
1805                         fprintf(stderr, "error: %s: invalid reply\n",
1806                                 jt_cmdname(argv[0]));
1807                         rc = -EINVAL;
1808                         goto out;
1809                 }
1810                 if (desc.ld_default_stripe_count == (__u32)-1)
1811                         printf("default_stripe_count: %d\n", -1);
1812                 else
1813                         printf("default_stripe_count: %u\n",
1814                                desc.ld_default_stripe_count);
1815                 printf("default_stripe_size: "LPU64"\n",
1816                        desc.ld_default_stripe_size);
1817                 printf("default_stripe_offset: "LPU64"\n",
1818                        desc.ld_default_stripe_offset);
1819                 printf("default_stripe_pattern: %u\n", desc.ld_pattern);
1820                 printf("obd_count: %u\n", desc.ld_tgt_count);
1821                 printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n");
1822                 uuidp = uuidarray;
1823                 genp = obdgens;
1824                 for (i = 0; i < desc.ld_tgt_count; i++, uuidp++, genp++)
1825                         printf("\t%6u\t%14u\t\t %s\n", i, *genp, (char *)uuidp);
1826         }
1827 out_obdgens:
1828         free(obdgens);
1829 out_uuidarray:
1830         free(uuidarray);
1831 out:
1832         close(fd);
1833         return rc;
1834 }
1835
1836 int jt_obd_ldlm_regress_start(int argc, char **argv)
1837 {
1838         int rc;
1839         struct obd_ioctl_data data;
1840         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1841         char argstring[200];
1842         int i, count = sizeof(argstring) - 1;
1843
1844         memset(&data, 0x00, sizeof(data));
1845         data.ioc_dev = cur_device;
1846         if (argc > 5)
1847                 return CMD_HELP;
1848
1849         argstring[0] = '\0';
1850         for (i = 1; i < argc; i++) {
1851                 strncat(argstring, " ", count);
1852                 count--;
1853                 strncat(argstring, argv[i], count);
1854                 count -= strlen(argv[i]);
1855         }
1856
1857         if (strlen(argstring)) {
1858                 data.ioc_inlbuf1 = argstring;
1859                 data.ioc_inllen1 = strlen(argstring) + 1;
1860         }
1861
1862         memset(buf, 0, sizeof(rawbuf));
1863         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1864         if (rc) {
1865                 fprintf(stderr, "error: %s: invalid ioctl\n",
1866                         jt_cmdname(argv[0]));
1867                 return rc;
1868         }
1869         rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_START, buf);
1870         if (rc)
1871                 fprintf(stderr, "error: %s: test failed: %s\n",
1872                         jt_cmdname(argv[0]), strerror(rc = errno));
1873
1874         return rc;
1875 }
1876
1877 int jt_obd_ldlm_regress_stop(int argc, char **argv)
1878 {
1879         int rc;
1880         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1881         struct obd_ioctl_data data;
1882
1883         memset(&data, 0x00, sizeof(data));
1884         data.ioc_dev = cur_device;
1885
1886         if (argc != 1)
1887                 return CMD_HELP;
1888
1889         memset(buf, 0, sizeof(rawbuf));
1890         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1891         if (rc) {
1892                 fprintf(stderr, "error: %s: invalid ioctl\n",
1893                         jt_cmdname(argv[0]));
1894                 return rc;
1895         }
1896         rc = l2_ioctl(OBD_DEV_ID, IOC_LDLM_REGRESS_STOP, buf);
1897
1898         if (rc)
1899                 fprintf(stderr, "error: %s: test failed: %s\n",
1900                         jt_cmdname(argv[0]), strerror(rc = errno));
1901         return rc;
1902 }
1903
1904 static int do_activate(int argc, char **argv, int flag)
1905 {
1906         struct obd_ioctl_data data;
1907         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1908         int rc;
1909
1910         memset(&data, 0x00, sizeof(data));
1911         data.ioc_dev = cur_device;
1912         if (argc != 1)
1913                 return CMD_HELP;
1914
1915         /* reuse offset for 'active' */
1916         data.ioc_offset = flag;
1917
1918         memset(buf, 0, sizeof(rawbuf));
1919         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1920         if (rc) {
1921                 fprintf(stderr, "error: %s: invalid ioctl\n",
1922                         jt_cmdname(argv[0]));
1923                 return rc;
1924         }
1925         rc = l2_ioctl(OBD_DEV_ID, IOC_OSC_SET_ACTIVE, buf);
1926         if (rc)
1927                 fprintf(stderr, "error: %s: failed: %s\n",
1928                         jt_cmdname(argv[0]), strerror(rc = errno));
1929
1930         return rc;
1931 }
1932
1933 int jt_obd_deactivate(int argc, char **argv)
1934 {
1935         return do_activate(argc, argv, 0);
1936 }
1937
1938 int jt_obd_activate(int argc, char **argv)
1939 {
1940         return do_activate(argc, argv, 1);
1941 }
1942
1943 int jt_obd_recover(int argc, char **argv)
1944 {
1945         int rc;
1946         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1947         struct obd_ioctl_data data;
1948
1949         memset(&data, 0x00, sizeof(data));
1950         data.ioc_dev = cur_device;
1951         if (argc > 2)
1952                 return CMD_HELP;
1953
1954         if (argc == 2) {
1955                 data.ioc_inllen1 = strlen(argv[1]) + 1;
1956                 data.ioc_inlbuf1 = argv[1];
1957         }
1958
1959         memset(buf, 0, sizeof(rawbuf));
1960         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1961         if (rc) {
1962                 fprintf(stderr, "error: %s: invalid ioctl\n",
1963                         jt_cmdname(argv[0]));
1964                 return rc;
1965         }
1966         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CLIENT_RECOVER, buf);
1967         if (rc < 0) {
1968                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
1969                         strerror(rc = errno));
1970         }
1971
1972         return rc;
1973 }
1974
1975 int jt_obd_mdc_lookup(int argc, char **argv)
1976 {
1977         struct obd_ioctl_data data;
1978         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
1979         char *parent, *child;
1980         int rc, fd, verbose = 1;
1981
1982         if (argc < 3 || argc > 4)
1983                 return CMD_HELP;
1984
1985         parent = argv[1];
1986         child = argv[2];
1987         if (argc == 4)
1988                 verbose = get_verbose(argv[0], argv[3]);
1989
1990         memset(&data, 0x00, sizeof(data));
1991         data.ioc_dev = cur_device;
1992
1993         data.ioc_inllen1 = strlen(child) + 1;
1994         data.ioc_inlbuf1 = child;
1995
1996         memset(buf, 0, sizeof(rawbuf));
1997         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
1998         if (rc) {
1999                 fprintf(stderr, "error: %s: invalid ioctl\n",
2000                         jt_cmdname(argv[0]));
2001                 return rc;
2002         }
2003
2004         fd = open(parent, O_RDONLY);
2005         if (fd < 0) {
2006                 fprintf(stderr, "open \"%s\" failed: %s\n", parent,
2007                         strerror(errno));
2008                 return -1;
2009         }
2010
2011         rc = ioctl(fd, IOC_MDC_LOOKUP, buf);
2012         if (rc < 0) {
2013                 fprintf(stderr, "error: %s: ioctl error: %s\n",
2014                         jt_cmdname(argv[0]), strerror(rc = errno));
2015         }
2016         close(fd);
2017
2018         if (verbose) {
2019                 rc = obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
2020                 if (rc) {
2021                         fprintf(stderr, "error: %s: invalid reply\n",
2022                                 jt_cmdname(argv[0]));
2023                         return rc;
2024                 }
2025                 printf("%s: mode %o uid %d gid %d\n", child,
2026                        data.ioc_obdo1.o_mode, data.ioc_obdo1.o_uid,
2027                        data.ioc_obdo1.o_gid);
2028         }
2029
2030         return rc;
2031 }
2032
2033 int jt_cfg_dump_log(int argc, char **argv)
2034 {
2035         struct obd_ioctl_data data;
2036         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2037         int rc;
2038
2039         if (argc != 2)
2040                 return CMD_HELP;
2041
2042         memset(&data, 0x00, sizeof(data));
2043         data.ioc_dev = cur_device;
2044         data.ioc_inllen1 = strlen(argv[1]) + 1;
2045         data.ioc_inlbuf1 = argv[1];
2046
2047         memset(buf, 0, sizeof(rawbuf));
2048         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2049         if (rc) {
2050                 fprintf(stderr, "error: %s: invalid ioctl\n",
2051                         jt_cmdname(argv[0]));
2052                 return rc;
2053         }
2054         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_DUMP_LOG, buf);
2055         if (rc < 0)
2056                 fprintf(stderr, "OBD_IOC_DUMP_LOG failed: %s\n",
2057                         strerror(errno));
2058
2059         return rc;
2060 }
2061
2062 int jt_llog_catlist(int argc, char **argv)
2063 {
2064         struct obd_ioctl_data data;
2065         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2066         int rc;
2067
2068         if (argc != 1)
2069                 return CMD_HELP;
2070
2071         memset(&data, 0x00, sizeof(data));
2072         data.ioc_dev = cur_device;
2073         data.ioc_inllen1 = sizeof(rawbuf) - size_round(sizeof(data));
2074         memset(buf, 0, sizeof(rawbuf));
2075         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2076         if (rc) {
2077                 fprintf(stderr, "error: %s: invalid ioctl\n",
2078                         jt_cmdname(argv[0]));
2079                 return rc;
2080         }
2081         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_CATLOGLIST, buf);
2082         if (rc == 0)
2083                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2084         else
2085                 fprintf(stderr, "OBD_IOC_CATLOGLIST failed: %s\n",
2086                         strerror(errno));
2087
2088         return rc;
2089 }
2090
2091 int jt_llog_info(int argc, char **argv)
2092 {
2093         struct obd_ioctl_data data;
2094         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2095         int rc;
2096
2097         if (argc != 2)
2098                 return CMD_HELP;
2099
2100         memset(&data, 0x00, sizeof(data));
2101         data.ioc_dev = cur_device;
2102         data.ioc_inllen1 = strlen(argv[1]) + 1;
2103         data.ioc_inlbuf1 = argv[1];
2104         data.ioc_inllen2 = sizeof(rawbuf) - size_round(sizeof(data)) -
2105                 size_round(data.ioc_inllen1);
2106         memset(buf, 0, sizeof(rawbuf));
2107         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2108         if (rc) {
2109                 fprintf(stderr, "error: %s: invalid ioctl\n",
2110                         jt_cmdname(argv[0]));
2111                 return rc;
2112         }
2113
2114         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_INFO, buf);
2115         if (rc == 0)
2116                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2117         else
2118                 fprintf(stderr, "OBD_IOC_LLOG_INFO failed: %s\n",
2119                         strerror(errno));
2120
2121         return rc;
2122 }
2123
2124 int jt_llog_print(int argc, char **argv)
2125 {
2126         struct obd_ioctl_data data;
2127         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2128         int rc;
2129
2130         if (argc != 2 && argc != 4)
2131                 return CMD_HELP;
2132
2133         memset(&data, 0x00, sizeof(data));
2134         data.ioc_dev = cur_device;
2135         data.ioc_inllen1 = strlen(argv[1]) + 1;
2136         data.ioc_inlbuf1 = argv[1];
2137         if (argc == 4) {
2138                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2139                 data.ioc_inlbuf2 = argv[2];
2140                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2141                 data.ioc_inlbuf3 = argv[3];
2142         } else {
2143                 char from[2] = "1", to[3] = "-1";
2144                 data.ioc_inllen2 = strlen(from) + 1;
2145                 data.ioc_inlbuf2 = from;
2146                 data.ioc_inllen3 = strlen(to) + 1;
2147                 data.ioc_inlbuf3 = to;
2148         }
2149         data.ioc_inllen4 = sizeof(rawbuf) - size_round(sizeof(data)) -
2150                 size_round(data.ioc_inllen1) -
2151                 size_round(data.ioc_inllen2) -
2152                 size_round(data.ioc_inllen3);
2153         memset(buf, 0, sizeof(rawbuf));
2154         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2155         if (rc) {
2156                 fprintf(stderr, "error: %s: invalid ioctl\n",
2157                         jt_cmdname(argv[0]));
2158                 return rc;
2159         }
2160
2161         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_PRINT, buf);
2162         if (rc == 0)
2163                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2164         else
2165                 fprintf(stderr, "OBD_IOC_LLOG_PRINT failed: %s\n",
2166                         strerror(errno));
2167
2168         return rc;
2169 }
2170
2171 int jt_llog_cancel(int argc, char **argv)
2172 {
2173         struct obd_ioctl_data data;
2174         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2175         int rc;
2176
2177         if (argc != 4)
2178                 return CMD_HELP;
2179
2180         memset(&data, 0x00, sizeof(data));
2181         data.ioc_dev = cur_device;
2182         data.ioc_inllen1 = strlen(argv[1]) + 1;
2183         data.ioc_inlbuf1 = argv[1];
2184         data.ioc_inllen2 = strlen(argv[2]) + 1;
2185         data.ioc_inlbuf2 = argv[2];
2186         data.ioc_inllen3 = strlen(argv[3]) + 1;
2187         data.ioc_inlbuf3 = argv[3];
2188         memset(buf, 0, sizeof(rawbuf));
2189         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2190         if (rc) {
2191                 fprintf(stderr, "error: %s: invalid ioctl\n",
2192                         jt_cmdname(argv[0]));
2193                 return rc;
2194         }
2195
2196         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CANCEL, buf);
2197         if (rc == 0)
2198                 fprintf(stdout, "index %s be canceled.\n", argv[3]);
2199         else
2200                 fprintf(stderr, "OBD_IOC_LLOG_CANCEL failed: %s\n",
2201                         strerror(errno));
2202
2203         return rc;
2204
2205 }
2206 int jt_llog_check(int argc, char **argv)
2207 {
2208         struct obd_ioctl_data data;
2209         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2210         int rc;
2211
2212         if (argc != 2 && argc != 4)
2213                 return CMD_HELP;
2214
2215         memset(&data, 0x00, sizeof(data));
2216         data.ioc_dev = cur_device;
2217         data.ioc_inllen1 = strlen(argv[1]) + 1;
2218         data.ioc_inlbuf1 = argv[1];
2219         if (argc == 4) {
2220                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2221                 data.ioc_inlbuf2 = argv[2];
2222                 data.ioc_inllen3 = strlen(argv[3]) + 1;
2223                 data.ioc_inlbuf3 = argv[3];
2224         } else {
2225                 char from[2] = "1", to[3] = "-1";
2226                 data.ioc_inllen2 = strlen(from) + 1;
2227                 data.ioc_inlbuf2 = from;
2228                 data.ioc_inllen3 = strlen(to) + 1;
2229                 data.ioc_inlbuf3 = to;
2230         }
2231         data.ioc_inllen4 = sizeof(rawbuf) - size_round(sizeof(data)) -
2232                 size_round(data.ioc_inllen1) -
2233                 size_round(data.ioc_inllen2) -
2234                 size_round(data.ioc_inllen3);
2235         memset(buf, 0, sizeof(rawbuf));
2236         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2237         if (rc) {
2238                 fprintf(stderr, "error: %s: invalid ioctl\n",
2239                         jt_cmdname(argv[0]));
2240                 return rc;
2241         }
2242
2243         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_CHECK, buf);
2244         if (rc == 0)
2245                 fprintf(stdout, "%s", ((struct obd_ioctl_data*)buf)->ioc_bulk);
2246         else
2247                 fprintf(stderr, "OBD_IOC_LLOG_CHECK failed: %s\n",
2248                         strerror(errno));
2249         return rc;
2250 }
2251
2252 int jt_llog_remove(int argc, char **argv)
2253 {
2254         struct obd_ioctl_data data;
2255         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2256         int rc;
2257
2258         if (argc != 3 && argc != 2)
2259                 return CMD_HELP;
2260
2261         memset(&data, 0x00, sizeof(data));
2262         data.ioc_dev = cur_device;
2263         data.ioc_inllen1 = strlen(argv[1]) + 1;
2264         data.ioc_inlbuf1 = argv[1];
2265         if (argc == 3){
2266                 data.ioc_inllen2 = strlen(argv[2]) + 1;
2267                 data.ioc_inlbuf2 = argv[2];
2268         }
2269         memset(buf, 0, sizeof(rawbuf));
2270         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2271         if (rc) {
2272                 fprintf(stderr, "error: %s: invalid ioctl\n",
2273                         jt_cmdname(argv[0]));
2274                 return rc;
2275         }
2276
2277         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LLOG_REMOVE, buf);
2278         if (rc == 0) {
2279                 if (argc == 3)
2280                         fprintf(stdout, "log %s are removed.\n", argv[2]);
2281                 else
2282                         fprintf(stdout, "the log in catalog %s are removed. \n", argv[1]);
2283         } else
2284                 fprintf(stderr, "OBD_IOC_LLOG_REMOVE failed: %s\n",
2285                         strerror(errno));
2286
2287         return rc;
2288 }
2289
2290 /* attach a regular file to virtual block device.
2291  * return vaule:
2292  *  -1: fatal error
2293  *  1: error, it always means the command run failed
2294  *  0: success
2295  */
2296 static int jt_blockdev_run_process(const char *file, char *argv[])
2297 {
2298         pid_t pid;
2299         int rc;
2300
2301         pid = vfork();
2302         if (pid == 0) { /* child process */
2303                 /* don't print error messages */
2304                 close(1), close(2);
2305                 (void)execvp(file, argv);
2306                 exit(-1);
2307         } else if (pid > 0) {
2308                 int status;
2309
2310                 rc = waitpid(pid, &status, 0);
2311                 if (rc < 0 || !WIFEXITED(status))
2312                         return -1;
2313
2314                 return WEXITSTATUS(status);
2315         }
2316
2317         return -1;
2318 }
2319
2320 static int jt_blockdev_find_module(const char *module)
2321 {
2322         FILE *fp;
2323         int found = 0;
2324         char buf[1024];
2325
2326         fp = fopen("/proc/modules", "r");
2327         if (fp == NULL)
2328                 return -1;
2329
2330         while (fgets(buf, 1024, fp) != NULL) {
2331                 *strchr(buf, ' ') = 0;
2332                 if (strcmp(module, buf) == 0) {
2333                         found = 1;
2334                         break;
2335                 }
2336         }
2337         fclose(fp);
2338
2339         return found;
2340 }
2341
2342 static int jt_blockdev_probe_module(const char *module)
2343 {
2344         char buf[1024];
2345         char *argv[10];
2346         int c, rc;
2347
2348         if (jt_blockdev_find_module(module) == 1)
2349                 return 0;
2350
2351         /* run modprobe first */
2352         c = 0;
2353         argv[c++] = "/sbin/modprobe";
2354         argv[c++] = "-q";
2355         argv[c++] = (char *)module;
2356         argv[c++] = NULL;
2357         rc = jt_blockdev_run_process("modprobe", argv);
2358         if (rc != 1)
2359                 return rc;
2360
2361         /* cannot find the module in default directory ... */
2362         sprintf(buf, "../llite/%s.ko", module);
2363         c = 0;
2364         argv[c++] = "/sbin/insmod";
2365         argv[c++] = buf;
2366         argv[c++] = NULL;
2367         rc = jt_blockdev_run_process("insmod", argv);
2368         return rc ? -1 : 0;
2369 }
2370
2371 int jt_blockdev_attach(int argc, char **argv)
2372 {
2373         int rc, fd;
2374         struct stat st;
2375         char *filename, *devname;
2376         unsigned long dev;
2377
2378         if (argc != 3)
2379                 return CMD_HELP;
2380
2381         if (jt_blockdev_probe_module("llite_lloop") < 0) {
2382                 fprintf(stderr, "error: cannot find module llite_lloop.(k)o\n");
2383                 return ENOENT;
2384         }
2385
2386         filename = argv[1];
2387         devname = argv[2];
2388
2389         fd = open(filename, O_RDWR);
2390         if (fd < 0) {
2391                 fprintf(stderr, "file %s can't be opened(%s)\n\n",
2392                         filename, strerror(errno));
2393                 return CMD_HELP;
2394         }
2395
2396         rc = ioctl(fd, LL_IOC_LLOOP_ATTACH, &dev);
2397         if (rc < 0) {
2398                 rc = errno;
2399                 fprintf(stderr, "attach error(%s)\n", strerror(rc));
2400                 goto out;
2401         }
2402
2403         rc = stat(devname, &st);
2404         if (rc == 0 && (!S_ISBLK(st.st_mode) || st.st_rdev != dev)) {
2405                 rc = EEXIST;
2406         } else if (rc < 0) {
2407                 if (errno == ENOENT &&
2408                     !mknod(devname, S_IFBLK|S_IRUSR|S_IWUSR, dev))
2409                         rc = 0;
2410                 else
2411                         rc = errno;
2412         }
2413
2414         if (rc) {
2415                 fprintf(stderr, "error: the file %s could be attached to block "
2416                                 "device %X but creating %s failed: %s\n"
2417                                 "now detaching the block device..",
2418                         filename, (int)dev, devname, strerror(rc));
2419
2420                 (void)ioctl(fd, LL_IOC_LLOOP_DETACH_BYDEV, dev);
2421                 fprintf(stderr, "%s\n", strerror(errno));
2422         }
2423 out:
2424         close(fd);
2425         return -rc;
2426 }
2427
2428 int jt_blockdev_detach(int argc, char **argv)
2429 {
2430         char *filename;
2431         int rc, fd;
2432
2433         if (argc != 2)
2434                 return CMD_HELP;
2435
2436         filename = argv[1];
2437         fd = open(filename, O_RDONLY);
2438         if (fd < 0) {
2439                 fprintf(stderr, "cannot open file %s error %s\n",
2440                         filename, strerror(errno));
2441                 return CMD_HELP;
2442         }
2443
2444         rc = ioctl(fd, LL_IOC_LLOOP_DETACH, 0);
2445         if (rc < 0) {
2446                 rc = errno;
2447                 fprintf(stderr, "detach error(%s)\n", strerror(rc));
2448         } else {
2449                 (void)unlink(filename);
2450         }
2451
2452         close(fd);
2453         return -rc;
2454 }
2455
2456 int jt_blockdev_info(int argc, char **argv)
2457 {
2458         char *filename;
2459         int rc, fd;
2460         __u64  ino;
2461
2462         if (argc != 2)
2463                 return CMD_HELP;
2464
2465         filename = argv[1];
2466         fd = open(filename, O_RDONLY);
2467         if (fd < 0) {
2468                 fprintf(stderr, "cannot open file %s error: %s\n",
2469                         filename, strerror(errno));
2470                 return CMD_HELP;
2471         }
2472
2473         rc = ioctl(fd, LL_IOC_LLOOP_INFO, &ino);
2474         if (rc < 0) {
2475                 rc = errno;
2476                 fprintf(stderr, "error: %s\n", strerror(errno));
2477                 goto out;
2478         }
2479         fprintf(stdout, "lloop device info: ");
2480         if (ino == 0ULL)
2481                 fprintf(stdout, "Not attached\n");
2482         else
2483                 fprintf(stdout, "attached to inode "LPU64"\n", ino);
2484 out:
2485         close(fd);
2486         return -rc;
2487 }
2488
2489 static void signal_server(int sig)
2490 {
2491         if (sig == SIGINT) {
2492                 do_disconnect("sigint", 1);
2493                 exit(1);
2494         } else
2495                 fprintf(stderr, "%s: got signal %d\n", jt_cmdname("sigint"), sig);
2496 }
2497
2498 int obd_initialize(int argc, char **argv)
2499 {
2500         int i;
2501
2502         for (i = 0; i < MAX_STRIPES; i++)
2503                 lsm_buffer.lsm.lsm_oinfo[i] = lov_oinfos + i;
2504
2505         shmem_setup();
2506         register_ioc_dev(OBD_DEV_ID, OBD_DEV_PATH,
2507                          OBD_DEV_MAJOR, OBD_DEV_MINOR);
2508
2509         return 0;
2510 }
2511
2512 void obd_finalize(int argc, char **argv)
2513 {
2514         struct sigaction sigact;
2515
2516         sigact.sa_handler = signal_server;
2517         sigfillset(&sigact.sa_mask);
2518         sigact.sa_flags = SA_RESTART;
2519         sigaction(SIGINT, &sigact, NULL);
2520
2521         shmem_stop();
2522         do_disconnect(argv[0], 1);
2523 }
2524
2525 static int find_target_obdpath(char *fsname, char *path)
2526 {
2527         glob_t glob_info;
2528         char pattern[PATH_MAX + 1];
2529         int rc;
2530
2531         snprintf(pattern, PATH_MAX,
2532                  "/proc/fs/lustre/lov/%s-*/target_obd",
2533                  fsname);
2534         rc = glob(pattern, GLOB_BRACE, NULL, &glob_info);
2535         if (rc == GLOB_NOMATCH)
2536                 return -ENODEV;
2537         else if (rc)
2538                 return -EINVAL;
2539
2540         strcpy(path, glob_info.gl_pathv[0]);
2541         globfree(&glob_info);
2542         return 0;
2543 }
2544
2545 static int find_poolpath(char *fsname, char *poolname, char *poolpath)
2546 {
2547         glob_t glob_info;
2548         char pattern[PATH_MAX + 1];
2549         int rc;
2550
2551         snprintf(pattern, PATH_MAX,
2552                  "/proc/fs/lustre/lov/%s-*/pools/%s",
2553                  fsname, poolname);
2554         rc = glob(pattern, GLOB_BRACE, NULL, &glob_info);
2555         /* If no pools, make sure the lov is available */
2556         if ((rc == GLOB_NOMATCH) &&
2557             (find_target_obdpath(fsname, poolpath) == -ENODEV))
2558                 return -ENODEV;
2559         if (rc)
2560                 return -EINVAL;
2561
2562         strcpy(poolpath, glob_info.gl_pathv[0]);
2563         globfree(&glob_info);
2564         return 0;
2565 }
2566
2567 /*
2568  * if pool is NULL, search ostname in target_obd
2569  * if pool is no NULL
2570  *  if pool not found returns errno < 0
2571  *  if ostname is NULL, returns 1 if pool is not empty and 0 if pool empty
2572  *  if ostname is not NULL, returns 1 if OST is in pool and 0 if not
2573  */
2574 static int search_ost(char *fsname, char *poolname, char *ostname)
2575 {
2576         FILE *fd;
2577         char buffer[PATH_MAX + 1];
2578         int len = 0, rc;
2579
2580         if (ostname != NULL)
2581                 len = strlen(ostname);
2582
2583         if (poolname == NULL)
2584                 rc = find_target_obdpath(fsname, buffer);
2585         else
2586                 rc = find_poolpath(fsname, poolname, buffer);
2587         if (rc)
2588                 return rc;
2589
2590         if ((fd = fopen(buffer, "r")) == NULL)
2591                 return -EINVAL;
2592
2593         while (fgets(buffer, sizeof(buffer), fd) != NULL) {
2594                 if (poolname == NULL) {
2595                         char *ptr;
2596                         /* Search for an ostname in the list of OSTs
2597                            Line format is IDX: fsname-OSTxxxx_UUID STATUS */
2598                         ptr = strchr(buffer, ' ');
2599                         if ((ptr != NULL) &&
2600                             (strncmp(ptr + 1, ostname, len) == 0)) {
2601                                 fclose(fd);
2602                                 return 1;
2603                         }
2604                 } else {
2605                         /* Search for an ostname in a pool,
2606                            (or an existing non-empty pool if no ostname) */
2607                         if ((ostname == NULL) ||
2608                             (strncmp(buffer, ostname, len) == 0)) {
2609                                 fclose(fd);
2610                                 return 1;
2611                         }
2612                 }
2613         }
2614         fclose(fd);
2615         return 0;
2616 }
2617
2618 static int check_pool_cmd(enum lcfg_command_type cmd,
2619                           char *fsname, char *poolname,
2620                           char *ostname)
2621 {
2622         int rc;
2623
2624         rc = search_ost(fsname, poolname, ostname);
2625         if (rc < 0 && (cmd != LCFG_POOL_NEW)) {
2626                 fprintf(stderr, "Pool %s.%s not found\n",
2627                         fsname, poolname);
2628                 return rc;
2629         }
2630
2631         switch (cmd) {
2632         case LCFG_POOL_NEW: {
2633                 LASSERT(ostname == NULL);
2634                 if (rc >= 0) {
2635                         fprintf(stderr, "Pool %s.%s already exists\n",
2636                                 fsname, poolname);
2637                         return -EEXIST;
2638                 }
2639                 return 0;
2640         }
2641         case LCFG_POOL_DEL: {
2642                 LASSERT(ostname == NULL);
2643                 if (rc == 1) {
2644                         fprintf(stderr, "Pool %s.%s not empty, "
2645                                 "please remove all members\n",
2646                                 fsname, poolname);
2647                         return -ENOTEMPTY;
2648                 }
2649                 return 0;
2650         }
2651         case LCFG_POOL_ADD: {
2652                 if (rc == 1) {
2653                         fprintf(stderr, "OST %s is already in pool %s.%s\n",
2654                                 ostname, fsname, poolname);
2655                         return -EEXIST;
2656                 }
2657                 rc = search_ost(fsname, NULL, ostname);
2658                 if (rc == 0) {
2659                         fprintf(stderr, "OST %s is not part of the '%s' fs.\n",
2660                                 ostname, fsname);
2661                         return -ENOENT;
2662                 }
2663                 return 0;
2664         }
2665         case LCFG_POOL_REM: {
2666                 if (rc == 0) {
2667                         fprintf(stderr, "OST %s not found in pool %s.%s\n",
2668                                 ostname, fsname, poolname);
2669                         return -ENOENT;
2670                 }
2671                 return 0;
2672         }
2673         default:
2674                 break;
2675         } /* switch */
2676         return -EINVAL;
2677 }
2678
2679 /* This check only verifies that the changes have been "pushed out" to
2680    the client successfully.  This involves waiting for a config update,
2681    and so may fail because of problems in that code or post-command
2682    network loss. So reporting a warning is appropriate, but not a failure.
2683 */
2684 static int check_pool_cmd_result(enum lcfg_command_type cmd,
2685                                  char *fsname, char *poolname,
2686                                  char *ostname)
2687 {
2688         int cpt = 10;
2689         int rc = 0;
2690
2691         switch (cmd) {
2692         case LCFG_POOL_NEW: {
2693                 do {
2694                         rc = search_ost(fsname, poolname, NULL);
2695                         if (rc == -ENODEV)
2696                                 return rc;
2697                         if (rc < 0)
2698                                 sleep(2);
2699                         cpt--;
2700                 } while ((rc < 0) && (cpt > 0));
2701                 if (rc >= 0) {
2702                         fprintf(stderr, "Pool %s.%s created\n",
2703                                 fsname, poolname);
2704                         return 0;
2705                 } else {
2706                         fprintf(stderr, "Warning, pool %s.%s not found\n",
2707                                 fsname, poolname);
2708                         return -ENOENT;
2709                 }
2710         }
2711         case LCFG_POOL_DEL: {
2712                 do {
2713                         rc = search_ost(fsname, poolname, NULL);
2714                         if (rc == -ENODEV)
2715                                 return rc;
2716                         if (rc >= 0)
2717                                 sleep(2);
2718                         cpt--;
2719                 } while ((rc >= 0) && (cpt > 0));
2720                 if (rc < 0) {
2721                         fprintf(stderr, "Pool %s.%s destroyed\n",
2722                                 fsname, poolname);
2723                         return 0;
2724                 } else {
2725                         fprintf(stderr, "Warning, pool %s.%s still found\n",
2726                                 fsname, poolname);
2727                         return -EEXIST;
2728                 }
2729         }
2730         case LCFG_POOL_ADD: {
2731                 do {
2732                         rc = search_ost(fsname, poolname, ostname);
2733                         if (rc == -ENODEV)
2734                                 return rc;
2735                         if (rc != 1)
2736                                 sleep(2);
2737                         cpt--;
2738                 } while ((rc != 1) && (cpt > 0));
2739                 if (rc == 1) {
2740                         fprintf(stderr, "OST %s added to pool %s.%s\n",
2741                                 ostname, fsname, poolname);
2742                         return 0;
2743                 } else {
2744                         fprintf(stderr, "Warning, OST %s not found in pool %s.%s\n",
2745                                 ostname, fsname, poolname);
2746                         return -ENOENT;
2747                 }
2748         }
2749         case LCFG_POOL_REM: {
2750                 do {
2751                         rc = search_ost(fsname, poolname, ostname);
2752                         if (rc == -ENODEV)
2753                                 return rc;
2754                         if (rc == 1)
2755                                 sleep(2);
2756                         cpt--;
2757                 } while ((rc == 1) && (cpt > 0));
2758                 if (rc != 1) {
2759                         fprintf(stderr, "OST %s removed from pool %s.%s\n",
2760                                 ostname, fsname, poolname);
2761                         return 0;
2762                 } else {
2763                         fprintf(stderr, "Warning, OST %s still found in pool %s.%s\n",
2764                                 ostname, fsname, poolname);
2765                         return -EEXIST;
2766                 }
2767         }
2768         default:
2769                 break;
2770         }
2771         return -EINVAL;
2772 }
2773
2774 static int check_and_complete_ostname(char *fsname, char *ostname)
2775 {
2776         char *ptr;
2777         char real_ostname[MAX_OBD_NAME + 1];
2778         char i;
2779
2780         /* if OST name does not start with fsname, we add it */
2781         /* if not check if the fsname is the right one */
2782         ptr = strchr(ostname, '-');
2783         if (ptr == NULL) {
2784                 sprintf(real_ostname, "%s-%s", fsname, ostname);
2785         } else if (strncmp(ostname, fsname, strlen(fsname)) != 0) {
2786                 fprintf(stderr, "%s does not start with fsname %s\n",
2787                         ostname, fsname);
2788                 return -EINVAL;
2789         } else {
2790              strcpy(real_ostname, ostname);
2791         }
2792         /* real_ostname is fsname-????? */
2793         ptr = real_ostname + strlen(fsname) + 1;
2794         if (strncmp(ptr, "OST", 3) != 0) {
2795                 fprintf(stderr, "%s does not start by %s-OST nor OST\n",
2796                         ostname, fsname);
2797                 return -EINVAL;
2798         }
2799         /* real_ostname is fsname-OST????? */
2800         ptr += 3;
2801         for (i = 0; i < 4; i++) {
2802                 if (!isxdigit(*ptr)) {
2803                         fprintf(stderr,
2804                                 "ost's index in %s is not an hexa number\n",
2805                                 ostname);
2806                         return -EINVAL;
2807                 }
2808                 ptr++;
2809         }
2810         /* real_ostname is fsname-OSTXXXX????? */
2811         /* if OST name does not end with _UUID, we add it */
2812         if (*ptr == '\0') {
2813                 strcat(real_ostname, "_UUID");
2814         } else if (strcmp(ptr, "_UUID") != 0) {
2815                 fprintf(stderr,
2816                         "ostname %s does not end with _UUID\n", ostname);
2817                 return -EINVAL;
2818         }
2819         /* real_ostname is fsname-OSTXXXX_UUID */
2820         strcpy(ostname, real_ostname);
2821         return 0;
2822 }
2823
2824 /* returns 0 or -errno */
2825 static int pool_cmd(enum lcfg_command_type cmd,
2826                     char *cmdname, char *fullpoolname,
2827                     char *fsname, char *poolname, char *ostname)
2828 {
2829         int rc = 0;
2830         struct obd_ioctl_data data;
2831         struct lustre_cfg_bufs bufs;
2832         struct lustre_cfg *lcfg;
2833         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
2834
2835         rc = check_pool_cmd(cmd, fsname, poolname, ostname);
2836         if (rc == -ENODEV)
2837                 fprintf(stderr, "Can't verify pool command since there "
2838                         "is no local MDT or client, proceeding anyhow...\n");
2839         else if (rc)
2840                 return rc;
2841
2842         lustre_cfg_bufs_reset(&bufs, NULL);
2843         lustre_cfg_bufs_set_string(&bufs, 0, cmdname);
2844         lustre_cfg_bufs_set_string(&bufs, 1, fullpoolname);
2845         if (ostname != NULL)
2846                 lustre_cfg_bufs_set_string(&bufs, 2, ostname);
2847
2848         lcfg = lustre_cfg_new(cmd, &bufs);
2849         if (IS_ERR(lcfg)) {
2850                 rc = PTR_ERR(lcfg);
2851                 return rc;
2852         }
2853
2854         memset(&data, 0x00, sizeof(data));
2855         rc = data.ioc_dev = get_mgs_device();
2856         if (rc < 0)
2857                 goto out;
2858
2859         data.ioc_type = LUSTRE_CFG_TYPE;
2860         data.ioc_plen1 = lustre_cfg_len(lcfg->lcfg_bufcount,
2861                                         lcfg->lcfg_buflens);
2862         data.ioc_pbuf1 = (void *)lcfg;
2863
2864         memset(buf, 0, sizeof(rawbuf));
2865         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
2866         if (rc) {
2867                 fprintf(stderr, "error: %s: invalid ioctl\n",
2868                         jt_cmdname(cmdname));
2869                 return rc;
2870         }
2871         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_POOL, buf);
2872 out:
2873         if (rc)
2874                 rc = -errno;
2875         lustre_cfg_free(lcfg);
2876         return rc;
2877 }
2878
2879 /*
2880  * this function tranforms a rule [start-end/step] into an array
2881  * of matching numbers
2882  * supported forms are:
2883  * [start]                : just this number
2884  * [start-end]            : all numbers from start to end
2885  * [start-end/step]       : numbers from start to end with increment of step
2886  * on return, format contains a printf format string which can be used
2887  * to generate all the strings
2888  */
2889 static int get_array_idx(char *rule, char *format, int **array)
2890 {
2891         char *start, *end, *ptr;
2892         unsigned int lo, hi, step;
2893         int array_sz = 0;
2894         int i, array_idx;
2895         int rc;
2896
2897         start = strchr(rule, '[');
2898         end = strchr(rule, ']');
2899         if ((start == NULL) || (end == NULL)) {
2900                 *array = malloc(sizeof(int));
2901                 if (*array == NULL)
2902                         return 0;
2903                 strcpy(format, rule);
2904                 array_sz = 1;
2905                 return array_sz;
2906         }
2907         *start = '\0';
2908         *end = '\0';
2909         end++;
2910         start++;
2911         /* put in format the printf format (the rule without the range) */
2912         sprintf(format, "%s%%.4x%s", rule, end);
2913
2914         array_idx = 0;
2915         array_sz = 0;
2916         *array = NULL;
2917         /* loop on , separator */
2918         do {
2919                 /* extract the 3 fields */
2920                 rc = sscanf(start, "%x-%x/%u", &lo, &hi, &step);
2921                 switch (rc) {
2922                 case 0: {
2923                         return 0;
2924                 }
2925                 case 1: {
2926                         array_sz++;
2927                         *array = realloc(*array, array_sz * sizeof(int));
2928                         if (*array == NULL)
2929                                 return 0;
2930                         (*array)[array_idx] = lo;
2931                         array_idx++;
2932                         break;
2933                 }
2934                 case 2: {
2935                         step = 1;
2936                         /* do not break to share code with case 3: */
2937                 }
2938                 case 3: {
2939                         if ((hi < lo) || (step == 0))
2940                                 return 0;
2941                         array_sz += (hi - lo) / step + 1;
2942                         *array = realloc(*array, sizeof(int) * array_sz);
2943                         if (*array == NULL)
2944                                 return 0;
2945                         for (i = lo; i <= hi; i+=step, array_idx++)
2946                                 (*array)[array_idx] = i;
2947                         break;
2948                 }
2949                 }
2950                 ptr = strchr(start, ',');
2951                 if (ptr != NULL)
2952                         start = ptr + 1;
2953
2954         } while (ptr != NULL);
2955         return array_sz;
2956 }
2957
2958 static int extract_fsname_poolname(char *arg, char *fsname, char *poolname)
2959 {
2960         char *ptr;
2961         int len;
2962         int rc;
2963
2964         strcpy(fsname, arg);
2965         ptr = strchr(fsname, '.');
2966         if (ptr == NULL) {
2967                 fprintf(stderr, ". is missing in %s\n", fsname);
2968                 rc = -EINVAL;
2969                 goto err;
2970         }
2971
2972         len = ptr - fsname;
2973         if (len == 0) {
2974                 fprintf(stderr, "fsname is empty\n");
2975                 rc = -EINVAL;
2976                 goto err;
2977         }
2978
2979         len = strlen(ptr + 1);
2980         if (len == 0) {
2981                 fprintf(stderr, "poolname is empty\n");
2982                 rc = -EINVAL;
2983                 goto err;
2984         }
2985         if (len > LOV_MAXPOOLNAME) {
2986                 fprintf(stderr,
2987                         "poolname %s is too long (length is %d max is %d)\n",
2988                         ptr + 1, len, LOV_MAXPOOLNAME);
2989                 rc = -ENAMETOOLONG;
2990                 goto err;
2991         }
2992         strncpy(poolname, ptr + 1, LOV_MAXPOOLNAME);
2993         poolname[LOV_MAXPOOLNAME] = '\0';
2994         *ptr = '\0';
2995         return 0;
2996
2997 err:
2998         fprintf(stderr, "argument %s must be <fsname>.<poolname>\n", arg);
2999         return rc;
3000 }
3001
3002 int jt_pool_cmd(int argc, char **argv)
3003 {
3004         enum lcfg_command_type cmd;
3005         char fsname[PATH_MAX + 1];
3006         char poolname[LOV_MAXPOOLNAME + 1];
3007         char *ostnames_buf = NULL;
3008         int i, rc;
3009         int *array = NULL, array_sz;
3010         struct {
3011                 int     rc;
3012                 char   *ostname;
3013         } *cmds = NULL;
3014
3015         switch (argc) {
3016         case 0:
3017         case 1: return CMD_HELP;
3018         case 2: {
3019                 if (strcmp("pool_new", argv[0]) == 0)
3020                         cmd = LCFG_POOL_NEW;
3021                 else if (strcmp("pool_destroy", argv[0]) == 0)
3022                         cmd = LCFG_POOL_DEL;
3023                 else if (strcmp("pool_list", argv[0]) == 0)
3024                          return llapi_poollist(argv[1]);
3025                 else return CMD_HELP;
3026
3027                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3028                 if (rc)
3029                         break;
3030
3031                 rc = pool_cmd(cmd, argv[0], argv[1], fsname, poolname, NULL);
3032                 if (rc)
3033                         break;
3034
3035                 check_pool_cmd_result(cmd, fsname, poolname, NULL);
3036                 break;
3037         }
3038         default: {
3039                 char format[2*MAX_OBD_NAME];
3040
3041                 if (strcmp("pool_remove", argv[0]) == 0) {
3042                         cmd = LCFG_POOL_REM;
3043                 } else if (strcmp("pool_add", argv[0]) == 0) {
3044                         cmd = LCFG_POOL_ADD;
3045                 } else {
3046                         return CMD_HELP;
3047                 }
3048
3049                 rc = extract_fsname_poolname(argv[1], fsname, poolname);
3050                 if (rc)
3051                         break;
3052
3053                 for (i = 2; i < argc; i++) {
3054                         int j;
3055
3056                         array_sz = get_array_idx(argv[i], format, &array);
3057                         if (array_sz == 0)
3058                                 return CMD_HELP;
3059
3060                         cmds = malloc(array_sz * sizeof(cmds[0]));
3061                         if (cmds != NULL) {
3062                                 ostnames_buf = malloc(array_sz *
3063                                                       (MAX_OBD_NAME + 1));
3064                         } else {
3065                                 free(array);
3066                                 rc = -ENOMEM;
3067                                 goto out;
3068                         }
3069
3070                         for (j = 0; j < array_sz; j++) {
3071                                 char ostname[MAX_OBD_NAME + 1];
3072
3073                                 snprintf(ostname, MAX_OBD_NAME, format,
3074                                          array[j]);
3075                                 ostname[MAX_OBD_NAME] = '\0';
3076
3077                                 rc = check_and_complete_ostname(fsname,ostname);
3078                                 if (rc) {
3079                                         free(array);
3080                                         free(cmds);
3081                                         if (ostnames_buf)
3082                                                 free(ostnames_buf);
3083                                         goto out;
3084                                 }
3085                                 if (ostnames_buf != NULL) {
3086                                         cmds[j].ostname =
3087                                           &ostnames_buf[(MAX_OBD_NAME + 1) * j];
3088                                         strcpy(cmds[j].ostname, ostname);
3089                                 } else {
3090                                         cmds[j].ostname = NULL;
3091                                 }
3092                                 cmds[j].rc = pool_cmd(cmd, argv[0], argv[1],
3093                                                       fsname, poolname,
3094                                                       ostname);
3095                                 /* Return an err if any of the add/dels fail */
3096                                 if (!rc)
3097                                         rc = cmds[j].rc;
3098                         }
3099                         for (j = 0; j < array_sz; j++) {
3100                                 if (!cmds[j].rc) {
3101                                         char ostname[MAX_OBD_NAME + 1];
3102
3103                                         if (!cmds[j].ostname) {
3104                                                 snprintf(ostname, MAX_OBD_NAME,
3105                                                          format, array[j]);
3106                                                 ostname[MAX_OBD_NAME] = '\0';
3107                                                 check_and_complete_ostname(
3108                                                         fsname, ostname);
3109                                         } else {
3110                                                 strcpy(ostname,
3111                                                        cmds[j].ostname);
3112                                         }
3113                                         check_pool_cmd_result(cmd, fsname,
3114                                                               poolname,ostname);
3115                                 }
3116                         }
3117                         if (array_sz > 0)
3118                                 free(array);
3119                         if (cmds)
3120                                 free(cmds);
3121                         if (ostnames_buf);
3122                                 free(ostnames_buf);
3123                 }
3124                 /* fall through */
3125         }
3126         } /* switch */
3127
3128 out:
3129         if (rc != 0) {
3130                 errno = -rc;
3131                 perror(argv[0]);
3132         }
3133
3134         return rc;
3135 }
3136
3137 void  llapi_ping_target(char *obd_type, char *obd_name,
3138                         char *obd_uuid, void *args)
3139 {
3140         int  rc;
3141         struct obd_ioctl_data data;
3142         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3143
3144         memset(&data, 0, sizeof(data));
3145         data.ioc_inlbuf4 = obd_name;
3146         data.ioc_inllen4 = strlen(obd_name) + 1;
3147         data.ioc_dev = OBD_DEV_BY_DEVNAME;
3148         memset(buf, 0, sizeof(rawbuf));
3149         if (obd_ioctl_pack(&data, &buf, sizeof(rawbuf))) {
3150                 fprintf(stderr, "error: invalid ioctl\n");
3151                 return;
3152         }
3153         rc = l_ioctl(OBD_DEV_ID, OBD_IOC_PING_TARGET, buf);
3154         if (rc)
3155                 rc = errno;
3156         if (rc == ENOTCONN || rc == ESHUTDOWN) {
3157                 printf("%s inactive.\n", obd_name);
3158         } else if (rc) {
3159                 fprintf(stderr, "error: check '%s' %s\n",
3160                         obd_name, strerror(errno));
3161         } else {
3162                 printf("%s active.\n", obd_name);
3163         }
3164 }
3165
3166 int jt_changelog_register(int argc, char **argv)
3167 {
3168         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3169         struct obd_ioctl_data data;
3170         char devname[30];
3171         int rc;
3172
3173         if (argc > 2)
3174                 return CMD_HELP;
3175         else if (argc == 2 && strcmp(argv[1], "-n") != 0)
3176                 return CMD_HELP;
3177         if (cur_device < 0)
3178                 return CMD_HELP;
3179
3180         memset(&data, 0x00, sizeof(data));
3181         data.ioc_dev = cur_device;
3182         memset(buf, 0, sizeof(rawbuf));
3183         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3184         if (rc) {
3185                 fprintf(stderr, "error: %s: invalid ioctl\n",
3186                         jt_cmdname(argv[0]));
3187                return rc;
3188         }
3189
3190         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_REG, buf);
3191         if (rc < 0) {
3192                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3193                         strerror(rc = errno));
3194                 return rc;
3195         }
3196         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3197
3198         if (data.ioc_u32_1 == 0) {
3199                 fprintf(stderr, "received invalid userid!\n");
3200                 return EPROTO;
3201         }
3202
3203         if (lcfg_get_devname() != NULL)
3204                 strcpy(devname, lcfg_get_devname());
3205         else
3206                 sprintf(devname, "dev %d", cur_device);
3207
3208         if (argc == 2)
3209                 /* -n means bare name */
3210                 printf(CHANGELOG_USER_PREFIX"%u\n", data.ioc_u32_1);
3211         else
3212                 printf("%s: Registered changelog userid '"CHANGELOG_USER_PREFIX
3213                        "%u'\n", devname, data.ioc_u32_1);
3214         return 0;
3215 }
3216
3217 int jt_changelog_deregister(int argc, char **argv)
3218 {
3219         char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
3220         struct obd_ioctl_data data;
3221         char devname[30];
3222         int id, rc;
3223
3224         if (argc != 2 || cur_device < 0)
3225                 return CMD_HELP;
3226
3227         id = strtol(argv[1] + strlen(CHANGELOG_USER_PREFIX), NULL, 10);
3228         if ((id == 0) || (strncmp(argv[1], CHANGELOG_USER_PREFIX,
3229                                   strlen(CHANGELOG_USER_PREFIX)) != 0)) {
3230                 fprintf(stderr, "expecting id of the form '"
3231                         CHANGELOG_USER_PREFIX"<num>'; got '%s'\n", argv[1]);
3232                 return CMD_HELP;
3233         }
3234
3235         memset(&data, 0x00, sizeof(data));
3236         data.ioc_dev = cur_device;
3237         data.ioc_u32_1 = id;
3238         memset(buf, 0, sizeof(rawbuf));
3239         rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
3240         if (rc) {
3241                 fprintf(stderr, "error: %s: invalid ioctl\n",
3242                         jt_cmdname(argv[0]));
3243                 return rc;
3244         }
3245
3246         rc = l2_ioctl(OBD_DEV_ID, OBD_IOC_CHANGELOG_DEREG, buf);
3247         if (rc < 0) {
3248                 fprintf(stderr, "error: %s: %s\n", jt_cmdname(argv[0]),
3249                         strerror(rc = errno));
3250                 return rc;
3251         }
3252         obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
3253
3254         if (data.ioc_u32_1 != id) {
3255                 fprintf(stderr, "No changelog user '%s'.  Blocking user"
3256                         " is '"CHANGELOG_USER_PREFIX"%d'.\n", argv[1],
3257                         data.ioc_u32_1);
3258                 return ENOENT;
3259         }
3260
3261         if (lcfg_get_devname() != NULL)
3262                 strcpy(devname, lcfg_get_devname());
3263         else
3264                 sprintf(devname, "dev %d", cur_device);
3265
3266         printf("%s: Deregistered changelog user '"CHANGELOG_USER_PREFIX"%d'\n",
3267                devname, data.ioc_u32_1);
3268         return 0;
3269 }
3270
3271