lnet/utils/debug.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * Copyright (C) 2001, 2002 Cluster File Systems, Inc.
   5  *
   6  *   This file is part of Portals, http://www.sf.net/projects/lustre/
   7  *
   8  *   Portals is free software; you can redistribute it and/or
   9  *   modify it under the terms of version 2 of the GNU General Public
  10  *   License as published by the Free Software Foundation.
  11  *
  12  *   Portals is distributed in the hope that it will be useful,
  13  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  *   GNU General Public License for more details.
  16  *
  17  *   You should have received a copy of the GNU General Public License
  18  *   along with Portals; if not, write to the Free Software
  19  *   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  20  *
  21  * Some day I'll split all of this functionality into a cfs_debug module
  22  * of its own.  That day is not today.
  23  *
  24  */
  25
  26 #define __USE_FILE_OFFSET64
  27 #define  _GNU_SOURCE
  28
  29 #include <stdio.h>
  30 #ifdef HAVE_NETDB_H
  31 #include <netdb.h>
  32 #endif
  33 #include <stdlib.h>
  34 #include <string.h>
  35 #include <fcntl.h>
  36 #include <errno.h>
  37 #include <unistd.h>
  38
  39 #include <sys/types.h>
  40 #include <sys/socket.h>
  41 #include <sys/ioctl.h>
  42 #include <sys/stat.h>
  43 #include <sys/mman.h>
  44
  45 #include <sys/utsname.h>
  46
  47 #include <portals/api-support.h>
  48 #include <portals/ptlctl.h>
  49 #include <libcfs/portals_utils.h>
  50 #include "parser.h"
  51
  52 #include <time.h>
  53
  54 static char rawbuf[8192];
  55 static char *buf = rawbuf;
  56 static int max = 8192;
  57 /*static int g_pfd = -1;*/
  58 static int subsystem_mask = ~0;
  59 static int debug_mask = ~0;
  60
  61 #define MAX_MARK_SIZE 100
  62
  63 static const char *portal_debug_subsystems[] =
  64         {"undefined", "mdc", "mds", "osc",
  65          "ost", "class", "log", "llite",
  66          "rpc", "mgmt", "portals", "nal",
  67          "pinger", "filter", "ptlbd", "echo",
  68          "ldlm", "lov", "router", "cobd",
  69          "sm", "asobd", "confobd", "lmv",
  70          "cmobd", NULL};
  71 static const char *portal_debug_masks[] =
  72         {"trace", "inode", "super", "ext2",
  73          "malloc", "cache", "info", "ioctl",
  74          "blocks", "net", "warning", "buffs",
  75          "other", "dentry", "portals", "page",
  76          "dlmtrace", "error", "emerg", "ha",
  77          "rpctrace", "vfstrace", "reada", "mmap",
  78          "config", "console", NULL};
  79
  80 struct debug_daemon_cmd {
  81         char *cmd;
  82         unsigned int cmdv;
  83 };
  84
  85 static const struct debug_daemon_cmd portal_debug_daemon_cmd[] = {
  86         {"start", DEBUG_DAEMON_START},
  87         {"stop", DEBUG_DAEMON_STOP},
  88         {0, 0}
  89 };
  90
  91 static int do_debug_mask(char *name, int enable)
  92 {
  93         int found = 0, i;
  94
  95         for (i = 0; portal_debug_subsystems[i] != NULL; i++) {
  96                 if (strcasecmp(name, portal_debug_subsystems[i]) == 0 ||
  97                     strcasecmp(name, "all_subs") == 0) {
  98                         printf("%s output from subsystem \"%s\"\n",
  99                                 enable ? "Enabling" : "Disabling",
 100                                 portal_debug_subsystems[i]);
 101                         if (enable)
 102                                 subsystem_mask |= (1 << i);
 103                         else
 104                                 subsystem_mask &= ~(1 << i);
 105                         found = 1;
 106                 }
 107         }
 108         for (i = 0; portal_debug_masks[i] != NULL; i++) {
 109                 if (strcasecmp(name, portal_debug_masks[i]) == 0 ||
 110                     strcasecmp(name, "all_types") == 0) {
 111                         printf("%s output of type \"%s\"\n",
 112                                 enable ? "Enabling" : "Disabling",
 113                                 portal_debug_masks[i]);
 114                         if (enable)
 115                                 debug_mask |= (1 << i);
 116                         else
 117                                 debug_mask &= ~(1 << i);
 118                         found = 1;
 119                 }
 120         }
 121
 122         return found;
 123 }
 124
 125 int dbg_initialize(int argc, char **argv)
 126 {
 127         return 0;
 128 }
 129
 130 int jt_dbg_filter(int argc, char **argv)
 131 {
 132         int   i;
 133
 134         if (argc < 2) {
 135                 fprintf(stderr, "usage: %s <subsystem ID or debug mask>\n",
 136                         argv[0]);
 137                 return 0;
 138         }
 139
 140         for (i = 1; i < argc; i++)
 141                 if (!do_debug_mask(argv[i], 0))
 142                         fprintf(stderr, "Unknown subsystem or debug type: %s\n",
 143                                 argv[i]);
 144         return 0;
 145 }
 146
 147 int jt_dbg_show(int argc, char **argv)
 148 {
 149         int    i;
 150
 151         if (argc < 2) {
 152                 fprintf(stderr, "usage: %s <subsystem ID or debug mask>\n",
 153                         argv[0]);
 154                 return 0;
 155         }
 156
 157         for (i = 1; i < argc; i++)
 158                 if (!do_debug_mask(argv[i], 1))
 159                         fprintf(stderr, "Unknown subsystem or debug type: %s\n",
 160                                 argv[i]);
 161
 162         return 0;
 163 }
 164
 165 static int applymask(char* procpath, int value)
 166 {
 167         int rc;
 168         char buf[64];
 169         int len = snprintf(buf, 64, "%d", value);
 170
 171         int fd = open(procpath, O_WRONLY);
 172         if (fd == -1) {
 173                 fprintf(stderr, "Unable to open %s: %s\n",
 174                         procpath, strerror(errno));
 175                 return fd;
 176         }
 177         rc = write(fd, buf, len+1);
 178         if (rc<0) {
 179                 fprintf(stderr, "Write to %s failed: %s\n",
 180                         procpath, strerror(errno));
 181                 return rc;
 182         }
 183         close(fd);
 184         return 0;
 185 }
 186
 187 static void applymask_all(unsigned int subs_mask, unsigned int debug_mask)
 188 {
 189         if (!dump_filename) {
 190                 applymask("/proc/sys/portals/subsystem_debug", subs_mask);
 191                 applymask("/proc/sys/portals/debug", debug_mask);
 192         } else {
 193                 struct portals_debug_ioctl_data data;
 194
 195                 data.hdr.ioc_len = sizeof(data);
 196                 data.hdr.ioc_version = 0;
 197                 data.subs = subs_mask;
 198                 data.debug = debug_mask;
 199
 200                 dump(OBD_DEV_ID, PTL_IOC_DEBUG_MASK, &data);
 201         }
 202         printf("Applied subsystem_debug=%d, debug=%d to /proc/sys/portals\n",
 203                subs_mask, debug_mask);
 204 }
 205
 206 int jt_dbg_list(int argc, char **argv)
 207 {
 208         int i;
 209
 210         if (argc != 2) {
 211                 fprintf(stderr, "usage: %s <subs || types>\n", argv[0]);
 212                 return 0;
 213         }
 214
 215         if (strcasecmp(argv[1], "subs") == 0) {
 216                 printf("Subsystems: all_subs");
 217                 for (i = 0; portal_debug_subsystems[i] != NULL; i++)
 218                         printf(", %s", portal_debug_subsystems[i]);
 219                 printf("\n");
 220         } else if (strcasecmp(argv[1], "types") == 0) {
 221                 printf("Types: all_types");
 222                 for (i = 0; portal_debug_masks[i] != NULL; i++)
 223                         printf(", %s", portal_debug_masks[i]);
 224                 printf("\n");
 225         } else if (strcasecmp(argv[1], "applymasks") == 0) {
 226                 applymask_all(subsystem_mask, debug_mask);
 227         }
 228         return 0;
 229 }
 230
 231 /* all strings nul-terminated; only the struct and hdr need to be freed */
 232 struct dbg_line {
 233         struct ptldebug_header *hdr;
 234         char *file;
 235         char *fn;
 236         char *text;
 237         struct list_head chain;
 238 };
 239
 240 /* nurr. */
 241 static void list_add_ordered(struct dbg_line *new, struct list_head *head)
 242 {
 243         struct list_head *pos;
 244         struct dbg_line *curr;
 245
 246         list_for_each(pos, head) {
 247                 curr = list_entry(pos, struct dbg_line, chain);
 248
 249                 if (curr->hdr->ph_sec < new->hdr->ph_sec)
 250                         continue;
 251                 if (curr->hdr->ph_sec == new->hdr->ph_sec &&
 252                     curr->hdr->ph_usec < new->hdr->ph_usec)
 253                         continue;
 254
 255                 list_add(&new->chain, pos->prev);
 256                 return;
 257         }
 258         list_add_tail(&new->chain, head);
 259 }
 260
 261 static void print_saved_records(struct list_head *list, FILE *out)
 262 {
 263         struct list_head *pos, *tmp;
 264
 265         list_for_each_safe(pos, tmp, list) {
 266                 struct dbg_line *line;
 267                 struct ptldebug_header *hdr;
 268
 269                 line = list_entry(pos, struct dbg_line, chain);
 270                 list_del(&line->chain);
 271
 272                 hdr = line->hdr;
 273                 fprintf(out, "%06x:%06x:%u:%u.%06Lu:%u:%u:%u:(%s:%u:%s()) %s",
 274                         hdr->ph_subsys, hdr->ph_mask, hdr->ph_cpu_id,
 275                         hdr->ph_sec, (unsigned long long)hdr->ph_usec,
 276                         hdr->ph_stack, hdr->ph_pid, hdr->ph_extern_pid,
 277                         line->file, hdr->ph_line_num, line->fn, line->text);
 278                 free(line->hdr);
 279                 free(line);
 280         }
 281 }
 282
 283 static int parse_buffer(FILE *in, FILE *out)
 284 {
 285         struct dbg_line *line;
 286         struct ptldebug_header *hdr;
 287         char buf[4097], *p;
 288         int rc;
 289         unsigned long dropped = 0, kept = 0;
 290         struct list_head chunk_list;
 291
 292         CFS_INIT_LIST_HEAD(&chunk_list);
 293
 294         while (1) {
 295                 rc = fread(buf, sizeof(hdr->ph_len), 1, in);
 296                 if (rc <= 0)
 297                         break;
 298
 299                 hdr = (void *)buf;
 300                 if (hdr->ph_len == 0)
 301                         break;
 302                 if (hdr->ph_len > 4094) {
 303                         fprintf(stderr, "unexpected large record: %d bytes.  "
 304                                 "aborting.\n",
 305                                 hdr->ph_len);
 306                         break;
 307                 }
 308
 309                 if (hdr->ph_flags & PH_FLAG_FIRST_RECORD) {
 310                         print_saved_records(&chunk_list, out);
 311                         assert(list_empty(&chunk_list));
 312                 }
 313
 314                 rc = fread(buf + sizeof(hdr->ph_len), 1,
 315                            hdr->ph_len - sizeof(hdr->ph_len), in);
 316                 if (rc <= 0)
 317                         break;
 318
 319                 if (hdr->ph_mask &&
 320                     (!(subsystem_mask & hdr->ph_subsys) ||
 321                      (!(debug_mask & hdr->ph_mask)))) {
 322                         dropped++;
 323                         continue;
 324                 }
 325
 326                 line = malloc(sizeof(*line));
 327                 if (line == NULL) {
 328                         fprintf(stderr, "malloc failed; printing accumulated "
 329                                 "records and exiting.\n");
 330                         break;
 331                 }
 332
 333                 line->hdr = malloc(hdr->ph_len + 1);
 334                 if (line->hdr == NULL) {
 335                         fprintf(stderr, "malloc failed; printing accumulated "
 336                                 "records and exiting.\n");
 337                         break;
 338                 }
 339
 340                 p = (void *)line->hdr;
 341                 memcpy(line->hdr, buf, hdr->ph_len);
 342                 p[hdr->ph_len] = '\0';
 343
 344                 p += sizeof(*hdr);
 345                 line->file = p;
 346                 p += strlen(line->file) + 1;
 347                 line->fn = p;
 348                 p += strlen(line->fn) + 1;
 349                 line->text = p;
 350
 351                 list_add_ordered(line, &chunk_list);
 352                 kept++;
 353         }
 354
 355         print_saved_records(&chunk_list, out);
 356
 357         printf("Debug log: %lu lines, %lu kept, %lu dropped.\n",
 358                 dropped + kept, kept, dropped);
 359         return 0;
 360 }
 361
 362 int jt_dbg_debug_kernel(int argc, char **argv)
 363 {
 364         char filename[4096];
 365         struct stat st;
 366         int rc, raw = 0, fd;
 367         FILE *in, *out = stdout;
 368
 369         if (argc > 3) {
 370                 fprintf(stderr, "usage: %s [file] [raw]\n", argv[0]);
 371                 return 0;
 372         }
 373
 374         if (argc > 2) {
 375                 raw = atoi(argv[2]);
 376         } else if (argc > 1 && (argv[1][0] == '0' || argv[1][0] == '1')) {
 377                 raw = atoi(argv[1]);
 378                 argc--;
 379         }
 380
 381         /* If we are dumping raw (which means no conversion step to ASCII)
 382          * then dump directly to any supplied filename, otherwise this is
 383          * just a temp file and we dump to the real file at convert time. */
 384         if (argc > 1 && raw)
 385                 strcpy(filename, argv[1]);
 386         else
 387                 sprintf(filename, "/tmp/lustre-log.%lu.%u",time(NULL),getpid());
 388
 389         if (stat(filename, &st) == 0 && S_ISREG(st.st_mode))
 390                 unlink(filename);
 391
 392         fd = open("/proc/sys/portals/dump_kernel", O_WRONLY);
 393         if (fd < 0) {
 394                 fprintf(stderr, "open(dump_kernel) failed: %s\n",
 395                         strerror(errno));
 396                 return 1;
 397         }
 398
 399         rc = write(fd, filename, strlen(filename));
 400         if (rc != strlen(filename)) {
 401                 fprintf(stderr, "write(%s) failed: %s\n", filename,
 402                         strerror(errno));
 403                 close(fd);
 404                 return 1;
 405         }
 406         close(fd);
 407
 408         if (raw)
 409                 return 0;
 410
 411         in = fopen(filename, "r");
 412         if (in == NULL) {
 413                 if (errno == ENOENT) /* no dump file created */
 414                         return 0;
 415
 416                 fprintf(stderr, "fopen(%s) failed: %s\n", filename,
 417                         strerror(errno));
 418                 return 1;
 419         }
 420         if (argc > 1) {
 421                 out = fopen(argv[1], "w");
 422                 if (out == NULL) {
 423                         fprintf(stderr, "fopen(%s) failed: %s\n", argv[1],
 424                                 strerror(errno));
 425                         fclose(in);
 426                         return 1;
 427                 }
 428         }
 429
 430         rc = parse_buffer(in, out);
 431         fclose(in);
 432         if (argc > 1)
 433                 fclose(out);
 434         if (rc) {
 435                 fprintf(stderr, "parse_buffer failed; leaving tmp file %s "
 436                         "behind.\n", filename);
 437         } else {
 438                 rc = unlink(filename);
 439                 if (rc)
 440                         fprintf(stderr, "dumped successfully, but couldn't "
 441                                 "unlink tmp file %s: %s\n", filename,
 442                                 strerror(errno));
 443         }
 444         return rc;
 445 }
 446
 447 int jt_dbg_debug_file(int argc, char **argv)
 448 {
 449         int fdin,fdout;
 450         FILE *in, *out = stdout;
 451         if (argc > 3 || argc < 2) {
 452                 fprintf(stderr, "usage: %s <input> [output]\n", argv[0]);
 453                 return 0;
 454         }
 455
 456         fdin = open(argv[1], O_RDONLY | O_LARGEFILE);
 457         if (fdin == -1) {
 458                 fprintf(stderr, "open(%s) failed: %s\n", argv[1],
 459                         strerror(errno));
 460                 return 1;
 461         }
 462         in = fdopen(fdin, "r");
 463         if (in == NULL) {
 464                 fprintf(stderr, "fopen(%s) failed: %s\n", argv[1],
 465                         strerror(errno));
 466                 close(fdin);
 467                 return 1;
 468         }
 469         if (argc > 2) {
 470                 fdout = open(argv[2], O_CREAT | O_WRONLY | O_LARGEFILE, 0600);
 471                 if (fdout == -1) {
 472                         fprintf(stderr, "open(%s) failed: %s\n", argv[2],
 473                                 strerror(errno));
 474                         fclose(in);
 475                         return 1;
 476                 }
 477                 out = fdopen(fdout, "w");
 478                 if (out == NULL) {
 479                         fprintf(stderr, "fopen(%s) failed: %s\n", argv[2],
 480                                 strerror(errno));
 481                         fclose(in);
 482                         close(fdout);
 483                         return 1;
 484                 }
 485         }
 486
 487         return parse_buffer(in, out);
 488 }
 489
 490 static int
 491 dbg_write_cmd(int fd, char *str)
 492 {
 493         int    len = strlen(str);
 494         int    rc  = write(fd, str, len);
 495
 496         return (rc == len ? 0 : 1);
 497 }
 498
 499 const char debug_daemon_usage[] = "usage: %s {start file [MB]|stop}\n";
 500 #define DAEMON_FILE "/proc/sys/portals/daemon_file"
 501 int jt_dbg_debug_daemon(int argc, char **argv)
 502 {
 503         int  rc;
 504         int  fd;
 505
 506         if (argc <= 1) {
 507                 fprintf(stderr, debug_daemon_usage, argv[0]);
 508                 return 1;
 509         }
 510
 511         fd = open(DAEMON_FILE, O_WRONLY);
 512         if (fd < 0) {
 513                 fprintf(stderr, "open %s failed: %s\n", DAEMON_FILE,
 514                         strerror(errno));
 515                 return -1;
 516         }
 517
 518         rc = -1;
 519         if (strcasecmp(argv[1], "start") == 0) {
 520              if (argc < 3 || argc > 4 ||
 521                     (argc == 4 && strlen(argv[3]) > 5)) {
 522                         fprintf(stderr, debug_daemon_usage, argv[0]);
 523                         goto out;
 524                 }
 525                 if (argc == 4) {
 526                         char       buf[12];
 527                         const long min_size = 10;
 528                         const long max_size = 20480;
 529                         long       size;
 530                         char      *end;
 531
 532                         size = strtoul(argv[3], &end, 0);
 533                         if (size < min_size ||
 534                             size > max_size ||
 535                             *end != 0) {
 536                                 fprintf(stderr, "size %s invalid, must be in "
 537                                         "the range %ld-%ld MB\n", argv[3],
 538                                         min_size, max_size);
 539                                 goto out;
 540                         }
 541                         snprintf(buf, sizeof(buf), "size=%ld", size);
 542                         rc = dbg_write_cmd(fd, buf);
 543
 544                         if (rc != 0) {
 545                                 fprintf(stderr, "set %s failed: %s\n",
 546                                         buf, strerror(errno));
 547                                 goto out;
 548                         }
 549                 }
 550
 551                 rc = dbg_write_cmd(fd, argv[2]);
 552                 if (rc != 0) {
 553                         fprintf(stderr, "start debug_daemon on %s failed: %s\n",
 554                                 argv[2], strerror(errno));
 555                         goto out;
 556                 }
 557                 rc = 0;
 558                 goto out;
 559         }
 560         if (strcasecmp(argv[1], "stop") == 0) {
 561                 rc = dbg_write_cmd(fd, "stop");
 562                 if (rc != 0) {
 563                         fprintf(stderr, "stopping debug_daemon failed: %s\n",
 564                                 strerror(errno));
 565                         goto out;
 566                 }
 567
 568                 rc = 0;
 569                 goto out;
 570         }
 571
 572         fprintf(stderr, debug_daemon_usage, argv[0]);
 573         rc = -1;
 574 out:
 575         close(fd);
 576         return rc;
 577 }
 578
 579 int jt_dbg_clear_debug_buf(int argc, char **argv)
 580 {
 581         int rc;
 582         struct portal_ioctl_data data;
 583
 584         if (argc != 1) {
 585                 fprintf(stderr, "usage: %s\n", argv[0]);
 586                 return 0;
 587         }
 588
 589         memset(&data, 0, sizeof(data));
 590         if (portal_ioctl_pack(&data, &buf, max) != 0) {
 591                 fprintf(stderr, "portal_ioctl_pack failed.\n");
 592                 return -1;
 593         }
 594
 595         rc = l_ioctl(PORTALS_DEV_ID, IOC_PORTAL_CLEAR_DEBUG, buf);
 596         if (rc) {
 597                 fprintf(stderr, "IOC_PORTAL_CLEAR_DEBUG failed: %s\n",
 598                         strerror(errno));
 599                 return -1;
 600         }
 601         return 0;
 602 }
 603
 604 int jt_dbg_mark_debug_buf(int argc, char **argv)
 605 {
 606         int rc, max_size = MAX_MARK_SIZE-1;
 607         struct portal_ioctl_data data;
 608         char *text;
 609         time_t now = time(NULL);
 610
 611         if (argc > 1) {
 612                 int counter;
 613                 text = malloc(MAX_MARK_SIZE);
 614                 strncpy(text, argv[1], max_size);
 615                 max_size-=strlen(argv[1]);
 616                 for(counter = 2; (counter < argc) && (max_size > 0) ; counter++){
 617                         strncat(text, " ", 1);
 618                         max_size-=1;
 619                         strncat(text, argv[counter], max_size);
 620                         max_size-=strlen(argv[counter]);
 621                 }
 622         } else {
 623                 text = ctime(&now);
 624                 text[strlen(text) - 1] = '\0'; /* stupid \n */
 625         }
 626         if (!max_size) {
 627                 text[MAX_MARK_SIZE - 1] = '\0';
 628         }
 629
 630         memset(&data, 0, sizeof(data));
 631         data.ioc_inllen1 = strlen(text) + 1;
 632         data.ioc_inlbuf1 = text;
 633         if (portal_ioctl_pack(&data, &buf, max) != 0) {
 634                 fprintf(stderr, "portal_ioctl_pack failed.\n");
 635                 return -1;
 636         }
 637
 638         rc = l_ioctl(PORTALS_DEV_ID, IOC_PORTAL_MARK_DEBUG, buf);
 639         if (rc) {
 640                 fprintf(stderr, "IOC_PORTAL_MARK_DEBUG failed: %s\n",
 641                         strerror(errno));
 642                 return -1;
 643         }
 644         return 0;
 645 }
 646
 647 static struct mod_paths {
 648         char *name, *path;
 649 } mod_paths[] = {
 650         {"libcfs", "portals/libcfs"},
 651         {"portals", "portals/portals"},
 652         {"ksocknal", "portals/knals/socknal"},
 653         {"kptlrouter", "portals/router"},
 654         {"lvfs", "lustre/lvfs"},
 655         {"obdclass", "lustre/obdclass"},
 656         {"llog_test", "lustre/obdclass"},
 657         {"ptlrpc", "lustre/ptlrpc"},
 658         {"obdext2", "lustre/obdext2"},
 659         {"ost", "lustre/ost"},
 660         {"osc", "lustre/osc"},
 661         {"mds", "lustre/mds"},
 662         {"mdc", "lustre/mdc"},
 663         {"llite", "lustre/llite"},
 664         {"ldiskfs", "lustre/ldiskfs"},
 665         {"smfs", "lustre/smfs"},
 666         {"obdecho", "lustre/obdecho"},
 667         {"ldlm", "lustre/ldlm"},
 668         {"obdfilter", "lustre/obdfilter"},
 669         {"extN", "lustre/extN"},
 670         {"lov", "lustre/lov"},
 671         {"lmv", "lustre/lmv"},
 672         {"fsfilt_ext3", "lustre/lvfs"},
 673         {"fsfilt_extN", "lustre/lvfs"},
 674         {"fsfilt_reiserfs", "lustre/lvfs"},
 675         {"fsfilt_smfs", "lustre/lvfs"},
 676         {"fsfilt_ldiskfs", "lustre/lvfs"},
 677         {"mds_ext2", "lustre/mds"},
 678         {"mds_ext3", "lustre/mds"},
 679         {"mds_extN", "lustre/mds"},
 680         {"ptlbd", "lustre/ptlbd"},
 681         {"mgmt_svc", "lustre/mgmt"},
 682         {"mgmt_cli", "lustre/mgmt"},
 683         {"cobd", "lustre/cobd"},
 684         {"cmobd", "lustre/cmobd"},
 685         {"confobd", "lustre/obdclass"},
 686         {NULL, NULL}
 687 };
 688
 689 static int jt_dbg_modules_2_4(int argc, char **argv)
 690 {
 691 #ifdef HAVE_LINUX_VERSION_H
 692 #if (LINUX_VERSION_CODE < KERNEL_VERSION(2,5,0))
 693         struct mod_paths *mp;
 694         char *path = "..";
 695         char *kernel = "linux";
 696
 697         if (argc >= 2)
 698                 path = argv[1];
 699         if (argc == 3)
 700                 kernel = argv[2];
 701         if (argc > 3) {
 702                 printf("%s [path] [kernel]\n", argv[0]);
 703                 return 0;
 704         }
 705
 706         for (mp = mod_paths; mp->name != NULL; mp++) {
 707                 struct module_info info;
 708                 int rc;
 709                 size_t crap;
 710                 int query_module(const char *name, int which, void *buf,
 711                                  size_t bufsize, size_t *ret);
 712
 713                 rc = query_module(mp->name, QM_INFO, &info, sizeof(info),
 714                                   &crap);
 715                 if (rc < 0) {
 716                         if (errno != ENOENT)
 717                                 printf("query_module(%s) failed: %s\n",
 718                                        mp->name, strerror(errno));
 719                 } else {
 720                         printf("add-symbol-file %s/%s/%s.o 0x%0lx\n", path,
 721                                mp->path, mp->name,
 722                                info.addr + sizeof(struct module));
 723                 }
 724         }
 725
 726         return 0;
 727 #endif /* Headers are 2.6-only */
 728 #endif /* !HAVE_LINUX_VERSION_H */
 729         return -EINVAL;
 730 }
 731
 732 static int jt_dbg_modules_2_5(int argc, char **argv)
 733 {
 734         struct mod_paths *mp;
 735         char *path = "..";
 736         char *kernel = "linux";
 737         const char *proc = "/proc/modules";
 738         char modname[128], others[128];
 739         long modaddr;
 740         int rc;
 741         FILE *file;
 742
 743         if (argc >= 2)
 744                 path = argv[1];
 745         if (argc == 3)
 746                 kernel = argv[2];
 747         if (argc > 3) {
 748                 printf("%s [path] [kernel]\n", argv[0]);
 749                 return 0;
 750         }
 751
 752         file = fopen(proc, "r");
 753         if (!file) {
 754                 printf("failed open %s: %s\n", proc, strerror(errno));
 755                 return 0;
 756         }
 757
 758         while ((rc = fscanf(file, "%s %s %s %s %s %lx\n",
 759                 modname, others, others, others, others, &modaddr)) == 6) {
 760                 for (mp = mod_paths; mp->name != NULL; mp++) {
 761                         if (!strcmp(mp->name, modname))
 762                                 break;
 763                 }
 764                 if (mp->name) {
 765                         printf("add-symbol-file %s/%s/%s.o 0x%0lx\n", path,
 766                                mp->path, mp->name, modaddr);
 767                 }
 768         }
 769
 770         return 0;
 771 }
 772
 773 int jt_dbg_modules(int argc, char **argv)
 774 {
 775         int rc = 0;
 776         struct utsname sysinfo;
 777
 778         rc = uname(&sysinfo);
 779         if (rc) {
 780                 printf("uname() failed: %s\n", strerror(errno));
 781                 return 0;
 782         }
 783
 784         if (sysinfo.release[2] > '4') {
 785                 return jt_dbg_modules_2_5(argc, argv);
 786         } else {
 787                 return jt_dbg_modules_2_4(argc, argv);
 788         }
 789
 790         return 0;
 791 }
 792
 793 int jt_dbg_panic(int argc, char **argv)
 794 {
 795         int rc;
 796         struct portal_ioctl_data data;
 797
 798         if (argc != 1) {
 799                 fprintf(stderr, "usage: %s\n", argv[0]);
 800                 return 0;
 801         }
 802
 803         memset(&data, 0, sizeof(data));
 804         if (portal_ioctl_pack(&data, &buf, max) != 0) {
 805                 fprintf(stderr, "portal_ioctl_pack failed.\n");
 806                 return -1;
 807         }
 808
 809         rc = l_ioctl(PORTALS_DEV_ID, IOC_PORTAL_PANIC, buf);
 810         if (rc) {
 811                 fprintf(stderr, "IOC_PORTAL_PANIC failed: %s\n",
 812                         strerror(errno));
 813                 return -1;
 814         }
 815         return 0;
 816 }