Whamcloud - gitweb
b=5684
[fs/lustre-release.git] / lnet / utils / debug.c
1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2  * vim:expandtab:shiftwidth=8:tabstop=8:
3  *
4  * Copyright (C) 2001, 2002 Cluster File Systems, Inc.
5  *
6  *   This file is part of Portals, http://www.sf.net/projects/lustre/
7  *
8  *   Portals is free software; you can redistribute it and/or
9  *   modify it under the terms of version 2 of the GNU General Public
10  *   License as published by the Free Software Foundation.
11  *
12  *   Portals is distributed in the hope that it will be useful,
13  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
14  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15  *   GNU General Public License for more details.
16  *
17  *   You should have received a copy of the GNU General Public License
18  *   along with Portals; if not, write to the Free Software
19  *   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
20  *
21  * Some day I'll split all of this functionality into a cfs_debug module
22  * of its own.  That day is not today.
23  *
24  */
25
26 #define __USE_FILE_OFFSET64
27 #define  _GNU_SOURCE
28
29 #include <stdio.h>
30 #ifdef HAVE_NETDB_H
31 #include <netdb.h>
32 #endif
33 #include <stdlib.h>
34 #include <string.h>
35 #include <fcntl.h>
36 #include <errno.h>
37 #include <unistd.h>
38
39 #include <sys/types.h>
40 #include <sys/socket.h>
41 #include <sys/ioctl.h>
42 #include <sys/stat.h>
43 #include <sys/mman.h>
44
45 #include <sys/utsname.h>
46
47 #include <portals/api-support.h>
48 #include <portals/ptlctl.h>
49 #include <libcfs/portals_utils.h>
50 #include "parser.h"
51
52 #include <time.h>
53
54 static char rawbuf[8192];
55 static char *buf = rawbuf;
56 static int max = 8192;
57 /*static int g_pfd = -1;*/
58 static int subsystem_mask = ~0;
59 static int debug_mask = ~0;
60
61 #define MAX_MARK_SIZE 100
62
63 static const char *portal_debug_subsystems[] =
64         {"undefined", "mdc", "mds", "osc", 
65          "ost", "class", "log", "llite",
66          "rpc", "mgmt", "portals", "nal", 
67          "pinger", "filter", "ptlbd", "echo", 
68          "ldlm", "lov", "router", "cobd", 
69          "sm", "asobd", "confobd", "lmv", 
70          "cmobd", NULL};
71 static const char *portal_debug_masks[] =
72         {"trace", "inode", "super", "ext2", 
73          "malloc", "cache", "info", "ioctl",
74          "blocks", "net", "warning", "buffs", 
75          "other", "dentry", "portals", "page", 
76          "dlmtrace", "error", "emerg", "ha", 
77          "rpctrace", "vfstrace", "reada", "mmap",
78          "config", "console", NULL};
79
80 struct debug_daemon_cmd {
81         char *cmd;
82         unsigned int cmdv;
83 };
84
85 static const struct debug_daemon_cmd portal_debug_daemon_cmd[] = {
86         {"start", DEBUG_DAEMON_START},
87         {"stop", DEBUG_DAEMON_STOP},
88         {0, 0}
89 };
90
91 static int do_debug_mask(char *name, int enable)
92 {
93         int found = 0, i;
94
95         for (i = 0; portal_debug_subsystems[i] != NULL; i++) {
96                 if (strcasecmp(name, portal_debug_subsystems[i]) == 0 ||
97                     strcasecmp(name, "all_subs") == 0) {
98                         printf("%s output from subsystem \"%s\"\n",
99                                 enable ? "Enabling" : "Disabling",
100                                 portal_debug_subsystems[i]);
101                         if (enable)
102                                 subsystem_mask |= (1 << i);
103                         else
104                                 subsystem_mask &= ~(1 << i);
105                         found = 1;
106                 }
107         }
108         for (i = 0; portal_debug_masks[i] != NULL; i++) {
109                 if (strcasecmp(name, portal_debug_masks[i]) == 0 ||
110                     strcasecmp(name, "all_types") == 0) {
111                         printf("%s output of type \"%s\"\n",
112                                 enable ? "Enabling" : "Disabling",
113                                 portal_debug_masks[i]);
114                         if (enable)
115                                 debug_mask |= (1 << i);
116                         else
117                                 debug_mask &= ~(1 << i);
118                         found = 1;
119                 }
120         }
121
122         return found;
123 }
124
125 int dbg_initialize(int argc, char **argv)
126 {
127         return 0;
128 }
129
130 int jt_dbg_filter(int argc, char **argv)
131 {
132         int   i;
133
134         if (argc < 2) {
135                 fprintf(stderr, "usage: %s <subsystem ID or debug mask>\n",
136                         argv[0]);
137                 return 0;
138         }
139
140         for (i = 1; i < argc; i++)
141                 if (!do_debug_mask(argv[i], 0))
142                         fprintf(stderr, "Unknown subsystem or debug type: %s\n",
143                                 argv[i]);
144         return 0;
145 }
146
147 int jt_dbg_show(int argc, char **argv)
148 {
149         int    i;
150
151         if (argc < 2) {
152                 fprintf(stderr, "usage: %s <subsystem ID or debug mask>\n",
153                         argv[0]);
154                 return 0;
155         }
156
157         for (i = 1; i < argc; i++)
158                 if (!do_debug_mask(argv[i], 1))
159                         fprintf(stderr, "Unknown subsystem or debug type: %s\n",
160                                 argv[i]);
161
162         return 0;
163 }
164
165 static int applymask(char* procpath, int value)
166 {
167         int rc;
168         char buf[64];
169         int len = snprintf(buf, 64, "%d", value);
170
171         int fd = open(procpath, O_WRONLY);
172         if (fd == -1) {
173                 fprintf(stderr, "Unable to open %s: %s\n",
174                         procpath, strerror(errno));
175                 return fd;
176         }
177         rc = write(fd, buf, len+1);
178         if (rc<0) {
179                 fprintf(stderr, "Write to %s failed: %s\n",
180                         procpath, strerror(errno));
181                 return rc;
182         }
183         close(fd);
184         return 0;
185 }
186
187 static void applymask_all(unsigned int subs_mask, unsigned int debug_mask)
188 {
189         if (!dump_filename) {
190                 applymask("/proc/sys/portals/subsystem_debug", subs_mask);
191                 applymask("/proc/sys/portals/debug", debug_mask);
192         } else {
193                 struct portals_debug_ioctl_data data;
194
195                 data.hdr.ioc_len = sizeof(data);
196                 data.hdr.ioc_version = 0;
197                 data.subs = subs_mask;
198                 data.debug = debug_mask;
199
200                 dump(OBD_DEV_ID, PTL_IOC_DEBUG_MASK, &data);
201         }
202         printf("Applied subsystem_debug=%d, debug=%d to /proc/sys/portals\n",
203                subs_mask, debug_mask);
204 }
205
206 int jt_dbg_list(int argc, char **argv)
207 {
208         int i;
209
210         if (argc != 2) {
211                 fprintf(stderr, "usage: %s <subs || types>\n", argv[0]);
212                 return 0;
213         }
214
215         if (strcasecmp(argv[1], "subs") == 0) {
216                 printf("Subsystems: all_subs");
217                 for (i = 0; portal_debug_subsystems[i] != NULL; i++)
218                         printf(", %s", portal_debug_subsystems[i]);
219                 printf("\n");
220         } else if (strcasecmp(argv[1], "types") == 0) {
221                 printf("Types: all_types");
222                 for (i = 0; portal_debug_masks[i] != NULL; i++)
223                         printf(", %s", portal_debug_masks[i]);
224                 printf("\n");
225         } else if (strcasecmp(argv[1], "applymasks") == 0) {
226                 applymask_all(subsystem_mask, debug_mask);
227         }
228         return 0;
229 }
230
231 /* all strings nul-terminated; only the struct and hdr need to be freed */
232 struct dbg_line {
233         struct ptldebug_header *hdr;
234         char *file;
235         char *fn;
236         char *text;
237         struct list_head chain;
238 };
239
240 /* nurr. */
241 static void list_add_ordered(struct dbg_line *new, struct list_head *head)
242 {
243         struct list_head *pos;
244         struct dbg_line *curr;
245
246         list_for_each(pos, head) {
247                 curr = list_entry(pos, struct dbg_line, chain);
248
249                 if (curr->hdr->ph_sec < new->hdr->ph_sec)
250                         continue;
251                 if (curr->hdr->ph_sec == new->hdr->ph_sec &&
252                     curr->hdr->ph_usec < new->hdr->ph_usec)
253                         continue;
254
255                 list_add(&new->chain, pos->prev);
256                 return;
257         }
258         list_add_tail(&new->chain, head);
259 }
260
261 static void print_saved_records(struct list_head *list, FILE *out)
262 {
263         struct list_head *pos, *tmp;
264
265         list_for_each_safe(pos, tmp, list) {
266                 struct dbg_line *line;
267                 struct ptldebug_header *hdr;
268
269                 line = list_entry(pos, struct dbg_line, chain);
270                 list_del(&line->chain);
271
272                 hdr = line->hdr;
273                 fprintf(out, "%06x:%06x:%u:%u.%06Lu:%u:%u:%u:(%s:%u:%s()) %s",
274                         hdr->ph_subsys, hdr->ph_mask, hdr->ph_cpu_id,
275                         hdr->ph_sec, (unsigned long long)hdr->ph_usec,
276                         hdr->ph_stack, hdr->ph_pid, hdr->ph_extern_pid,
277                         line->file, hdr->ph_line_num, line->fn, line->text);
278                 free(line->hdr);
279                 free(line);
280         }
281 }
282
283 static int parse_buffer(FILE *in, FILE *out)
284 {
285         struct dbg_line *line;
286         struct ptldebug_header *hdr;
287         char buf[4097], *p;
288         int rc;
289         unsigned long dropped = 0, kept = 0;
290         struct list_head chunk_list;
291
292         CFS_INIT_LIST_HEAD(&chunk_list);
293
294         while (1) {
295                 rc = fread(buf, sizeof(hdr->ph_len), 1, in);
296                 if (rc <= 0)
297                         break;
298
299                 hdr = (void *)buf;
300                 if (hdr->ph_len == 0)
301                         break;
302                 if (hdr->ph_len > 4094) {
303                         fprintf(stderr, "unexpected large record: %d bytes.  "
304                                 "aborting.\n",
305                                 hdr->ph_len);
306                         break;
307                 }
308
309                 if (hdr->ph_flags & PH_FLAG_FIRST_RECORD) {
310                         print_saved_records(&chunk_list, out);
311                         assert(list_empty(&chunk_list));
312                 }
313
314                 rc = fread(buf + sizeof(hdr->ph_len), 1,
315                            hdr->ph_len - sizeof(hdr->ph_len), in);
316                 if (rc <= 0)
317                         break;
318
319                 if (hdr->ph_mask &&
320                     (!(subsystem_mask & hdr->ph_subsys) ||
321                      (!(debug_mask & hdr->ph_mask)))) {
322                         dropped++;
323                         continue;
324                 }
325
326                 line = malloc(sizeof(*line));
327                 if (line == NULL) {
328                         fprintf(stderr, "malloc failed; printing accumulated "
329                                 "records and exiting.\n");
330                         break;
331                 }
332
333                 line->hdr = malloc(hdr->ph_len + 1);
334                 if (line->hdr == NULL) {
335                         fprintf(stderr, "malloc failed; printing accumulated "
336                                 "records and exiting.\n");
337                         break;
338                 }
339
340                 p = (void *)line->hdr;
341                 memcpy(line->hdr, buf, hdr->ph_len);
342                 p[hdr->ph_len] = '\0';
343
344                 p += sizeof(*hdr);
345                 line->file = p;
346                 p += strlen(line->file) + 1;
347                 line->fn = p;
348                 p += strlen(line->fn) + 1;
349                 line->text = p;
350
351                 list_add_ordered(line, &chunk_list);
352                 kept++;
353         }
354
355         print_saved_records(&chunk_list, out);
356
357         printf("Debug log: %lu lines, %lu kept, %lu dropped.\n",
358                 dropped + kept, kept, dropped);
359         return 0;
360 }
361
362 int jt_dbg_debug_kernel(int argc, char **argv)
363 {
364         char filename[4096];
365         struct stat st;
366         int rc, raw = 0, fd;
367         FILE *in, *out = stdout;
368
369         if (argc > 3) {
370                 fprintf(stderr, "usage: %s [file] [raw]\n", argv[0]);
371                 return 0;
372         }
373
374         if (argc > 2) {
375                 raw = atoi(argv[2]);
376         } else if (argc > 1 && (argv[1][0] == '0' || argv[1][0] == '1')) {
377                 raw = atoi(argv[1]);
378                 argc--;
379         }
380
381         /* If we are dumping raw (which means no conversion step to ASCII)
382          * then dump directly to any supplied filename, otherwise this is
383          * just a temp file and we dump to the real file at convert time. */
384         if (argc > 1 && raw)
385                 strcpy(filename, argv[1]);
386         else
387                 sprintf(filename, "/tmp/lustre-log.%lu.%u",time(NULL),getpid());
388
389         if (stat(filename, &st) == 0 && S_ISREG(st.st_mode))
390                 unlink(filename);
391
392         fd = open("/proc/sys/portals/dump_kernel", O_WRONLY);
393         if (fd < 0) {
394                 fprintf(stderr, "open(dump_kernel) failed: %s\n",
395                         strerror(errno));
396                 return 1;
397         }
398
399         rc = write(fd, filename, strlen(filename));
400         if (rc != strlen(filename)) {
401                 fprintf(stderr, "write(%s) failed: %s\n", filename,
402                         strerror(errno));
403                 close(fd);
404                 return 1;
405         }
406         close(fd);
407
408         if (raw)
409                 return 0;
410
411         in = fopen(filename, "r");
412         if (in == NULL) {
413                 if (errno == ENOENT) /* no dump file created */
414                         return 0;
415
416                 fprintf(stderr, "fopen(%s) failed: %s\n", filename,
417                         strerror(errno));
418                 return 1;
419         }
420         if (argc > 1) {
421                 out = fopen(argv[1], "w");
422                 if (out == NULL) {
423                         fprintf(stderr, "fopen(%s) failed: %s\n", argv[1],
424                                 strerror(errno));
425                         fclose(in);
426                         return 1;
427                 }
428         }
429
430         rc = parse_buffer(in, out);
431         fclose(in);
432         if (argc > 1)
433                 fclose(out);
434         if (rc) {
435                 fprintf(stderr, "parse_buffer failed; leaving tmp file %s "
436                         "behind.\n", filename);
437         } else {
438                 rc = unlink(filename);
439                 if (rc)
440                         fprintf(stderr, "dumped successfully, but couldn't "
441                                 "unlink tmp file %s: %s\n", filename,
442                                 strerror(errno));
443         }
444         return rc;
445 }
446
447 int jt_dbg_debug_file(int argc, char **argv)
448 {
449         int fdin,fdout;
450         FILE *in, *out = stdout;
451         if (argc > 3 || argc < 2) {
452                 fprintf(stderr, "usage: %s <input> [output]\n", argv[0]);
453                 return 0;
454         }
455
456         fdin = open(argv[1], O_RDONLY | O_LARGEFILE);
457         if (fdin == -1) {
458                 fprintf(stderr, "open(%s) failed: %s\n", argv[1],
459                         strerror(errno));
460                 return 1;
461         }
462         in = fdopen(fdin, "r");
463         if (in == NULL) {
464                 fprintf(stderr, "fopen(%s) failed: %s\n", argv[1],
465                         strerror(errno));
466                 close(fdin);
467                 return 1;
468         }
469         if (argc > 2) {
470                 fdout = open(argv[2], O_CREAT | O_WRONLY | O_LARGEFILE);
471                 if (fdout == -1) {
472                         fprintf(stderr, "open(%s) failed: %s\n", argv[2],
473                                 strerror(errno));
474                         fclose(in);
475                         return 1;
476                 }
477                 out = fdopen(fdout, "w");
478                 if (out == NULL) {
479                         fprintf(stderr, "fopen(%s) failed: %s\n", argv[2],
480                                 strerror(errno));
481                         fclose(in);
482                         close(fdout);
483                         return 1;
484                 }
485         }
486
487         return parse_buffer(in, out);
488 }
489
490 static int
491 dbg_write_cmd(int fd, char *str)
492 {
493         int    len = strlen(str);
494         int    rc  = write(fd, str, len);
495         
496         return (rc == len ? 0 : 1);
497 }
498
499 const char debug_daemon_usage[] = "usage: %s {start file [MB]|stop}\n";
500 #define DAEMON_FILE "/proc/sys/portals/daemon_file"
501 int jt_dbg_debug_daemon(int argc, char **argv)
502 {
503         int  rc;
504         int  fd;
505
506         if (argc <= 1) {
507                 fprintf(stderr, debug_daemon_usage, argv[0]);
508                 return 1;
509         }
510
511         fd = open(DAEMON_FILE, O_WRONLY);
512         if (fd < 0) {
513                 fprintf(stderr, "open %s failed: %s\n", DAEMON_FILE,
514                         strerror(errno));
515                 return -1;
516         }
517         
518         rc = -1;
519         if (strcasecmp(argv[1], "start") == 0) {
520              if (argc < 3 || argc > 4 ||
521                     (argc == 4 && strlen(argv[3]) > 5)) {
522                         fprintf(stderr, debug_daemon_usage, argv[0]);
523                         goto out;
524                 }
525                 if (argc == 4) {
526                         char       buf[12];
527                         const long min_size = 10;
528                         const long max_size = 20480;
529                         long       size;
530                         char      *end;
531
532                         size = strtoul(argv[3], &end, 0);
533                         if (size < min_size ||
534                             size > max_size ||
535                             *end != 0) {
536                                 fprintf(stderr, "size %s invalid, must be in "
537                                         "the range %ld-%ld MB\n", argv[3],
538                                         min_size, max_size);
539                                 goto out;
540                         }
541                         snprintf(buf, sizeof(buf), "size=%ld", size);
542                         rc = dbg_write_cmd(fd, buf);
543
544                         if (rc != 0) {
545                                 fprintf(stderr, "set %s failed: %s\n",
546                                         buf, strerror(errno));
547                                 goto out;
548                         }
549                 }
550
551                 rc = dbg_write_cmd(fd, argv[2]);
552                 if (rc != 0) {
553                         fprintf(stderr, "start debug_daemon on %s failed: %s\n",
554                                 argv[2], strerror(errno));
555                         goto out;
556                 }
557                 rc = 0;
558                 goto out;
559         }
560         if (strcasecmp(argv[1], "stop") == 0) {
561                 rc = dbg_write_cmd(fd, "stop");
562                 if (rc != 0) {
563                         fprintf(stderr, "stopping debug_daemon failed: %s\n",
564                                 strerror(errno));
565                         goto out;
566                 }
567
568                 rc = 0;
569                 goto out;
570         }
571
572         fprintf(stderr, debug_daemon_usage, argv[0]);
573         rc = -1;
574 out:
575         close(fd);
576         return rc;
577 }
578
579 int jt_dbg_clear_debug_buf(int argc, char **argv)
580 {
581         int rc;
582         struct portal_ioctl_data data;
583
584         if (argc != 1) {
585                 fprintf(stderr, "usage: %s\n", argv[0]);
586                 return 0;
587         }
588
589         memset(&data, 0, sizeof(data));
590         if (portal_ioctl_pack(&data, &buf, max) != 0) {
591                 fprintf(stderr, "portal_ioctl_pack failed.\n");
592                 return -1;
593         }
594
595         rc = l_ioctl(PORTALS_DEV_ID, IOC_PORTAL_CLEAR_DEBUG, buf);
596         if (rc) {
597                 fprintf(stderr, "IOC_PORTAL_CLEAR_DEBUG failed: %s\n",
598                         strerror(errno));
599                 return -1;
600         }
601         return 0;
602 }
603
604 int jt_dbg_mark_debug_buf(int argc, char **argv)
605 {
606         int rc, max_size = MAX_MARK_SIZE-1;
607         struct portal_ioctl_data data;
608         char *text;
609         time_t now = time(NULL);
610
611         if (argc > 1) {
612                 int counter;
613                 text = malloc(MAX_MARK_SIZE);
614                 strncpy(text, argv[1], max_size);
615                 max_size-=strlen(argv[1]);
616                 for(counter = 2; (counter < argc) && (max_size > 0) ; counter++){
617                         strncat(text, " ", 1);
618                         max_size-=1;
619                         strncat(text, argv[counter], max_size);
620                         max_size-=strlen(argv[counter]);
621                 }
622         } else {
623                 text = ctime(&now);
624                 text[strlen(text) - 1] = '\0'; /* stupid \n */
625         }
626         if (!max_size) {
627                 text[MAX_MARK_SIZE - 1] = '\0';
628         }
629
630         memset(&data, 0, sizeof(data));
631         data.ioc_inllen1 = strlen(text) + 1;
632         data.ioc_inlbuf1 = text;
633         if (portal_ioctl_pack(&data, &buf, max) != 0) {
634                 fprintf(stderr, "portal_ioctl_pack failed.\n");
635                 return -1;
636         }
637
638         rc = l_ioctl(PORTALS_DEV_ID, IOC_PORTAL_MARK_DEBUG, buf);
639         if (rc) {
640                 fprintf(stderr, "IOC_PORTAL_MARK_DEBUG failed: %s\n",
641                         strerror(errno));
642                 return -1;
643         }
644         return 0;
645 }
646
647 static struct mod_paths {
648         char *name, *path;
649 } mod_paths[] = {
650         {"libcfs", "portals/libcfs"},
651         {"portals", "portals/portals"},
652         {"ksocknal", "portals/knals/socknal"},
653         {"kptlrouter", "portals/router"},
654         {"lvfs", "lustre/lvfs"},
655         {"obdclass", "lustre/obdclass"},
656         {"llog_test", "lustre/obdclass"},
657         {"ptlrpc", "lustre/ptlrpc"},
658         {"obdext2", "lustre/obdext2"},
659         {"ost", "lustre/ost"},
660         {"osc", "lustre/osc"},
661         {"mds", "lustre/mds"},
662         {"mdc", "lustre/mdc"},
663         {"llite", "lustre/llite"},
664         {"ldiskfs", "lustre/ldiskfs"},
665         {"smfs", "lustre/smfs"},
666         {"obdecho", "lustre/obdecho"},
667         {"ldlm", "lustre/ldlm"},
668         {"obdfilter", "lustre/obdfilter"},
669         {"extN", "lustre/extN"},
670         {"lov", "lustre/lov"},
671         {"lmv", "lustre/lmv"},
672         {"fsfilt_ext3", "lustre/lvfs"},
673         {"fsfilt_extN", "lustre/lvfs"},
674         {"fsfilt_reiserfs", "lustre/lvfs"},
675         {"fsfilt_smfs", "lustre/lvfs"},
676         {"fsfilt_ldiskfs", "lustre/lvfs"},
677         {"mds_ext2", "lustre/mds"},
678         {"mds_ext3", "lustre/mds"},
679         {"mds_extN", "lustre/mds"},
680         {"ptlbd", "lustre/ptlbd"},
681         {"mgmt_svc", "lustre/mgmt"},
682         {"mgmt_cli", "lustre/mgmt"},
683         {"cobd", "lustre/cobd"},
684         {"cmobd", "lustre/cmobd"},
685         {"confobd", "lustre/obdclass"},
686         {NULL, NULL}
687 };
688
689 static int jt_dbg_modules_2_4(int argc, char **argv)
690 {
691 #ifdef HAVE_LINUX_VERSION_H
692 #if (LINUX_VERSION_CODE < KERNEL_VERSION(2,5,0))
693         struct mod_paths *mp;
694         char *path = "..";
695         char *kernel = "linux";
696
697         if (argc >= 2)
698                 path = argv[1];
699         if (argc == 3)
700                 kernel = argv[2];
701         if (argc > 3) {
702                 printf("%s [path] [kernel]\n", argv[0]);
703                 return 0;
704         }
705
706         for (mp = mod_paths; mp->name != NULL; mp++) {
707                 struct module_info info;
708                 int rc;
709                 size_t crap;
710                 int query_module(const char *name, int which, void *buf,
711                                  size_t bufsize, size_t *ret);
712
713                 rc = query_module(mp->name, QM_INFO, &info, sizeof(info),
714                                   &crap);
715                 if (rc < 0) {
716                         if (errno != ENOENT)
717                                 printf("query_module(%s) failed: %s\n",
718                                        mp->name, strerror(errno));
719                 } else {
720                         printf("add-symbol-file %s/%s/%s.o 0x%0lx\n", path,
721                                mp->path, mp->name,
722                                info.addr + sizeof(struct module));
723                 }
724         }
725
726         return 0;
727 #endif /* Headers are 2.6-only */
728 #endif /* !HAVE_LINUX_VERSION_H */
729         return -EINVAL;
730 }
731
732 static int jt_dbg_modules_2_5(int argc, char **argv)
733 {
734         struct mod_paths *mp;
735         char *path = "..";
736         char *kernel = "linux";
737         const char *proc = "/proc/modules";
738         char modname[128], others[128];
739         long modaddr;
740         int rc;
741         FILE *file;
742
743         if (argc >= 2)
744                 path = argv[1];
745         if (argc == 3)
746                 kernel = argv[2];
747         if (argc > 3) {
748                 printf("%s [path] [kernel]\n", argv[0]);
749                 return 0;
750         }
751
752         file = fopen(proc, "r");
753         if (!file) {
754                 printf("failed open %s: %s\n", proc, strerror(errno));
755                 return 0;
756         }
757
758         while ((rc = fscanf(file, "%s %s %s %s %s %lx\n",
759                 modname, others, others, others, others, &modaddr)) == 6) {
760                 for (mp = mod_paths; mp->name != NULL; mp++) {
761                         if (!strcmp(mp->name, modname))
762                                 break;
763                 }
764                 if (mp->name) {
765                         printf("add-symbol-file %s/%s/%s.o 0x%0lx\n", path,
766                                mp->path, mp->name, modaddr);
767                 }
768         }
769
770         return 0;
771 }
772
773 int jt_dbg_modules(int argc, char **argv)
774 {
775         int rc = 0;
776         struct utsname sysinfo;
777
778         rc = uname(&sysinfo);
779         if (rc) {
780                 printf("uname() failed: %s\n", strerror(errno));
781                 return 0;
782         }
783
784         if (sysinfo.release[2] > '4') {
785                 return jt_dbg_modules_2_5(argc, argv);
786         } else {
787                 return jt_dbg_modules_2_4(argc, argv);
788         }
789
790         return 0;
791 }
792
793 int jt_dbg_panic(int argc, char **argv)
794 {
795         int rc;
796         struct portal_ioctl_data data;
797
798         if (argc != 1) {
799                 fprintf(stderr, "usage: %s\n", argv[0]);
800                 return 0;
801         }
802
803         memset(&data, 0, sizeof(data));
804         if (portal_ioctl_pack(&data, &buf, max) != 0) {
805                 fprintf(stderr, "portal_ioctl_pack failed.\n");
806                 return -1;
807         }
808
809         rc = l_ioctl(PORTALS_DEV_ID, IOC_PORTAL_PANIC, buf);
810         if (rc) {
811                 fprintf(stderr, "IOC_PORTAL_PANIC failed: %s\n",
812                         strerror(errno));
813                 return -1;
814         }
815         return 0;
816 }