X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lnet%2Futils%2Fdebug.c;h=815f46dcb0ece638ff6d6165457be4d3adac5184;hp=1022b39a3d94a11ed50d8456289116bb7aa7c07d;hb=fa1bff8f6f3afb858618a563b039af3bbf46153b;hpb=f82cdcbc1e1ef5bd20120c819ee026baeb7abaf4;ds=sidebyside diff --git a/lnet/utils/debug.c b/lnet/utils/debug.c index 1022b39..815f46d 100644 --- a/lnet/utils/debug.c +++ b/lnet/utils/debug.c @@ -1,60 +1,63 @@ -/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- - * vim:expandtab:shiftwidth=8:tabstop=8: +/* + * GPL HEADER START * - * Copyright (C) 2001, 2002 Cluster File Systems, Inc. + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * - * This file is part of Portals, http://www.sf.net/projects/lustre/ + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License version 2 only, + * as published by the Free Software Foundation. * - * Portals is free software; you can redistribute it and/or - * modify it under the terms of version 2 of the GNU General Public - * License as published by the Free Software Foundation. + * This program is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License version 2 for more details (a copy is included + * in the LICENSE file that accompanied this code). * - * Portals is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. + * You should have received a copy of the GNU General Public License + * version 2 along with this program; If not, see + * http://www.gnu.org/licenses/gpl-2.0.html * - * You should have received a copy of the GNU General Public License - * along with Portals; if not, write to the Free Software - * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. + * GPL HEADER END + */ +/* + * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved. + * Use is subject to license terms. * - * Some day I'll split all of this functionality into a cfs_debug module - * of its own. That day is not today. + * Copyright (c) 2011, 2015, Intel Corporation. + */ +/* + * This file is part of Lustre, http://www.lustre.org/ + * Lustre is a trademark of Sun Microsystems, Inc. * + * lnet/utils/debug.c + * Some day I'll split all of this functionality into a cfs_debug module + * of its own. That day is not today. */ #define __USE_FILE_OFFSET64 -#define _GNU_SOURCE +#ifndef _GNU_SOURCE +#define _GNU_SOURCE +#endif +#include +#include +#include +#include #include -#ifdef HAVE_NETDB_H -#include -#endif #include #include -#ifdef HAVE_SYS_IOCTL_H #include -#endif -#ifndef _IOWR -#include "ioctl.h" -#endif -#include -#include -#include - #include -#include -#include #include -#include -#include +#include +#include -#include -#include -#include -#include "parser.h" +#include -#include +#include +#include +#include +#include static char rawbuf[8192]; static char *buf = rawbuf; @@ -63,781 +66,804 @@ static int max = 8192; static int subsystem_mask = ~0; static int debug_mask = ~0; -#define MAX_MARK_SIZE 100 - -static const char *portal_debug_subsystems[] = - {"undefined", "mdc", "mds", "osc", - "ost", "class", "log", "llite", - "rpc", "mgmt", "portals", "nal", - "pinger", "filter", "ptlbd", "echo", - "ldlm", "lov", "router", "cobd", - "sm", "asobd", "confobd", "lmv", - "cmobd", "sec", NULL}; -static const char *portal_debug_masks[] = - {"trace", "inode", "super", "ext2", - "malloc", "cache", "info", "ioctl", - "blocks", "net", "warning", "buffs", - "other", "dentry", "portals", "page", - "dlmtrace", "error", "emerg", "ha", - "rpctrace", "vfstrace", "reada", "mmap", - "config", "console", "quota", "sec", NULL}; - -struct debug_daemon_cmd { - char *cmd; - unsigned int cmdv; -}; +#define MAX_MARK_SIZE 256 + +static const char *libcfs_debug_subsystems[] = LIBCFS_DEBUG_SUBSYS_NAMES; +static const char *libcfs_debug_masks[] = LIBCFS_DEBUG_MASKS_NAMES; + +#define DAEMON_CTL_NAME "daemon_file" +#define SUBSYS_DEBUG_CTL_NAME "subsystem_debug" +#define DEBUG_CTL_NAME "debug" +#define DUMP_KERNEL_CTL_NAME "dump_kernel" + +/* + * Open the parameter file "debug" which controls the debugging + * flags used to determine what information ends up in the lustre + * logs collected by lctl dk or the debug daemon. + */ +static int +dbg_open_ctlhandle(const char *str) +{ + glob_t path; + int fd, rc; + + rc = cfs_get_param_paths(&path, "%s", str); + if (rc != 0) { + fprintf(stderr, "invalid parameter '%s'\n", str); + return -1; + } + + fd = open(path.gl_pathv[0], O_WRONLY); + if (fd < 0) + fprintf(stderr, "open '%s' failed: %s\n", + path.gl_pathv[0], strerror(errno)); + + cfs_free_param_data(&path); + return fd; +} + +static void +dbg_close_ctlhandle(int fd) +{ + close(fd); +} + +static int +dbg_write_cmd(int fd, char *str, int len) +{ + int rc = write(fd, str, len); + + return (rc == len ? 0 : 1); +} -static const struct debug_daemon_cmd portal_debug_daemon_cmd[] = { - {"start", DEBUG_DAEMON_START}, - {"stop", DEBUG_DAEMON_STOP}, - {0, 0} -}; static int do_debug_mask(char *name, int enable) { - int found = 0, i; - - for (i = 0; portal_debug_subsystems[i] != NULL; i++) { - if (strcasecmp(name, portal_debug_subsystems[i]) == 0 || - strcasecmp(name, "all_subs") == 0) { - printf("%s output from subsystem \"%s\"\n", - enable ? "Enabling" : "Disabling", - portal_debug_subsystems[i]); - if (enable) - subsystem_mask |= (1 << i); - else - subsystem_mask &= ~(1 << i); - found = 1; - } - } - for (i = 0; portal_debug_masks[i] != NULL; i++) { - if (strcasecmp(name, portal_debug_masks[i]) == 0 || - strcasecmp(name, "all_types") == 0) { - printf("%s output of type \"%s\"\n", - enable ? "Enabling" : "Disabling", - portal_debug_masks[i]); - if (enable) - debug_mask |= (1 << i); - else - debug_mask &= ~(1 << i); - found = 1; - } - } - - return found; + int found = 0; + int i; + + for (i = 0; libcfs_debug_subsystems[i] != NULL; i++) { + if (strcasecmp(name, libcfs_debug_subsystems[i]) == 0 || + strcasecmp(name, "all_subs") == 0) { + printf("%s output from subsystem \"%s\"\n", + enable ? "Enabling" : "Disabling", + libcfs_debug_subsystems[i]); + if (enable) + subsystem_mask |= (1 << i); + else + subsystem_mask &= ~(1 << i); + found = 1; + } + } + for (i = 0; libcfs_debug_masks[i] != NULL; i++) { + if (strcasecmp(name, libcfs_debug_masks[i]) == 0 || + strcasecmp(name, "all_types") == 0) { + printf("%s output of type \"%s\"\n", + enable ? "Enabling" : "Disabling", + libcfs_debug_masks[i]); + if (enable) + debug_mask |= (1 << i); + else + debug_mask &= ~(1 << i); + found = 1; + } + } + + return found; } int dbg_initialize(int argc, char **argv) { - return 0; + return 0; } int jt_dbg_filter(int argc, char **argv) { - int i; - - if (argc < 2) { - fprintf(stderr, "usage: %s \n", - argv[0]); - return 0; - } - - for (i = 1; i < argc; i++) - if (!do_debug_mask(argv[i], 0)) - fprintf(stderr, "Unknown subsystem or debug type: %s\n", - argv[i]); - return 0; + int i; + + if (argc < 2) { + fprintf(stderr, "usage: %s \n", + argv[0]); + return 0; + } + + for (i = 1; i < argc; i++) + if (!do_debug_mask(argv[i], 0)) + fprintf(stderr, "Unknown subsystem or debug type: %s\n", + argv[i]); + return 0; } int jt_dbg_show(int argc, char **argv) { - int i; + int i; - if (argc < 2) { - fprintf(stderr, "usage: %s \n", - argv[0]); - return 0; - } + if (argc < 2) { + fprintf(stderr, "usage: %s \n", + argv[0]); + return 0; + } - for (i = 1; i < argc; i++) - if (!do_debug_mask(argv[i], 1)) - fprintf(stderr, "Unknown subsystem or debug type: %s\n", - argv[i]); + for (i = 1; i < argc; i++) + if (!do_debug_mask(argv[i], 1)) + fprintf(stderr, "Unknown subsystem or debug type: %s\n", + argv[i]); - return 0; + return 0; } -static int applymask(char* procpath, int value) +static int applymask(char *param, int value) { - int rc; - char buf[64]; - int len = snprintf(buf, 64, "%d", value); - - int fd = open(procpath, O_WRONLY); - if (fd == -1) { - fprintf(stderr, "Unable to open %s: %s\n", - procpath, strerror(errno)); - return fd; - } - rc = write(fd, buf, len+1); - if (rc<0) { - fprintf(stderr, "Write to %s failed: %s\n", - procpath, strerror(errno)); - return rc; - } - close(fd); - return 0; + int rc; + char buf[64]; + int len = snprintf(buf, 64, "%d", value); + + int fd = dbg_open_ctlhandle(param); + if (fd < 0) + return fd; + + rc = dbg_write_cmd(fd, buf, len+1); + if (rc != 0) { + fprintf(stderr, "Write to %s failed: %s\n", + param, strerror(errno)); + } + + dbg_close_ctlhandle(fd); + + return rc; } static void applymask_all(unsigned int subs_mask, unsigned int debug_mask) { - if (!dump_filename) { - applymask("/proc/sys/portals/subsystem_debug", subs_mask); - applymask("/proc/sys/portals/debug", debug_mask); - } else { - struct portals_debug_ioctl_data data; - - data.hdr.ioc_len = sizeof(data); - data.hdr.ioc_version = 0; - data.subs = subs_mask; - data.debug = debug_mask; - - dump(OBD_DEV_ID, PTL_IOC_DEBUG_MASK, &data); - } - printf("Applied subsystem_debug=%d, debug=%d to /proc/sys/portals\n", - subs_mask, debug_mask); + applymask(SUBSYS_DEBUG_CTL_NAME, subs_mask); + applymask(DEBUG_CTL_NAME, debug_mask); + printf("Applied subsystem_debug=%d, debug=%d to lnet\n", + subs_mask, debug_mask); } int jt_dbg_list(int argc, char **argv) { - int i; - - if (argc != 2) { - fprintf(stderr, "usage: %s \n", argv[0]); - return 0; - } - - if (strcasecmp(argv[1], "subs") == 0) { - printf("Subsystems: all_subs"); - for (i = 0; portal_debug_subsystems[i] != NULL; i++) - printf(", %s", portal_debug_subsystems[i]); - printf("\n"); - } else if (strcasecmp(argv[1], "types") == 0) { - printf("Types: all_types"); - for (i = 0; portal_debug_masks[i] != NULL; i++) - printf(", %s", portal_debug_masks[i]); - printf("\n"); - } else if (strcasecmp(argv[1], "applymasks") == 0) { - applymask_all(subsystem_mask, debug_mask); - } - return 0; + int i; + + if (argc != 2) { + fprintf(stderr, "usage: %s \n", argv[0]); + return 0; + } + + if (strcasecmp(argv[1], "subs") == 0) { + printf("Subsystems: all_subs"); + for (i = 0; libcfs_debug_subsystems[i] != NULL; i++) + if (libcfs_debug_subsystems[i][0]) + printf(", %s", libcfs_debug_subsystems[i]); + printf("\n"); + } else if (strcasecmp(argv[1], "types") == 0) { + printf("Types: all_types"); + for (i = 0; libcfs_debug_masks[i] != NULL; i++) + printf(", %s", libcfs_debug_masks[i]); + printf("\n"); + } else if (strcasecmp(argv[1], "applymasks") == 0) { + applymask_all(subsystem_mask, debug_mask); + } + return 0; } /* all strings nul-terminated; only the struct and hdr need to be freed */ struct dbg_line { - struct ptldebug_header *hdr; - char *file; - char *fn; - char *text; - struct list_head chain; + struct ptldebug_header *hdr; + char *file; + char *fn; + char *text; }; -/* nurr. */ -static void list_add_ordered(struct dbg_line *new, struct list_head *head) +static int cmp_rec(const void *p1, const void *p2) { - struct list_head *pos; - struct dbg_line *curr; - - list_for_each(pos, head) { - curr = list_entry(pos, struct dbg_line, chain); - - if (curr->hdr->ph_sec < new->hdr->ph_sec) - continue; - if (curr->hdr->ph_sec == new->hdr->ph_sec && - curr->hdr->ph_usec < new->hdr->ph_usec) - continue; - - list_add(&new->chain, pos->prev); - return; - } - list_add_tail(&new->chain, head); + struct dbg_line *d1 = *(struct dbg_line **)p1; + struct dbg_line *d2 = *(struct dbg_line **)p2; + + if (d1->hdr->ph_sec < d2->hdr->ph_sec) + return -1; + if (d1->hdr->ph_sec == d2->hdr->ph_sec && + d1->hdr->ph_usec < d2->hdr->ph_usec) + return -1; + if (d1->hdr->ph_sec == d2->hdr->ph_sec && + d1->hdr->ph_usec == d2->hdr->ph_usec) + return 0; + return 1; } -static void print_saved_records(struct list_head *list, FILE *out) +static void print_rec(struct dbg_line ***linevp, int used, int fdout) { - struct list_head *pos, *tmp; - - list_for_each_safe(pos, tmp, list) { - struct dbg_line *line; - struct ptldebug_header *hdr; - - line = list_entry(pos, struct dbg_line, chain); - list_del(&line->chain); - - hdr = line->hdr; - fprintf(out, "%06x:%06x:%u:%u.%06Lu:%u:%u:%u:(%s:%u:%s()) %s", - hdr->ph_subsys, hdr->ph_mask, hdr->ph_cpu_id, - hdr->ph_sec, (unsigned long long)hdr->ph_usec, - hdr->ph_stack, hdr->ph_pid, hdr->ph_extern_pid, - line->file, hdr->ph_line_num, line->fn, line->text); - free(line->hdr); - free(line); - } + struct dbg_line **linev = *linevp; + int i; + + qsort(linev, used, sizeof(struct dbg_line *), cmp_rec); + for (i = 0; i < used; i++) { + struct dbg_line *line = linev[i]; + struct ptldebug_header *hdr = line->hdr; + char out[4097]; + char *buf = out; + int bytes; + ssize_t bytes_written; + + bytes = snprintf(out, sizeof(out), + "%08x:%08x:%u.%u%s:%u.%06llu:%u:%u:%u:" + "(%s:%u:%s()) %s", + hdr->ph_subsys, hdr->ph_mask, + hdr->ph_cpu_id, hdr->ph_type, + hdr->ph_flags & PH_FLAG_FIRST_RECORD ? "F" : "", + hdr->ph_sec, (unsigned long long)hdr->ph_usec, + hdr->ph_stack, hdr->ph_pid, hdr->ph_extern_pid, + line->file, hdr->ph_line_num, line->fn, + line->text); + while (bytes > 0) { + bytes_written = write(fdout, buf, bytes); + if (bytes_written <= 0) + break; + bytes -= bytes_written; + buf += bytes_written; + } + free(line->hdr); + free(line); + } + free(linev); + *linevp = NULL; } -static int parse_buffer(FILE *in, FILE *out) +static int add_rec(struct dbg_line *line, struct dbg_line ***linevp, int *lenp, + int used) { - struct dbg_line *line; - struct ptldebug_header *hdr; - char buf[4097], *p; - int rc; - unsigned long dropped = 0, kept = 0; - struct list_head chunk_list; - - CFS_INIT_LIST_HEAD(&chunk_list); - - while (1) { - rc = fread(buf, sizeof(hdr->ph_len), 1, in); - if (rc <= 0) - break; - - hdr = (void *)buf; - if (hdr->ph_len == 0) - break; - if (hdr->ph_len > 4094) { - fprintf(stderr, "unexpected large record: %d bytes. " - "aborting.\n", - hdr->ph_len); - break; - } - - if (hdr->ph_flags & PH_FLAG_FIRST_RECORD) { - print_saved_records(&chunk_list, out); - assert(list_empty(&chunk_list)); - } - - rc = fread(buf + sizeof(hdr->ph_len), 1, - hdr->ph_len - sizeof(hdr->ph_len), in); - if (rc <= 0) - break; - - if (hdr->ph_mask && - (!(subsystem_mask & hdr->ph_subsys) || - (!(debug_mask & hdr->ph_mask)))) { - dropped++; - continue; - } - - line = malloc(sizeof(*line)); - if (line == NULL) { - fprintf(stderr, "malloc failed; printing accumulated " - "records and exiting.\n"); - break; - } - - line->hdr = malloc(hdr->ph_len + 1); - if (line->hdr == NULL) { - fprintf(stderr, "malloc failed; printing accumulated " - "records and exiting.\n"); - break; - } - - p = (void *)line->hdr; - memcpy(line->hdr, buf, hdr->ph_len); - p[hdr->ph_len] = '\0'; - - p += sizeof(*hdr); - line->file = p; - p += strlen(line->file) + 1; - line->fn = p; - p += strlen(line->fn) + 1; - line->text = p; - - list_add_ordered(line, &chunk_list); - kept++; - } - - print_saved_records(&chunk_list, out); - - printf("Debug log: %lu lines, %lu kept, %lu dropped.\n", - dropped + kept, kept, dropped); - return 0; + struct dbg_line **linev = *linevp; + + if (used == *lenp) { + int nlen = *lenp + 4096; + int nsize = nlen * sizeof(struct dbg_line *); + + linev = realloc(*linevp, nsize); + if (!linev) + return -ENOMEM; + + *linevp = linev; + *lenp = nlen; + } + linev[used] = line; + + return 0; } -int jt_dbg_debug_kernel(int argc, char **argv) +static void dump_hdr(unsigned long long offset, struct ptldebug_header *hdr) { - char filename[4096]; - struct stat st; - int rc, raw = 0, fd; - FILE *in, *out = stdout; - - if (argc > 3) { - fprintf(stderr, "usage: %s [file] [raw]\n", argv[0]); - return 0; - } - - if (argc > 2) { - raw = atoi(argv[2]); - } else if (argc > 1 && (argv[1][0] == '0' || argv[1][0] == '1')) { - raw = atoi(argv[1]); - argc--; - } - - /* If we are dumping raw (which means no conversion step to ASCII) - * then dump directly to any supplied filename, otherwise this is - * just a temp file and we dump to the real file at convert time. */ - if (argc > 1 && raw) - strcpy(filename, argv[1]); - else - sprintf(filename, "/tmp/lustre-log.%lu.%u",time(NULL),getpid()); - - if (stat(filename, &st) == 0 && S_ISREG(st.st_mode)) - unlink(filename); - - fd = open("/proc/sys/portals/dump_kernel", O_WRONLY); - if (fd < 0) { - fprintf(stderr, "open(dump_kernel) failed: %s\n", - strerror(errno)); - return 1; - } - - rc = write(fd, filename, strlen(filename)); - if (rc != strlen(filename)) { - fprintf(stderr, "write(%s) failed: %s\n", filename, - strerror(errno)); - close(fd); - return 1; - } - close(fd); - - if (raw) - return 0; - - in = fopen(filename, "r"); - if (in == NULL) { - if (errno == ENOENT) /* no dump file created */ - return 0; - - fprintf(stderr, "fopen(%s) failed: %s\n", filename, - strerror(errno)); - return 1; - } - if (argc > 1) { - out = fopen(argv[1], "w"); - if (out == NULL) { - fprintf(stderr, "fopen(%s) failed: %s\n", argv[1], - strerror(errno)); - fclose(in); - return 1; - } - } - - rc = parse_buffer(in, out); - fclose(in); - if (argc > 1) - fclose(out); - if (rc) { - fprintf(stderr, "parse_buffer failed; leaving tmp file %s " - "behind.\n", filename); - } else { - rc = unlink(filename); - if (rc) - fprintf(stderr, "dumped successfully, but couldn't " - "unlink tmp file %s: %s\n", filename, - strerror(errno)); - } - return rc; + fprintf(stderr, "badly-formed record at offset = %llu\n", offset); + fprintf(stderr, " len = %u\n", hdr->ph_len); + fprintf(stderr, " flags = %x\n", hdr->ph_flags); + fprintf(stderr, " subsystem = %x\n", hdr->ph_subsys); + fprintf(stderr, " mask = %x\n", hdr->ph_mask); + fprintf(stderr, " cpu_id = %u\n", hdr->ph_cpu_id); + fprintf(stderr, " type = %u\n", hdr->ph_type); + fprintf(stderr, " seconds = %u\n", hdr->ph_sec); + fprintf(stderr, " microseconds = %lu\n", (long)hdr->ph_usec); + fprintf(stderr, " stack = %u\n", hdr->ph_stack); + fprintf(stderr, " pid = %u\n", hdr->ph_pid); + fprintf(stderr, " host pid = %u\n", hdr->ph_extern_pid); + fprintf(stderr, " line number = %u\n", hdr->ph_line_num); } -int jt_dbg_debug_file(int argc, char **argv) +#define HDR_SIZE sizeof(*hdr) + +static int parse_buffer(int fdin, int fdout) { - int fdin; - int fdout; - FILE *in; - FILE *out = stdout; - int rc; - - if (argc > 3 || argc < 2) { - fprintf(stderr, "usage: %s [output]\n", argv[0]); - return 0; - } - - fdin = open(argv[1], O_RDONLY | O_LARGEFILE); - if (fdin == -1) { - fprintf(stderr, "open(%s) failed: %s\n", argv[1], - strerror(errno)); - return 1; - } - in = fdopen(fdin, "r"); - if (in == NULL) { - fprintf(stderr, "fopen(%s) failed: %s\n", argv[1], - strerror(errno)); - close(fdin); - return 1; - } - if (argc > 2) { - fdout = open(argv[2], - O_CREAT | O_TRUNC | O_WRONLY | O_LARGEFILE, - 0600); - if (fdout == -1) { - fprintf(stderr, "open(%s) failed: %s\n", argv[2], - strerror(errno)); - fclose(in); - return 1; - } - out = fdopen(fdout, "w"); - if (out == NULL) { - fprintf(stderr, "fopen(%s) failed: %s\n", argv[2], - strerror(errno)); - fclose(in); - close(fdout); - return 1; - } - } - - rc = parse_buffer(in, out); - - fclose(in); - if (out != stdout) - fclose(out); - - return rc; + struct dbg_line *line; + struct ptldebug_header *hdr; + char buf[4097]; + char *ptr; + unsigned long dropped = 0; + unsigned long kept = 0; + unsigned long bad = 0; + struct dbg_line **linev = NULL; + int linev_len = 0; + int rc; + + hdr = (void *)buf; + + while (1) { + int first_bad = 1; + int count; + + count = HDR_SIZE; + ptr = buf; +readhdr: + rc = read(fdin, ptr, count); + if (rc <= 0) + goto print; + + ptr += rc; + count -= rc; + if (count > 0) + goto readhdr; + + if (hdr->ph_len > 4094 || /* is this header bogus? */ + hdr->ph_stack > 65536 || + hdr->ph_sec < (1 << 30) || + hdr->ph_usec > 1000000000 || + hdr->ph_line_num > 65536) { + if (first_bad) + dump_hdr(lseek(fdin, 0, SEEK_CUR), hdr); + bad += first_bad; + first_bad = 0; + + /* try to restart on next line */ + while (count < HDR_SIZE && buf[count] != '\n') + count++; + if (buf[count] == '\n') + count++; /* move past '\n' */ + if (HDR_SIZE - count > 0) { + int left = HDR_SIZE - count; + + memmove(buf, buf + count, left); + ptr = buf + left; + + goto readhdr; + } + + continue; + } + + if (hdr->ph_len == 0) + continue; + + count = hdr->ph_len - HDR_SIZE; +readmore: + rc = read(fdin, ptr, count); + if (rc <= 0) + break; + + ptr += rc; + count -= rc; + if (count > 0) + goto readmore; + + first_bad = 1; + + if ((hdr->ph_subsys && !(subsystem_mask & hdr->ph_subsys)) || + (hdr->ph_mask && !(debug_mask & hdr->ph_mask))) { + dropped++; + continue; + } + +retry_alloc: + line = malloc(sizeof(*line)); + if (line == NULL) { + if (linev) { + fprintf(stderr, "error: line malloc(%u): " + "printing accumulated records\n", + (unsigned int)sizeof(*line)); + print_rec(&linev, kept, fdout); + + goto retry_alloc; + } + fprintf(stderr, "error: line malloc(%u): exiting\n", + (unsigned int)sizeof(*line)); + break; + } + + line->hdr = malloc(hdr->ph_len + 1); + if (line->hdr == NULL) { + free(line); + if (linev) { + fprintf(stderr, "error: hdr malloc(%u): " + "printing accumulated records\n", + hdr->ph_len + 1); + print_rec(&linev, kept, fdout); + + goto retry_alloc; + } + fprintf(stderr, "error: hdr malloc(%u): exiting\n", + hdr->ph_len + 1); + break; + } + + ptr = (void *)line->hdr; + memcpy(line->hdr, buf, hdr->ph_len); + ptr[hdr->ph_len] = '\0'; + + ptr += sizeof(*hdr); + line->file = ptr; + ptr += strlen(line->file) + 1; + line->fn = ptr; + ptr += strlen(line->fn) + 1; + line->text = ptr; + +retry_add: + if (add_rec(line, &linev, &linev_len, kept) < 0) { + if (linev) { + fprintf(stderr, "error: add_rec[%u] failed; " + "print accumulated records\n", + linev_len); + print_rec(&linev, kept, fdout); + + goto retry_add; + } + fprintf(stderr, "error: add_rec[0] failed; exiting\n"); + break; + } + kept++; + } + +print: + if (linev) + print_rec(&linev, kept, fdout); + + printf("Debug log: %lu lines, %lu kept, %lu dropped, %lu bad.\n", + dropped + kept + bad, kept, dropped, bad); + + return 0; } -static int -dbg_write_cmd(int fd, char *str) +int jt_dbg_debug_kernel(int argc, char **argv) +{ + struct stat st; + char filename[PATH_MAX]; + int raw = 0; + int save_errno; + int fdin; + int fdout; + int rc; + + if (argc > 3) { + fprintf(stderr, "usage: %s [file] [raw]\n", argv[0]); + return 0; + } + + if (argc > 2) { + raw = atoi(argv[2]); + } else if (argc > 1 && (argv[1][0] == '0' || argv[1][0] == '1')) { + raw = atoi(argv[1]); + argc--; + } + + /* If we are dumping raw (which means no conversion step to ASCII) + * then dump directly to any supplied filename, otherwise this is + * just a temp file and we dump to the real file at convert time. */ + if (argc > 1 && raw) { + if (strlen(argv[1]) >= sizeof(filename)) { + fprintf(stderr, "File name too long: %s\n", argv[1]); + return 1; + } + strncpy(filename, argv[1], sizeof(filename)); + } else { + if (snprintf(filename, sizeof(filename), "%s%lu.%u", + LIBCFS_DEBUG_FILE_PATH_DEFAULT, time(NULL), + getpid()) + >= sizeof(filename)) { + fprintf(stderr, "File name too long\n"); + return 1; + } + } + + if (stat(filename, &st) == 0 && S_ISREG(st.st_mode)) + unlink(filename); + + fdin = dbg_open_ctlhandle(DUMP_KERNEL_CTL_NAME); + if (fdin < 0) { + fprintf(stderr, "open(dump_kernel) failed: %s\n", + strerror(errno)); + return 1; + } + + rc = dbg_write_cmd(fdin, filename, strlen(filename)); + save_errno = errno; + dbg_close_ctlhandle(fdin); + if (rc != 0) { + fprintf(stderr, "write(%s) failed: %s\n", filename, + strerror(save_errno)); + return 1; + } + + if (raw) + return 0; + + fdin = open(filename, O_RDONLY); + if (fdin < 0) { + if (errno == ENOENT) /* no dump file created */ + return 0; + fprintf(stderr, "fopen(%s) failed: %s\n", filename, + strerror(errno)); + return 1; + } + if (argc > 1) { + fdout = open(argv[1], O_WRONLY | O_CREAT | O_TRUNC, + S_IRUSR | S_IWUSR); + if (fdout < 0) { + fprintf(stderr, "fopen(%s) failed: %s\n", argv[1], + strerror(errno)); + close(fdin); + return 1; + } + } else { + fdout = fileno(stdout); + } + + rc = parse_buffer(fdin, fdout); + close(fdin); + if (argc > 1) + close(fdout); + if (rc) { + fprintf(stderr, "parse_buffer failed; leaving tmp file %s " + "behind.\n", filename); + } else { + rc = unlink(filename); + if (rc) + fprintf(stderr, "dumped successfully, but couldn't " + "unlink tmp file %s: %s\n", filename, + strerror(errno)); + } + + return rc; +} + +int jt_dbg_debug_file(int argc, char **argv) { - int len = strlen(str); - int rc = write(fd, str, len); - - return (rc == len ? 0 : 1); + int fdin; + int fdout; + int rc; + + if (argc > 3 || argc < 2) { + fprintf(stderr, "usage: %s [output]\n", argv[0]); + return 0; + } + + fdin = open(argv[1], O_RDONLY | O_LARGEFILE); + if (fdin < 0) { + fprintf(stderr, "open(%s) failed: %s\n", argv[1], + strerror(errno)); + return 1; + } + if (argc > 2) { + fdout = open(argv[2], + O_CREAT | O_TRUNC | O_WRONLY | O_LARGEFILE, + 0600); + if (fdout < 0) { + fprintf(stderr, "open(%s) failed: %s\n", argv[2], + strerror(errno)); + close(fdin); + return 1; + } + } else { + fdout = fileno(stdout); + } + + rc = parse_buffer(fdin, fdout); + + close(fdin); + if (fdout != fileno(stdout)) + close(fdout); + + return rc; } const char debug_daemon_usage[] = "usage: %s {start file [MB]|stop}\n"; -#define DAEMON_FILE "/proc/sys/portals/daemon_file" + int jt_dbg_debug_daemon(int argc, char **argv) { - int rc; - int fd; - - if (argc <= 1) { - fprintf(stderr, debug_daemon_usage, argv[0]); - return 1; - } - - fd = open(DAEMON_FILE, O_WRONLY); - if (fd < 0) { - fprintf(stderr, "open %s failed: %s\n", DAEMON_FILE, - strerror(errno)); - return -1; - } - - rc = -1; - if (strcasecmp(argv[1], "start") == 0) { - if (argc < 3 || argc > 4 || - (argc == 4 && strlen(argv[3]) > 5)) { - fprintf(stderr, debug_daemon_usage, argv[0]); - goto out; - } - if (argc == 4) { - char buf[12]; - const long min_size = 10; - const long max_size = 20480; - long size; - char *end; - - size = strtoul(argv[3], &end, 0); - if (size < min_size || - size > max_size || - *end != 0) { - fprintf(stderr, "size %s invalid, must be in " - "the range %ld-%ld MB\n", argv[3], - min_size, max_size); - goto out; - } - snprintf(buf, sizeof(buf), "size=%ld", size); - rc = dbg_write_cmd(fd, buf); - - if (rc != 0) { - fprintf(stderr, "set %s failed: %s\n", - buf, strerror(errno)); - goto out; - } - } - - rc = dbg_write_cmd(fd, argv[2]); - if (rc != 0) { - fprintf(stderr, "start debug_daemon on %s failed: %s\n", - argv[2], strerror(errno)); - goto out; - } - rc = 0; - goto out; - } - if (strcasecmp(argv[1], "stop") == 0) { - rc = dbg_write_cmd(fd, "stop"); - if (rc != 0) { - fprintf(stderr, "stopping debug_daemon failed: %s\n", - strerror(errno)); - goto out; - } - - rc = 0; - goto out; - } - - fprintf(stderr, debug_daemon_usage, argv[0]); - rc = -1; + int rc; + int fd; + + if (argc <= 1) { + fprintf(stderr, debug_daemon_usage, argv[0]); + return 1; + } + + fd = dbg_open_ctlhandle(DAEMON_CTL_NAME); + if (fd < 0) + return -1; + + rc = -1; + if (strcasecmp(argv[1], "start") == 0) { + if (argc < 3 || argc > 4 || + (argc == 4 && strlen(argv[3]) > 5)) { + fprintf(stderr, debug_daemon_usage, argv[0]); + goto out; + } + if (argc == 4) { + char buf[12]; + const long min_size = 10; + const long max_size = 20480; + long size; + char *end; + + size = strtoul(argv[3], &end, 0); + if (size < min_size || + size > max_size || + *end != 0) { + fprintf(stderr, "size %s invalid, must be in " + "the range %ld-%ld MB\n", argv[3], + min_size, max_size); + goto out; + } + snprintf(buf, sizeof(buf), "size=%ld", size); + rc = dbg_write_cmd(fd, buf, strlen(buf)); + + if (rc != 0) { + fprintf(stderr, "set %s failed: %s\n", + buf, strerror(errno)); + goto out; + } + } + + rc = dbg_write_cmd(fd, argv[2], strlen(argv[2])); + if (rc != 0) { + fprintf(stderr, "start debug_daemon on %s failed: %s\n", + argv[2], strerror(errno)); + goto out; + } + rc = 0; + goto out; + } + if (strcasecmp(argv[1], "stop") == 0) { + rc = dbg_write_cmd(fd, "stop", 4); + if (rc != 0) { + fprintf(stderr, "stopping debug_daemon failed: %s\n", + strerror(errno)); + goto out; + } + + rc = 0; + goto out; + } + + fprintf(stderr, debug_daemon_usage, argv[0]); + rc = -1; out: - close(fd); - return rc; + dbg_close_ctlhandle(fd); + return rc; } int jt_dbg_clear_debug_buf(int argc, char **argv) { - int rc; - struct portal_ioctl_data data; - - if (argc != 1) { - fprintf(stderr, "usage: %s\n", argv[0]); - return 0; - } - - memset(&data, 0, sizeof(data)); - if (portal_ioctl_pack(&data, &buf, max) != 0) { - fprintf(stderr, "portal_ioctl_pack failed.\n"); - return -1; - } - - rc = l_ioctl(PORTALS_DEV_ID, IOC_PORTAL_CLEAR_DEBUG, buf); - if (rc) { - fprintf(stderr, "IOC_PORTAL_CLEAR_DEBUG failed: %s\n", - strerror(errno)); - return -1; - } - return 0; + int rc; + struct libcfs_ioctl_data data; + + if (argc != 1) { + fprintf(stderr, "usage: %s\n", argv[0]); + return 0; + } + + memset(&data, 0, sizeof(data)); + if (libcfs_ioctl_pack(&data, &buf, max) != 0) { + fprintf(stderr, "libcfs_ioctl_pack failed.\n"); + return -1; + } + + rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_CLEAR_DEBUG, buf); + if (rc) { + fprintf(stderr, "IOC_LIBCFS_CLEAR_DEBUG failed: %s\n", + strerror(errno)); + return -1; + } + return 0; } int jt_dbg_mark_debug_buf(int argc, char **argv) { - int rc, max_size = MAX_MARK_SIZE-1; - struct portal_ioctl_data data; - char *text; - time_t now = time(NULL); - - if (argc > 1) { - int counter; - text = malloc(MAX_MARK_SIZE); - strncpy(text, argv[1], max_size); - max_size-=strlen(argv[1]); - for(counter = 2; (counter < argc) && (max_size > 0) ; counter++){ - strncat(text, " ", 1); - max_size-=1; - strncat(text, argv[counter], max_size); - max_size-=strlen(argv[counter]); - } - } else { - text = ctime(&now); - text[strlen(text) - 1] = '\0'; /* stupid \n */ - } - if (!max_size) { - text[MAX_MARK_SIZE - 1] = '\0'; - } - - memset(&data, 0, sizeof(data)); - data.ioc_inllen1 = strlen(text) + 1; - data.ioc_inlbuf1 = text; - if (portal_ioctl_pack(&data, &buf, max) != 0) { - fprintf(stderr, "portal_ioctl_pack failed.\n"); - return -1; - } - - rc = l_ioctl(PORTALS_DEV_ID, IOC_PORTAL_MARK_DEBUG, buf); - if (rc) { - fprintf(stderr, "IOC_PORTAL_MARK_DEBUG failed: %s\n", - strerror(errno)); - return -1; - } - return 0; + static char scratch[MAX_MARK_SIZE] = ""; + struct libcfs_ioctl_data data; + char *text; + int rc; + + memset(&data, 0, sizeof(data)); + + if (argc > 1) { + int count, max_size = sizeof(scratch) - 1; + + strncpy(scratch, argv[1], max_size); + max_size -= strlen(argv[1]); + for (count = 2; (count < argc) && (max_size > 1); count++) { + strncat(scratch, " ", max_size); + max_size -= 1; + strncat(scratch, argv[count], max_size); + max_size -= strlen(argv[count]); + } + scratch[sizeof(scratch) - 1] = '\0'; + text = scratch; + } else { + time_t now = time(NULL); + text = ctime(&now); + } + + data.ioc_inllen1 = strlen(text) + 1; + data.ioc_inlbuf1 = text; + + if (libcfs_ioctl_pack(&data, &buf, max) != 0) { + fprintf(stderr, "libcfs_ioctl_pack failed.\n"); + return -1; + } + + rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_MARK_DEBUG, buf); + if (rc) { + fprintf(stderr, "IOC_LIBCFS_MARK_DEBUG failed: %s\n", + strerror(errno)); + return -1; + } + return 0; } static struct mod_paths { - char *name, *path; + char *name, *path; } mod_paths[] = { - {"libcfs", "portals/libcfs"}, - {"portals", "portals/portals"}, - {"ksocknal", "portals/knals/socknal"}, - {"kptlrouter", "portals/router"}, - {"lvfs", "lustre/lvfs"}, - {"obdclass", "lustre/obdclass"}, - {"llog_test", "lustre/obdclass"}, - {"ptlrpcs", "lustre/sec"}, - {"ptlrpcs_gss", "lustre/sec/gss"}, - {"gks", "lustre/sec/gks"}, - {"gkc", "lustre/sec/gks"}, - {"ptlrpc", "lustre/ptlrpc"}, - {"obdext2", "lustre/obdext2"}, - {"ost", "lustre/ost"}, - {"osc", "lustre/osc"}, - {"mds", "lustre/mds"}, - {"mdc", "lustre/mdc"}, - {"llite", "lustre/llite"}, - {"ldiskfs", "lustre/ldiskfs"}, - {"smfs", "lustre/smfs"}, - {"obdecho", "lustre/obdecho"}, - {"ldlm", "lustre/ldlm"}, - {"obdfilter", "lustre/obdfilter"}, - {"extN", "lustre/extN"}, - {"lov", "lustre/lov"}, - {"lmv", "lustre/lmv"}, - {"fsfilt_ext3", "lustre/lvfs"}, - {"fsfilt_extN", "lustre/lvfs"}, - {"fsfilt_reiserfs", "lustre/lvfs"}, - {"fsfilt_smfs", "lustre/lvfs"}, - {"fsfilt_ldiskfs", "lustre/lvfs"}, - {"mds_ext2", "lustre/mds"}, - {"mds_ext3", "lustre/mds"}, - {"mds_extN", "lustre/mds"}, - {"ptlbd", "lustre/ptlbd"}, - {"mgmt_svc", "lustre/mgmt"}, - {"mgmt_cli", "lustre/mgmt"}, - {"cobd", "lustre/cobd"}, - {"cmobd", "lustre/cmobd"}, - {"confobd", "lustre/obdclass"}, - {NULL, NULL} + { .name = "libcfs", .path = "libcfs/libcfs" }, + { .name = "lnet", .path = "lnet/lnet" }, + { .name = "ko2iblnd", .path = "lnet/klnds/o2iblnd" }, + { .name = "kgnilnd", .path = "lnet/klnds/gnilnd"}, + { .name = "ksocklnd", .path = "lnet/klnds/socklnd" }, + { .name = "obdclass", .path = "lustre/obdclass" }, + { .name = "llog_test", .path = "lustre/obdclass" }, + { .name = "ptlrpc_gss", .path = "lustre/ptlrpc/gss" }, + { .name = "ptlrpc", .path = "lustre/ptlrpc" }, + { .name = "gks", .path = "lustre/sec/gks" }, + { .name = "gkc", .path = "lustre/sec/gks" }, + { .name = "ost", .path = "lustre/ost" }, + { .name = "osc", .path = "lustre/osc" }, + { .name = "mds", .path = "lustre/mds" }, + { .name = "mdc", .path = "lustre/mdc" }, + { .name = "lustre", .path = "lustre/llite" }, + { .name = "ldiskfs", .path = "ldiskfs" }, + { .name = "obdecho", .path = "lustre/obdecho" }, + { .name = "ldlm", .path = "lustre/ldlm" }, + { .name = "obdfilter", .path = "lustre/obdfilter" }, + { .name = "lov", .path = "lustre/lov" }, + { .name = "lmv", .path = "lustre/lmv" }, + { .name = "lquota", .path = "lustre/quota" }, + { .name = "mgs", .path = "lustre/mgs" }, + { .name = "mgc", .path = "lustre/mgc" }, + { .name = "mdt", .path = "lustre/mdt" }, + { .name = "mdd", .path = "lustre/mdd" }, + { .name = "osd", .path = "lustre/osd" }, + { .name = "cmm", .path = "lustre/cmm" }, + { .name = "fid", .path = "lustre/fid"}, + { .name = "fld", .path = "lustre/fld"}, + { .name = "lod", .path = "lustre/lod"}, + { .name = "osp", .path = "lustre/osp"}, + { .name = "lfsck", .path = "lustre/lfsck" }, + { .name = NULL } }; -static int jt_dbg_modules_2_4(int argc, char **argv) -{ -#ifdef HAVE_LINUX_VERSION_H -#if (LINUX_VERSION_CODE < KERNEL_VERSION(2,5,0)) - struct mod_paths *mp; - char *path = ""; - char *kernel = "linux"; - - if (argc >= 2) - path = argv[1]; - if (argc == 3) - kernel = argv[2]; - if (argc > 3) { - printf("%s [path] [kernel]\n", argv[0]); - return 0; - } - - printf("dir\n"); - for (mp = mod_paths; mp->name != NULL; mp++) { - struct module_info info; - int rc; - size_t crap; - int query_module(const char *name, int which, void *buf, - size_t bufsize, size_t *ret); - - rc = query_module(mp->name, QM_INFO, &info, sizeof(info), - &crap); - if (rc < 0) { - if (errno != ENOENT) - printf("query_module(%s) failed: %s\n", - mp->name, strerror(errno)); - } else { - printf("add-symbol-file %s%s%s/%s.o 0x%0lx\n", path, - path[0] ? "/" : "", mp->path, mp->name, - info.addr + sizeof(struct module)); - printf("dir %s%s%s\n", path, - path[0] ? "/" : "", mp->path); - } - } - - return 0; -#endif // Headers are 2.6-only -#endif // !HAVE_LINUX_VERSION_H - return -EINVAL; -} - -static int jt_dbg_modules_2_5(int argc, char **argv) -{ - struct mod_paths *mp; - char *path = ""; - char *kernel = "linux"; - const char *proc = "/proc/modules"; - char modname[128], others[128]; - long modaddr; - int rc; - FILE *file; - - if (argc >= 2) - path = argv[1]; - if (argc == 3) - kernel = argv[2]; - if (argc > 3) { - printf("%s [path] [kernel]\n", argv[0]); - return 0; - } - - file = fopen(proc, "r"); - if (!file) { - printf("failed open %s: %s\n", proc, strerror(errno)); - return 0; - } - - printf("dir\n"); - while ((rc = fscanf(file, "%s %s %s %s %s %lx\n", - modname, others, others, others, others, &modaddr)) == 6) { - for (mp = mod_paths; mp->name != NULL; mp++) { - if (!strcmp(mp->name, modname)) - break; - } - if (mp->name) { - printf("add-symbol-file %s%s%s/%s.o 0x%0lx\n", path, - path[0] ? "/" : "", mp->path, mp->name, modaddr); - printf("dir %s%s%s\n", path, - path[0] ? "/" : "", mp->path); - } - } - - return 0; -} - int jt_dbg_modules(int argc, char **argv) { - int rc = 0; - struct utsname sysinfo; - - rc = uname(&sysinfo); - if (rc) { - printf("uname() failed: %s\n", strerror(errno)); - return 0; - } - - if (sysinfo.release[2] > '4') { - return jt_dbg_modules_2_5(argc, argv); - } else { - return jt_dbg_modules_2_4(argc, argv); - } - - return 0; -} - -int jt_dbg_panic(int argc, char **argv) -{ - int rc; - struct portal_ioctl_data data; - - if (argc != 1) { - fprintf(stderr, "usage: %s\n", argv[0]); - return 0; - } - - memset(&data, 0, sizeof(data)); - if (portal_ioctl_pack(&data, &buf, max) != 0) { - fprintf(stderr, "portal_ioctl_pack failed.\n"); - return -1; - } - - rc = l_ioctl(PORTALS_DEV_ID, IOC_PORTAL_PANIC, buf); - if (rc) { - fprintf(stderr, "IOC_PORTAL_PANIC failed: %s\n", - strerror(errno)); - return -1; - } - return 0; + struct mod_paths *mp; + char *path = ""; + const char *proc = "/proc/modules"; + char modname[128]; + char buf[4096]; + unsigned long modaddr; + FILE *file; + + if (argc >= 2) + path = argv[1]; + if (argc > 3) { + printf("%s [path] [kernel]\n", argv[0]); + return 0; + } + + file = fopen(proc, "r"); + if (!file) { + printf("failed open %s: %s\n", proc, strerror(errno)); + return 0; + } + + while (fgets(buf, sizeof(buf), file) != NULL) { + if (sscanf(buf, "%s %*s %*s %*s %*s %lx", + modname, &modaddr) == 2) { + for (mp = mod_paths; mp->name != NULL; mp++) { + if (!strcmp(mp->name, modname)) + break; + } + if (mp->name) { + printf("add-symbol-file %s%s%s/%s.o 0x%0lx\n", + path, path[0] ? "/" : "", + mp->path, mp->name, modaddr); + } + } + } + + fclose(file); + return 0; }