2 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
4 * Copyright (c) 2013, 2017, Intel Corporation.
6 * This file is part of Lustre, https://wiki.whamcloud.com/
8 * Portals is free software; you can redistribute it and/or
9 * modify it under the terms of version 2 of the GNU General Public
10 * License as published by the Free Software Foundation.
12 * Portals is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with Portals; if not, write to the Free Software
19 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
33 #include <sys/ioctl.h>
36 #include <linux/types.h>
38 #include <libcfs/util/ioctl.h>
39 #include <linux/lnet/libcfs_debug.h>
40 #include <linux/lnet/lnet-dlc.h>
41 #include <linux/lnet/lnetctl.h>
42 #include <linux/lnet/nidstr.h>
43 #include <linux/lnet/socklnd.h>
44 #include <lustre/lustreapi.h>
46 unsigned int libcfs_debug;
47 unsigned int libcfs_printk = D_CANTMASK;
49 static bool g_net_interactive;
50 static bool g_net_set;
53 #define IOC_BUF_SIZE 8192
54 static char local_buf[IOC_BUF_SIZE];
55 static char *ioc_buf = local_buf;
57 /* Convert a string boolean to an int; "enable" -> 1 */
59 lnet_parse_bool (int *b, char *str)
61 if (!strcasecmp (str, "no") ||
62 !strcasecmp (str, "n") ||
63 !strcasecmp (str, "off") ||
64 !strcasecmp (str, "down") ||
65 !strcasecmp (str, "disable"))
71 if (!strcasecmp (str, "yes") ||
72 !strcasecmp (str, "y") ||
73 !strcasecmp (str, "on") ||
74 !strcasecmp (str, "up") ||
75 !strcasecmp (str, "enable"))
85 lnet_parse_port (int *port, char *str)
89 *port = strtol (str, &end, 0);
91 if (*end == 0 && /* parsed whole string */
92 *port > 0 && *port < 65536) /* minimal sanity check */
98 #ifdef HAVE_GETHOSTBYNAME
99 static struct hostent *
100 ptl_gethostbyname(char * hname) {
102 he = gethostbyname(hname);
107 fprintf(stderr, "Unable to resolve hostname: %s\n",
111 fprintf(stderr, "gethostbyname error for %s: %s\n",
112 hname, strerror(h_errno));
122 lnet_parse_ipquad (__u32 *ipaddrp, char *str)
129 if (sscanf (str, "%d.%d.%d.%d", &a, &b, &c, &d) == 4 &&
130 (a & ~0xff) == 0 && (b & ~0xff) == 0 &&
131 (c & ~0xff) == 0 && (d & ~0xff) == 0)
133 *ipaddrp = (a<<24)|(b<<16)|(c<<8)|d;
141 lnet_parse_ipaddr (__u32 *ipaddrp, char *str)
143 #ifdef HAVE_GETHOSTBYNAME
147 if (!strcmp (str, "_all_")) {
152 if (lnet_parse_ipquad(ipaddrp, str) == 0)
155 #ifdef HAVE_GETHOSTBYNAME
156 if ((('a' <= str[0] && str[0] <= 'z') ||
157 ('A' <= str[0] && str[0] <= 'Z')) &&
158 (he = ptl_gethostbyname (str)) != NULL) {
159 __u32 addr = *(__u32 *)he->h_addr;
161 *ipaddrp = ntohl(addr); /* HOST byte order */
170 ptl_ipaddr_2_str(__u32 ipaddr, char *str, size_t strsize, int lookup)
172 #ifdef HAVE_GETHOSTBYNAME
177 net_ip = htonl (ipaddr);
178 he = gethostbyaddr (&net_ip, sizeof (net_ip), AF_INET);
180 snprintf(str, strsize, "%s", he->h_name);
186 sprintf (str, "%d.%d.%d.%d",
187 (ipaddr >> 24) & 0xff, (ipaddr >> 16) & 0xff,
188 (ipaddr >> 8) & 0xff, ipaddr & 0xff);
193 lnet_parse_time (time_t *t, char *str)
199 *t = strtol (str, &end, 0);
200 if (*end == 0) /* parsed whole string */
203 memset (&tm, 0, sizeof (tm));
204 n = sscanf (str, "%d-%d-%d-%d:%d:%d",
205 &tm.tm_year, &tm.tm_mon, &tm.tm_mday,
206 &tm.tm_hour, &tm.tm_min, &tm.tm_sec);
210 tm.tm_mon--; /* convert to 0 == Jan */
211 tm.tm_year -= 1900; /* y2k quirk */
212 tm.tm_isdst = -1; /* dunno if it's daylight savings... */
215 if (*t == (time_t)-1)
222 lnet_parse_nid(char *nid_str, struct lnet_process_id *id_ptr)
224 id_ptr->pid = LNET_PID_ANY;
225 id_ptr->nid = libcfs_str2nid(nid_str);
226 if (id_ptr->nid == LNET_NID_ANY) {
227 fprintf (stderr, "Can't parse nid \"%s\"\n", nid_str);
234 static int g_net_is_set(char *cmd)
242 if (g_net_interactive)
248 "You must run '%s <network>' command before '%s'\n",
256 static int g_net_is_compatible(char *cmd, ...)
261 if (!g_net_is_set(cmd))
267 nal = va_arg(ap, int);
268 if (nal == LNET_NETTYP(g_net)) {
278 "Command %s not compatible with %s NAL\n",
280 libcfs_lnd2str(LNET_NETTYP(g_net)));
285 int ptl_initialize(int argc, char **argv)
288 g_net_interactive = true;
290 register_ioc_dev(LNET_DEV_ID, LNET_DEV_PATH);
296 int jt_ptl_network(int argc, char **argv)
298 struct libcfs_ioctl_data data;
299 __u32 net = LNET_NIDNET(LNET_NID_ANY);
303 fprintf(stderr, "usage: %s <net>|up|down\n", argv[0]);
307 if (!strcmp(argv[1], "unconfigure") || !strcmp(argv[1], "down")) {
308 LIBCFS_IOC_INIT(data);
309 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_UNCONFIGURE, &data);
312 printf("LNET ready to unload\n");
316 if (errno == ENODEV) {
317 printf("LNET is currently not loaded.");
322 fprintf(stderr, "LNET busy\n");
324 fprintf(stderr, "LNET unconfigure error %d: %s\n",
325 errno, strerror(errno));
327 } else if (!strcmp(argv[1], "configure") || !strcmp(argv[1], "up")) {
328 LIBCFS_IOC_INIT(data);
329 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_CONFIGURE, &data);
332 printf("LNET configured\n");
336 fprintf(stderr, "LNET configure error %d: %s\n",
337 errno, strerror(errno));
341 net = libcfs_str2net(argv[1]);
342 if (net == LNET_NIDNET(LNET_NID_ANY)) {
343 fprintf(stderr, "Can't parse net %s\n", argv[1]);
353 jt_ptl_list_nids(int argc, char **argv)
355 struct libcfs_ioctl_data data;
356 int all = 0, return_nid = 0;
360 all = (argc == 2) && (strcmp(argv[1], "all") == 0);
361 /* Hack to pass back value */
362 return_nid = (argc == 2) && (argv[1][0] == 1);
364 if ((argc > 2) && !(all || return_nid)) {
365 fprintf(stderr, "usage: %s [all]\n", argv[0]);
369 for (count = 0;; count++) {
370 LIBCFS_IOC_INIT(data);
371 data.ioc_count = count;
372 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_NI, &data);
375 if ((count > 0) && (errno == ENOENT))
376 /* We found them all */
378 fprintf(stderr, "IOC_LIBCFS_GET_NI error %d: %s\n",
379 errno, strerror(errno));
383 if (all || (data.ioc_nid != LNET_NID_LO_0)) {
384 printf("%s\n", libcfs_nid2str(data.ioc_nid));
386 *(__u64 *)(argv[1]) = data.ioc_nid;
396 jt_ptl_which_nid (int argc, char **argv)
398 struct libcfs_ioctl_data data;
401 lnet_nid_t best_nid = LNET_NID_ANY;
410 fprintf(stderr, "usage: %s NID [NID...]\n", argv[0]);
414 for (i = 1; i < argc; i++) {
416 nid = libcfs_str2nid(nidstr);
417 if (nid == LNET_NID_ANY) {
418 fprintf(stderr, "Can't parse NID %s\n", nidstr);
422 LIBCFS_IOC_INIT(data);
425 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_LNET_DIST, &data);
427 fprintf(stderr, "Can't get distance to %s: %s\n",
428 nidstr, strerror(errno));
432 dist = data.ioc_u32[0];
433 order = data.ioc_u32[1];
436 if (dist == -EHOSTUNREACH)
439 fprintf(stderr, "Unexpected distance to %s: %d\n",
444 if (best_nid == LNET_NID_ANY ||
446 (dist == best_dist && order < best_order)) {
453 if (best_nid == LNET_NID_ANY) {
454 fprintf(stderr, "No reachable NID\n");
458 printf("%s\n", libcfs_nid2str(best_nid));
463 jt_ptl_print_interfaces (int argc, char **argv)
465 struct libcfs_ioctl_data data;
466 char buffer[3][HOST_NAME_MAX + 1];
470 if (!g_net_is_compatible (argv[0], SOCKLND, 0))
473 for (index = 0;;index++) {
474 LIBCFS_IOC_INIT(data);
475 data.ioc_net = g_net;
476 data.ioc_count = index;
478 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_INTERFACE, &data);
482 printf ("%s: (%s/%s) npeer %d nroute %d\n",
483 ptl_ipaddr_2_str(data.ioc_u32[0], buffer[2],
484 sizeof(buffer[2]), 1),
485 ptl_ipaddr_2_str(data.ioc_u32[0], buffer[0],
486 sizeof(buffer[0]), 0),
487 ptl_ipaddr_2_str(data.ioc_u32[1], buffer[1],
488 sizeof(buffer[1]), 0),
489 data.ioc_u32[2], data.ioc_u32[3]);
493 if (errno == ENOENT) {
494 printf ("<no interfaces>\n");
496 fprintf(stderr, "Error getting interfaces: %s: "
506 jt_ptl_add_interface (int argc, char **argv)
508 struct libcfs_ioctl_data data;
511 __u32 netmask = 0xffffff00;
516 if (argc < 2 || argc > 3) {
517 fprintf (stderr, "usage: %s ipaddr [netmask]\n", argv[0]);
521 if (!g_net_is_compatible(argv[0], SOCKLND, 0))
524 if (lnet_parse_ipaddr(&ipaddr, argv[1]) != 0) {
525 fprintf (stderr, "Can't parse ip: %s\n", argv[1]);
530 count = strtol(argv[2], &end, 0);
531 if (count > 0 && count < 32 && *end == 0) {
533 for (i = count; i > 0; i--)
534 netmask = netmask|(1<<(32-i));
535 } else if (lnet_parse_ipquad(&netmask, argv[2]) != 0) {
536 fprintf (stderr, "Can't parse netmask: %s\n", argv[2]);
541 LIBCFS_IOC_INIT(data);
542 data.ioc_net = g_net;
543 data.ioc_u32[0] = ipaddr;
544 data.ioc_u32[1] = netmask;
546 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_INTERFACE, &data);
548 fprintf (stderr, "failed to add interface: %s\n",
557 jt_ptl_del_interface (int argc, char **argv)
559 struct libcfs_ioctl_data data;
564 fprintf (stderr, "usage: %s [ipaddr]\n", argv[0]);
568 if (!g_net_is_compatible(argv[0], SOCKLND, 0))
572 lnet_parse_ipaddr(&ipaddr, argv[1]) != 0) {
573 fprintf (stderr, "Can't parse ip: %s\n", argv[1]);
577 LIBCFS_IOC_INIT(data);
578 data.ioc_net = g_net;
579 data.ioc_u32[0] = ipaddr;
581 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_DEL_INTERFACE, &data);
583 fprintf (stderr, "failed to delete interface: %s\n",
592 jt_ptl_print_peers (int argc, char **argv)
594 struct libcfs_ioctl_data data;
595 struct lnet_process_id id;
596 char buffer[2][HOST_NAME_MAX + 1];
600 if (!g_net_is_compatible(argv[0], SOCKLND, O2IBLND, GNILND,
604 for (index = 0;;index++) {
605 LIBCFS_IOC_INIT(data);
606 data.ioc_net = g_net;
607 data.ioc_count = index;
609 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_PEER, &data);
613 if (g_net_is_compatible(NULL, SOCKLND, 0)) {
614 id.nid = data.ioc_nid;
615 id.pid = data.ioc_u32[4];
616 printf ("%-20s [%d]%s->%s:%d #%d\n",
618 data.ioc_count, /* persistence */
620 ptl_ipaddr_2_str(data.ioc_u32[2], buffer[0],
621 sizeof(buffer[0]), 1),
623 ptl_ipaddr_2_str(data.ioc_u32[0], buffer[1],
624 sizeof(buffer[1]), 1),
625 data.ioc_u32[1], /* peer port */
626 data.ioc_u32[3]); /* conn_count */
627 } else if (g_net_is_compatible(NULL, GNILND, 0)) {
628 int disconn = data.ioc_flags >> 16;
634 state = data.ioc_flags & 0xffff ? "C" : "U";
636 printf("%-20s (%d) %s [%d] %ju sq %d/%d tx %d/%d/%d\n",
637 libcfs_nid2str(data.ioc_nid), /* peer nid */
638 data.ioc_net, /* gemini device id */
639 state, /* peer is Connecting, Up, or Down */
640 data.ioc_count, /* peer refcount */
641 (uintmax_t)data.ioc_u64[0], /* peerstamp */
642 data.ioc_u32[2], data.ioc_u32[3], /* tx and rx seq */
643 /* fmaq, nfma, nrdma */
644 data.ioc_u32[0], data.ioc_u32[1], data.ioc_u32[4]);
646 printf ("%-20s [%d]\n",
647 libcfs_nid2str(data.ioc_nid), data.ioc_count);
652 if (errno == ENOENT) {
653 printf ("<no peers>\n");
655 fprintf(stderr, "Error getting peer list: %s: "
663 int jt_ptl_add_peer(int argc, char **argv)
665 struct libcfs_ioctl_data data;
671 if (!g_net_is_compatible(argv[0], SOCKLND, GNILND, 0))
675 fprintf(stderr, "usage(tcp,gni): %s nid ipaddr port\n",
680 nid = libcfs_str2nid(argv[1]);
681 if (nid == LNET_NID_ANY) {
682 fprintf (stderr, "Can't parse NID: %s\n", argv[1]);
686 if (lnet_parse_ipaddr (&ip, argv[2]) != 0) {
687 fprintf (stderr, "Can't parse ip addr: %s\n", argv[2]);
691 if (lnet_parse_port (&port, argv[3]) != 0) {
692 fprintf (stderr, "Can't parse port: %s\n", argv[3]);
696 LIBCFS_IOC_INIT(data);
697 data.ioc_net = g_net;
699 data.ioc_u32[0] = ip;
700 data.ioc_u32[1] = port;
702 rc = l_ioctl (LNET_DEV_ID, IOC_LIBCFS_ADD_PEER, &data);
704 fprintf (stderr, "failed to add peer: %s\n",
713 jt_ptl_del_peer (int argc, char **argv)
715 struct libcfs_ioctl_data data;
716 lnet_nid_t nid = LNET_NID_ANY;
717 lnet_pid_t pid = LNET_PID_ANY;
721 if (!g_net_is_compatible(argv[0], SOCKLND, O2IBLND, GNILND,
725 if (g_net_is_compatible(NULL, SOCKLND, 0)) {
727 fprintf (stderr, "usage: %s [nid] [ipaddr]\n",
731 } else if (argc > 2) {
732 fprintf (stderr, "usage: %s [nid]\n", argv[0]);
737 !libcfs_str2anynid(&nid, argv[1])) {
738 fprintf (stderr, "Can't parse nid: %s\n", argv[1]);
742 if (g_net_is_compatible(NULL, SOCKLND, 0)) {
744 lnet_parse_ipaddr (&ip, argv[2]) != 0) {
745 fprintf (stderr, "Can't parse ip addr: %s\n",
751 LIBCFS_IOC_INIT(data);
752 data.ioc_net = g_net;
754 data.ioc_u32[0] = ip;
755 data.ioc_u32[1] = pid;
757 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_DEL_PEER, &data);
759 fprintf (stderr, "failed to remove peer: %s\n",
768 jt_ptl_print_connections (int argc, char **argv)
770 struct libcfs_ioctl_data data;
771 struct lnet_process_id id;
772 char buffer[2][HOST_NAME_MAX + 1];
776 if (!g_net_is_compatible(argv[0], SOCKLND, O2IBLND, GNILND, 0))
779 for (index = 0; ; index++) {
780 LIBCFS_IOC_INIT(data);
781 data.ioc_net = g_net;
782 data.ioc_count = index;
784 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_CONN, &data);
788 if (g_net_is_compatible(NULL, SOCKLND, 0)) {
789 id.nid = data.ioc_nid;
790 id.pid = data.ioc_u32[6];
791 printf("%-20s %s[%d]%s->%s:%d %d/%d %s\n",
793 (data.ioc_u32[3] == SOCKLND_CONN_ANY) ? "A" :
794 (data.ioc_u32[3] == SOCKLND_CONN_CONTROL) ? "C" :
795 (data.ioc_u32[3] == SOCKLND_CONN_BULK_IN) ? "I" :
796 (data.ioc_u32[3] == SOCKLND_CONN_BULK_OUT) ? "O" : "?",
797 data.ioc_u32[4], /* scheduler */
799 ptl_ipaddr_2_str(data.ioc_u32[2], buffer[0],
800 sizeof(buffer[0]), 1),
802 ptl_ipaddr_2_str(data.ioc_u32[0], buffer[1],
803 sizeof(buffer[1]), 1),
804 data.ioc_u32[1], /* remote port */
805 data.ioc_count, /* tx buffer size */
806 data.ioc_u32[5], /* rx buffer size */
807 data.ioc_flags ? "nagle" : "nonagle");
808 } else if (g_net_is_compatible(NULL, O2IBLND, 0)) {
809 printf("%s mtu %d\n",
810 libcfs_nid2str(data.ioc_nid),
811 data.ioc_u32[0]); /* path MTU */
812 } else if (g_net_is_compatible(NULL, GNILND, 0)) {
813 printf("%-20s [%d]\n",
814 libcfs_nid2str(data.ioc_nid),
815 data.ioc_u32[0] /* device id */);
817 printf("%s\n", libcfs_nid2str(data.ioc_nid));
822 if (errno == ENOENT) {
823 printf ("<no connections>\n");
825 fprintf(stderr, "Error getting connection list: %s: "
833 int jt_ptl_disconnect(int argc, char **argv)
835 struct libcfs_ioctl_data data;
836 lnet_nid_t nid = LNET_NID_ANY;
841 fprintf(stderr, "usage: %s [nid] [ipaddr]\n", argv[0]);
845 if (!g_net_is_compatible(NULL, SOCKLND, O2IBLND, GNILND, 0))
849 !libcfs_str2anynid(&nid, argv[1])) {
850 fprintf (stderr, "Can't parse nid %s\n", argv[1]);
854 if (g_net_is_compatible (NULL, SOCKLND, 0) &&
856 lnet_parse_ipaddr (&ipaddr, argv[2]) != 0) {
857 fprintf (stderr, "Can't parse ip addr %s\n", argv[2]);
861 LIBCFS_IOC_INIT(data);
862 data.ioc_net = g_net;
864 data.ioc_u32[0] = ipaddr;
866 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_CLOSE_CONNECTION, &data);
868 fprintf(stderr, "failed to remove connection: %s\n",
876 int jt_ptl_push_connection (int argc, char **argv)
878 struct libcfs_ioctl_data data;
880 lnet_nid_t nid = LNET_NID_ANY;
883 fprintf(stderr, "usage: %s [nid]\n", argv[0]);
887 if (!g_net_is_compatible (argv[0], SOCKLND, GNILND, 0))
891 !libcfs_str2anynid(&nid, argv[1])) {
892 fprintf(stderr, "Can't parse nid: %s\n", argv[1]);
896 LIBCFS_IOC_INIT(data);
897 data.ioc_net = g_net;
900 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_PUSH_CONNECTION, &data);
902 fprintf(stderr, "failed to push connection: %s\n",
910 int jt_ptl_ping(int argc, char **argv)
914 struct lnet_process_id id;
915 struct lnet_process_id ids[16];
916 int maxids = sizeof(ids)/sizeof(ids[0]);
917 struct libcfs_ioctl_data data;
922 fprintf(stderr, "usage: %s id [timeout (secs)]\n", argv[0]);
926 sep = strchr(argv[1], '-');
928 rc = lnet_parse_nid(argv[1], &id);
934 if (argv[1][0] == 'u' ||
936 id.pid = strtoul(&argv[1][1], &end, 0) | LNET_PID_USERFLAG;
938 id.pid = strtoul(argv[1], &end, 0);
940 if (end != sep) { /* assuming '-' is part of hostname */
941 rc = lnet_parse_nid(argv[1], &id);
945 id.nid = libcfs_str2nid(sep + 1);
947 if (id.nid == LNET_NID_ANY) {
949 "Can't parse process id \"%s\"\n",
957 timeout = 1000 * atol(argv[2]);
958 if (timeout > 120 * 1000) {
959 fprintf(stderr, "Timeout %s is to large\n",
964 timeout = 1000; /* default 1 second timeout */
966 LIBCFS_IOC_INIT (data);
967 data.ioc_nid = id.nid;
968 data.ioc_u32[0] = id.pid;
969 data.ioc_u32[1] = timeout;
970 data.ioc_plen1 = sizeof(ids);
971 data.ioc_pbuf1 = (char *)ids;
973 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_PING, &data);
975 fprintf(stderr, "failed to ping %s: %s\n",
976 id.pid == LNET_PID_ANY ?
977 libcfs_nid2str(id.nid) : libcfs_id2str(id),
982 for (i = 0; i < data.ioc_count && i < maxids; i++)
983 printf("%s\n", libcfs_id2str(ids[i]));
985 if (data.ioc_count > maxids)
986 printf("%d out of %d ids listed\n", maxids, data.ioc_count);
991 int jt_ptl_mynid(int argc, char **argv)
993 struct libcfs_ioctl_data data;
998 fprintf(stderr, "usage: %s NID\n", argv[0]);
1002 nid = libcfs_str2nid(argv[1]);
1003 if (nid == LNET_NID_ANY) {
1004 fprintf(stderr, "Can't parse NID '%s'\n", argv[1]);
1008 LIBCFS_IOC_INIT(data);
1009 data.ioc_net = LNET_NIDNET(nid);
1012 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_REGISTER_MYNID, &data);
1014 fprintf(stderr, "setting my NID failed: %s\n",
1017 printf("registered my nid %s\n", libcfs_nid2str(nid));
1023 jt_ptl_fail_nid (int argc, char **argv)
1028 struct libcfs_ioctl_data data;
1030 if (argc < 2 || argc > 3)
1032 fprintf (stderr, "usage: %s nid|\"*\" [count (0 == mend)]\n", argv[0]);
1036 if (!libcfs_str2anynid(&nid, argv[1]))
1038 fprintf (stderr, "Can't parse nid \"%s\"\n", argv[1]);
1043 threshold = LNET_MD_THRESH_INF;
1044 } else if (sscanf(argv[2], "%i", &threshold) != 1) {
1045 fprintf (stderr, "Can't parse count \"%s\"\n", argv[2]);
1049 LIBCFS_IOC_INIT (data);
1051 data.ioc_count = threshold;
1053 rc = l_ioctl (LNET_DEV_ID, IOC_LIBCFS_FAIL_NID, &data);
1055 fprintf (stderr, "IOC_LIBCFS_FAIL_NID failed: %s\n",
1058 printf ("%s %s\n", threshold == 0 ? "Unfailing" : "Failing", argv[1]);
1064 jt_ptl_add_route (int argc, char **argv)
1066 struct lnet_ioctl_config_data data;
1067 lnet_nid_t gateway_nid;
1068 __u32 hops = LNET_UNDEFINED_HOPS;
1069 unsigned int priority = 0;
1073 if (argc < 2 || argc > 4) {
1074 fprintf(stderr, "usage: %s gateway [hopcount [priority]]\n",
1079 if (g_net_is_set(argv[0]) == 0)
1082 gateway_nid = libcfs_str2nid(argv[1]);
1083 if (gateway_nid == LNET_NID_ANY) {
1084 fprintf(stderr, "Can't parse gateway NID \"%s\"\n", argv[1]);
1089 hops = strtol(argv[2], &end, 0);
1090 if (hops == 0 || hops >= 256 ||
1091 (end != NULL && *end != 0)) {
1092 fprintf(stderr, "Can't parse hopcount \"%s\"\n",
1097 priority = strtoul(argv[3], &end, 0);
1098 if (end != NULL && *end != 0) {
1100 "Can't parse priority \"%s\"\n",
1107 LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1108 data.cfg_net = g_net;
1109 data.cfg_config_u.cfg_route.rtr_hop = hops;
1110 data.cfg_nid = gateway_nid;
1111 data.cfg_config_u.cfg_route.rtr_priority = priority;
1113 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_ROUTE, &data);
1115 fprintf(stderr, "IOC_LIBCFS_ADD_ROUTE failed: %s\n",
1124 jt_ptl_del_route (int argc, char **argv)
1126 struct lnet_ioctl_config_data data;
1131 fprintf(stderr, "usage: %s gatewayNID\n", argv[0]);
1135 if (libcfs_str2anynid(&nid, argv[1]) == 0) {
1136 fprintf(stderr, "Can't parse gateway NID "
1137 "\"%s\"\n", argv[1]);
1141 LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1142 data.cfg_net = g_net_set ? g_net : LNET_NIDNET(LNET_NID_ANY);
1145 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_DEL_ROUTE, &data);
1147 fprintf(stderr, "IOC_LIBCFS_DEL_ROUTE (%s) failed: %s\n",
1148 libcfs_nid2str(nid), strerror(errno));
1156 jt_ptl_notify_router (int argc, char **argv)
1158 struct libcfs_ioctl_data data;
1167 fprintf (stderr, "usage: %s targetNID <up/down> [<time>]\n",
1172 nid = libcfs_str2nid(argv[1]);
1173 if (nid == LNET_NID_ANY) {
1174 fprintf (stderr, "Can't parse target NID \"%s\"\n", argv[1]);
1178 if (lnet_parse_bool (&enable, argv[2]) != 0) {
1179 fprintf (stderr, "Can't parse boolean %s\n", argv[2]);
1183 gettimeofday(&now, NULL);
1187 } else if (lnet_parse_time (&when, argv[3]) != 0) {
1188 fprintf(stderr, "Can't parse time %s\n"
1189 "Please specify either 'YYYY-MM-DD-HH:MM:SS'\n"
1190 "or an absolute unix time in seconds\n", argv[3]);
1192 } else if (when > now.tv_sec) {
1193 fprintf (stderr, "%s specifies a time in the future\n",
1198 LIBCFS_IOC_INIT(data);
1200 data.ioc_flags = enable;
1201 /* Yeuch; 'cept I need a __u64 on 64 bit machines... */
1202 data.ioc_u64[0] = (__u64)when;
1204 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_NOTIFY_ROUTER, &data);
1206 fprintf (stderr, "IOC_LIBCFS_NOTIFY_ROUTER (%s) failed: %s\n",
1207 libcfs_nid2str(nid), strerror (errno));
1215 jt_ptl_print_routes (int argc, char **argv)
1217 struct lnet_ioctl_config_data data;
1226 for (index = 0; ; index++) {
1227 LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1228 data.cfg_count = index;
1230 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_ROUTE, &data);
1235 hops = data.cfg_config_u.cfg_route.rtr_hop;
1237 alive = data.cfg_config_u.cfg_route.rtr_flags;
1238 pri = data.cfg_config_u.cfg_route.rtr_priority;
1240 printf("net %18s hops %u gw %32s %s pri %u\n",
1241 libcfs_net2str(net), hops,
1242 libcfs_nid2str(nid), alive ? "up" : "down", pri);
1245 if (errno != ENOENT)
1246 fprintf(stderr, "Error getting routes: %s: check dmesg.\n",
1253 fault_attr_nid_parse(char *str, lnet_nid_t *nid_p)
1259 /* NB: can't support range ipaddress except * and *@net */
1260 if (strlen(str) > 2 && str[0] == '*' && str[1] == '@') {
1261 net = libcfs_str2net(str + 2);
1262 if (net == LNET_NIDNET(LNET_NID_ANY))
1265 nid = LNET_MKNID(net, LNET_NIDADDR(LNET_NID_ANY));
1267 rc = libcfs_str2anynid(&nid, str);
1275 fprintf(stderr, "Invalid NID : %s\n", str);
1280 fault_attr_msg_parse(char *msg_str, __u32 *mask_p)
1282 if (!strcasecmp(msg_str, "put")) {
1283 *mask_p |= LNET_PUT_BIT;
1286 } else if (!strcasecmp(msg_str, "ack")) {
1287 *mask_p |= LNET_ACK_BIT;
1290 } else if (!strcasecmp(msg_str, "get")) {
1291 *mask_p |= LNET_GET_BIT;
1294 } else if (!strcasecmp(msg_str, "reply")) {
1295 *mask_p |= LNET_REPLY_BIT;
1299 fprintf(stderr, "unknown message type %s\n", msg_str);
1304 fault_attr_ptl_parse(char *ptl_str, __u64 *mask_p)
1306 unsigned long rc = strtoul(optarg, NULL, 0);
1309 fprintf(stderr, "invalid portal: %lu\n", rc);
1313 *mask_p |= (1ULL << rc);
1318 fault_attr_health_error_parse(char *error, __u32 *mask)
1320 if (!strcasecmp(error, "local_interrupt")) {
1321 *mask |= HSTATUS_LOCAL_INTERRUPT_BIT;
1324 if (!strcasecmp(error, "local_dropped")) {
1325 *mask |= HSTATUS_LOCAL_DROPPED_BIT;
1328 if (!strcasecmp(error, "local_aborted")) {
1329 *mask |= HSTATUS_LOCAL_ABORTED_BIT;
1332 if (!strcasecmp(error, "local_no_route")) {
1333 *mask |= HSTATUS_LOCAL_NO_ROUTE_BIT;
1336 if (!strcasecmp(error, "local_error")) {
1337 *mask |= HSTATUS_LOCAL_ERROR_BIT;
1340 if (!strcasecmp(error, "local_timeout")) {
1341 *mask |= HSTATUS_LOCAL_TIMEOUT_BIT;
1344 if (!strcasecmp(error, "remote_error")) {
1345 *mask |= HSTATUS_REMOTE_ERROR_BIT;
1348 if (!strcasecmp(error, "remote_dropped")) {
1349 *mask |= HSTATUS_REMOTE_DROPPED_BIT;
1352 if (!strcasecmp(error, "remote_timeout")) {
1353 *mask |= HSTATUS_REMOTE_TIMEOUT_BIT;
1356 if (!strcasecmp(error, "network_timeout")) {
1357 *mask |= HSTATUS_NETWORK_TIMEOUT_BIT;
1360 if (!strcasecmp(error, "random")) {
1361 *mask = HSTATUS_RANDOM;
1369 fault_simul_rule_add(__u32 opc, char *name, int argc, char **argv)
1371 struct libcfs_ioctl_data data = { { 0 } };
1372 struct lnet_fault_attr attr;
1376 static const struct option opts[] = {
1377 { .name = "source", .has_arg = required_argument, .val = 's' },
1378 { .name = "dest", .has_arg = required_argument, .val = 'd' },
1379 { .name = "rate", .has_arg = required_argument, .val = 'r' },
1380 { .name = "interval", .has_arg = required_argument, .val = 'i' },
1381 { .name = "random", .has_arg = no_argument, .val = 'n' },
1382 { .name = "latency", .has_arg = required_argument, .val = 'l' },
1383 { .name = "portal", .has_arg = required_argument, .val = 'p' },
1384 { .name = "message", .has_arg = required_argument, .val = 'm' },
1385 { .name = "health_error", .has_arg = required_argument, .val = 'e' },
1386 { .name = "local_nid", .has_arg = required_argument, .val = 'o' },
1387 { .name = "drop_all", .has_arg = no_argument, .val = 'x' },
1391 fprintf(stderr, "Failed, please provide source, destination "
1392 "and rate of rule\n");
1396 optstr = opc == LNET_CTL_DROP_ADD ? "s:d:o:r:i:p:m:e:nx" : "s:d:o:r:l:p:m:";
1397 memset(&attr, 0, sizeof(attr));
1399 char c = getopt_long(argc, argv, optstr, opts, NULL);
1406 rc = fault_attr_nid_parse(optarg, &attr.fa_local_nid);
1410 case 's': /* source NID/NET */
1411 rc = fault_attr_nid_parse(optarg, &attr.fa_src);
1416 case 'd': /* dest NID/NET */
1417 rc = fault_attr_nid_parse(optarg, &attr.fa_dst);
1422 case 'r': /* drop rate */
1423 if (opc == LNET_CTL_DROP_ADD)
1424 attr.u.drop.da_rate = strtoul(optarg, NULL, 0);
1426 attr.u.delay.la_rate = strtoul(optarg, NULL, 0);
1430 if (opc == LNET_CTL_DROP_ADD) {
1431 rc = fault_attr_health_error_parse(optarg,
1432 &attr.u.drop.da_health_error_mask);
1439 if (opc == LNET_CTL_DROP_ADD)
1440 attr.u.drop.da_drop_all = true;
1444 if (opc == LNET_CTL_DROP_ADD)
1445 attr.u.drop.da_random = true;
1448 case 'i': /* time interval (# seconds) for message drop */
1449 if (opc == LNET_CTL_DROP_ADD)
1450 attr.u.drop.da_interval = strtoul(optarg,
1453 attr.u.delay.la_interval = strtoul(optarg,
1457 case 'l': /* seconds to wait before activating rule */
1458 attr.u.delay.la_latency = strtoul(optarg, NULL, 0);
1461 case 'p': /* portal to filter */
1462 rc = fault_attr_ptl_parse(optarg, &attr.fa_ptl_mask);
1467 case 'm': /* message types to filter */
1468 rc = fault_attr_msg_parse(optarg, &attr.fa_msg_mask);
1474 fprintf(stderr, "error: %s: option '%s' "
1475 "unrecognized\n", argv[0], argv[optind - 1]);
1481 if (opc == LNET_CTL_DROP_ADD) {
1482 /* NB: drop rate and interval are exclusive to each other */
1483 if (!((attr.u.drop.da_rate == 0) ^
1484 (attr.u.drop.da_interval == 0))) {
1486 "please provide either drop rate or interval "
1487 "but not both at the same time.\n");
1491 if (attr.u.drop.da_random &&
1492 attr.u.drop.da_interval == 0) {
1493 fprintf(stderr, "please provide an interval to randomize\n");
1496 } else if (opc == LNET_CTL_DELAY_ADD) {
1497 if (!((attr.u.delay.la_rate == 0) ^
1498 (attr.u.delay.la_interval == 0))) {
1500 "please provide either delay rate or interval "
1501 "but not both at the same time.\n");
1505 if (attr.u.delay.la_latency == 0) {
1506 fprintf(stderr, "latency cannot be zero\n");
1511 if (attr.fa_src == 0 || attr.fa_dst == 0) {
1512 fprintf(stderr, "Please provide both source and destination "
1513 "of %s rule\n", name);
1517 if (attr.fa_local_nid == 0)
1518 attr.fa_local_nid = LNET_NID_ANY;
1520 data.ioc_flags = opc;
1521 data.ioc_inllen1 = sizeof(attr);
1522 data.ioc_inlbuf1 = (char *)&attr;
1523 if (libcfs_ioctl_pack(&data, &ioc_buf, IOC_BUF_SIZE) != 0) {
1524 fprintf(stderr, "libcfs_ioctl_pack failed\n");
1528 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_LNET_FAULT, ioc_buf);
1530 fprintf(stderr, "add %s rule %s->%s failed: %s\n",
1531 name, libcfs_nid2str(attr.fa_src),
1532 libcfs_nid2str(attr.fa_dst), strerror(errno));
1536 printf("Added %s rule %s->%s (1/%d)\n",
1537 name, libcfs_nid2str(attr.fa_src), libcfs_nid2str(attr.fa_dst),
1538 opc == LNET_CTL_DROP_ADD ?
1539 attr.u.drop.da_rate : attr.u.delay.la_rate);
1548 jt_ptl_drop_add(int argc, char **argv)
1550 return fault_simul_rule_add(LNET_CTL_DROP_ADD, "drop", argc, argv);
1554 jt_ptl_delay_add(int argc, char **argv)
1556 return fault_simul_rule_add(LNET_CTL_DELAY_ADD, "delay", argc, argv);
1560 fault_simul_rule_del(__u32 opc, char *name, int argc, char **argv)
1562 struct libcfs_ioctl_data data = { { 0 } };
1563 struct lnet_fault_attr attr;
1567 static const struct option opts[] = {
1568 { .name = "source", .has_arg = required_argument, .val = 's' },
1569 { .name = "dest", .has_arg = required_argument, .val = 'd' },
1570 { .name = "all", .has_arg = no_argument, .val = 'a' },
1574 fprintf(stderr, "Failed, please provide source and "
1575 "destination of rule\n");
1579 memset(&attr, 0, sizeof(attr));
1581 char c = getopt_long(argc, argv, "s:d:a", opts, NULL);
1588 rc = fault_attr_nid_parse(optarg, &attr.fa_src);
1593 rc = fault_attr_nid_parse(optarg, &attr.fa_dst);
1598 attr.fa_src = attr.fa_dst = 0;
1602 fprintf(stderr, "error: %s: option '%s' "
1603 "unrecognized\n", argv[0], argv[optind - 1]);
1609 data.ioc_flags = opc;
1610 data.ioc_inllen1 = sizeof(attr);
1611 data.ioc_inlbuf1 = (char *)&attr;
1612 if (libcfs_ioctl_pack(&data, &ioc_buf, IOC_BUF_SIZE) != 0) {
1613 fprintf(stderr, "libcfs_ioctl_pack failed\n");
1617 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_LNET_FAULT, ioc_buf);
1619 fprintf(stderr, "remove %s rule %s->%s failed: %s\n", name,
1620 all ? "all" : libcfs_nid2str(attr.fa_src),
1621 all ? "all" : libcfs_nid2str(attr.fa_dst),
1626 libcfs_ioctl_unpack(&data, ioc_buf);
1627 printf("Removed %d %s rules\n", data.ioc_count, name);
1636 jt_ptl_drop_del(int argc, char **argv)
1638 return fault_simul_rule_del(LNET_CTL_DROP_DEL, "drop", argc, argv);
1642 jt_ptl_delay_del(int argc, char **argv)
1644 return fault_simul_rule_del(LNET_CTL_DELAY_DEL, "delay", argc, argv);
1648 fault_simul_rule_reset(__u32 opc, char *name, int argc, char **argv)
1650 struct libcfs_ioctl_data data = { { 0 } };
1653 LIBCFS_IOC_INIT(data);
1654 data.ioc_flags = opc;
1656 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_LNET_FAULT, &data);
1658 fprintf(stderr, "failed to reset %s stats: %s\n",
1659 name, strerror(errno));
1666 jt_ptl_drop_reset(int argc, char **argv)
1668 return fault_simul_rule_reset(LNET_CTL_DROP_RESET, "drop", argc, argv);
1672 jt_ptl_delay_reset(int argc, char **argv)
1674 return fault_simul_rule_reset(LNET_CTL_DELAY_RESET, "delay",
1679 fault_simul_rule_list(__u32 opc, char *name, int argc, char **argv)
1681 struct libcfs_ioctl_data data = { { 0 } };
1682 struct lnet_fault_attr attr;
1683 struct lnet_fault_stat stat;
1686 printf("LNet %s rules:\n", name);
1687 for (pos = 0;; pos++) {
1690 memset(&attr, 0, sizeof(attr));
1691 memset(&stat, 0, sizeof(stat));
1693 data.ioc_count = pos;
1694 data.ioc_flags = opc;
1695 data.ioc_inllen1 = sizeof(attr);
1696 data.ioc_inlbuf1 = (char *)&attr;
1697 data.ioc_inllen2 = sizeof(stat);
1698 data.ioc_inlbuf2 = (char *)&stat;
1699 if (libcfs_ioctl_pack(&data, &ioc_buf, IOC_BUF_SIZE) != 0) {
1700 fprintf(stderr, "libcfs_ioctl_pack failed\n");
1704 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_LNET_FAULT, ioc_buf);
1708 libcfs_ioctl_unpack(&data, ioc_buf);
1710 if (opc == LNET_CTL_DROP_LIST) {
1711 printf("%s->%s (1/%d | %d) ptl %#jx, msg %x, "
1712 "%ju/%ju, PUT %ju, ACK %ju, GET "
1714 libcfs_nid2str(attr.fa_src),
1715 libcfs_nid2str(attr.fa_dst),
1716 attr.u.drop.da_rate, attr.u.drop.da_interval,
1717 (uintmax_t)attr.fa_ptl_mask, attr.fa_msg_mask,
1718 (uintmax_t)stat.u.drop.ds_dropped,
1719 (uintmax_t)stat.fs_count,
1720 (uintmax_t)stat.fs_put,
1721 (uintmax_t)stat.fs_ack,
1722 (uintmax_t)stat.fs_get,
1723 (uintmax_t)stat.fs_reply);
1725 } else if (opc == LNET_CTL_DELAY_LIST) {
1726 printf("%s->%s (1/%d | %d, latency %d) ptl %#jx"
1727 ", msg %x, %ju/%ju, PUT %ju"
1728 ", ACK %ju, GET %ju, REP %ju\n",
1729 libcfs_nid2str(attr.fa_src),
1730 libcfs_nid2str(attr.fa_dst),
1731 attr.u.delay.la_rate, attr.u.delay.la_interval,
1732 attr.u.delay.la_latency,
1733 (uintmax_t)attr.fa_ptl_mask, attr.fa_msg_mask,
1734 (uintmax_t)stat.u.delay.ls_delayed,
1735 (uintmax_t)stat.fs_count,
1736 (uintmax_t)stat.fs_put,
1737 (uintmax_t)stat.fs_ack,
1738 (uintmax_t)stat.fs_get,
1739 (uintmax_t)stat.fs_reply);
1742 printf("found total %d\n", pos);
1748 jt_ptl_drop_list(int argc, char **argv)
1750 return fault_simul_rule_list(LNET_CTL_DROP_LIST, "drop", argc, argv);
1754 jt_ptl_delay_list(int argc, char **argv)
1756 return fault_simul_rule_list(LNET_CTL_DELAY_LIST, "delay", argc, argv);
1760 get_cycles_per_usec ()
1762 FILE *f = fopen ("/proc/cpuinfo", "r");
1767 while (fgets (line, sizeof (line), f) != NULL)
1768 if (sscanf (line, "cpu MHz : %lf", &mhz) == 1) {
1775 fprintf (stderr, "Can't read/parse /proc/cpuinfo\n");
1779 int jt_ptl_testprotocompat(int argc, char **argv)
1781 struct libcfs_ioctl_data data;
1787 fprintf(stderr, "usage: %s <number>\n", argv[0]);
1791 flags = strtol(argv[1], &end, 0);
1792 if (flags < 0 || *end != 0) {
1793 fprintf(stderr, "Can't parse flags '%s'\n", argv[1]);
1797 LIBCFS_IOC_INIT(data);
1798 data.ioc_flags = flags;
1799 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_TESTPROTOCOMPAT, &data);
1802 fprintf(stderr, "test proto compat %x failed: %s\n",
1803 flags, strerror(errno));
1807 printf("test proto compat %x OK\n", flags);