1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
4 * Copyright (C) 2002 Cluster File Systems, Inc.
6 * This file is part of Portals
7 * http://sourceforge.net/projects/sandiaportals/
9 * Portals is free software; you can redistribute it and/or
10 * modify it under the terms of version 2 of the GNU General Public
11 * License as published by the Free Software Foundation.
13 * Portals is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with Portals; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24 #define DEBUG_SUBSYSTEM S_LNET
25 #include <libcfs/libcfs.h>
26 #include <lnet/lib-lnet.h>
28 #if defined(__KERNEL__) && defined(LNET_ROUTER)
30 #include <linux/seq_file.h>
31 #include <linux/lustre_compat25.h>
33 /* this is really lnet_proc.c */
35 #define LNET_PROC_STATS "sys/lnet/stats"
36 #define LNET_PROC_ROUTES "sys/lnet/routes"
37 #define LNET_PROC_ROUTERS "sys/lnet/routers"
38 #define LNET_PROC_PEERS "sys/lnet/peers"
39 #define LNET_PROC_BUFFERS "sys/lnet/buffers"
40 #define LNET_PROC_NIS "sys/lnet/nis"
43 lnet_router_proc_stats_read (char *page, char **start, off_t off,
44 int count, int *eof, void *data)
46 lnet_counters_t *ctrs;
54 LIBCFS_ALLOC(ctrs, sizeof(*ctrs));
59 *ctrs = the_lnet.ln_counters;
63 "%u %u %u %u %u %u %u "LPU64" "LPU64" "LPU64" "LPU64"\n",
64 ctrs->msgs_alloc, ctrs->msgs_max,
66 ctrs->send_count, ctrs->recv_count,
67 ctrs->route_count, ctrs->drop_count,
68 ctrs->send_length, ctrs->recv_length,
69 ctrs->route_length, ctrs->drop_length);
71 LIBCFS_FREE(ctrs, sizeof(*ctrs));
76 lnet_router_proc_stats_write(struct file *file, const char *ubuffer,
77 unsigned long count, void *data)
80 memset(&the_lnet.ln_counters, 0, sizeof(the_lnet.ln_counters));
88 lnet_remotenet_t *lrsi_net;
89 lnet_route_t *lrsi_route;
91 } lnet_route_seq_iterator_t;
94 lnet_route_seq_seek (lnet_route_seq_iterator_t *lrsi, loff_t off)
102 lrsi->lrsi_net = NULL;
103 lrsi->lrsi_route = NULL;
110 if (lrsi->lrsi_net != NULL &&
111 lrsi->lrsi_version != the_lnet.ln_remote_nets_version) {
112 /* tables have changed */
117 if (lrsi->lrsi_net == NULL || lrsi->lrsi_off > off) {
118 /* search from start */
119 n = the_lnet.ln_remote_nets.next;
123 /* continue search */
124 n = &lrsi->lrsi_net->lrn_list;
125 r = &lrsi->lrsi_route->lr_list;
126 here = lrsi->lrsi_off;
129 lrsi->lrsi_version = the_lnet.ln_remote_nets_version;
130 lrsi->lrsi_off = off;
132 while (n != &the_lnet.ln_remote_nets) {
133 lnet_remotenet_t *rnet =
134 list_entry(n, lnet_remotenet_t, lrn_list);
137 r = rnet->lrn_routes.next;
139 while (r != &rnet->lrn_routes) {
141 list_entry(r, lnet_route_t,
145 lrsi->lrsi_net = rnet;
146 lrsi->lrsi_route = re;
159 lrsi->lrsi_net = NULL;
160 lrsi->lrsi_route = NULL;
168 lnet_route_seq_start (struct seq_file *s, loff_t *pos)
170 lnet_route_seq_iterator_t *lrsi;
173 LIBCFS_ALLOC(lrsi, sizeof(*lrsi));
177 lrsi->lrsi_net = NULL;
178 rc = lnet_route_seq_seek(lrsi, *pos);
182 LIBCFS_FREE(lrsi, sizeof(*lrsi));
187 lnet_route_seq_stop (struct seq_file *s, void *iter)
189 lnet_route_seq_iterator_t *lrsi = iter;
192 LIBCFS_FREE(lrsi, sizeof(*lrsi));
196 lnet_route_seq_next (struct seq_file *s, void *iter, loff_t *pos)
198 lnet_route_seq_iterator_t *lrsi = iter;
200 loff_t next = *pos + 1;
202 rc = lnet_route_seq_seek(lrsi, next);
204 LIBCFS_FREE(lrsi, sizeof(*lrsi));
213 lnet_route_seq_show (struct seq_file *s, void *iter)
215 lnet_route_seq_iterator_t *lrsi = iter;
221 if (lrsi->lrsi_off == 0) {
222 seq_printf(s, "Routing %s\n",
223 the_lnet.ln_routing ? "enabled" : "disabled");
224 seq_printf(s, "%-8s %4s %7s %s\n",
225 "net", "hops", "state", "router");
229 LASSERT (lrsi->lrsi_net != NULL);
230 LASSERT (lrsi->lrsi_route != NULL);
234 if (lrsi->lrsi_version != the_lnet.ln_remote_nets_version) {
239 net = lrsi->lrsi_net->lrn_net;
240 hops = lrsi->lrsi_net->lrn_hops;
241 nid = lrsi->lrsi_route->lr_gateway->lp_nid;
242 alive = lrsi->lrsi_route->lr_gateway->lp_alive;
246 seq_printf(s, "%-8s %4u %7s %s\n", libcfs_net2str(net), hops,
247 alive ? "up" : "down", libcfs_nid2str(nid));
251 static struct seq_operations lnet_routes_sops = {
252 .start = lnet_route_seq_start,
253 .stop = lnet_route_seq_stop,
254 .next = lnet_route_seq_next,
255 .show = lnet_route_seq_show,
259 lnet_route_seq_open(struct inode *inode, struct file *file)
261 struct proc_dir_entry *dp = PDE(inode);
265 rc = seq_open(file, &lnet_routes_sops);
267 sf = file->private_data;
268 sf->private = dp->data;
274 static struct file_operations lnet_routes_fops = {
275 .owner = THIS_MODULE,
276 .open = lnet_route_seq_open,
279 .release = seq_release,
283 __u64 lrtrsi_version;
284 lnet_peer_t *lrtrsi_router;
286 } lnet_router_seq_iterator_t;
289 lnet_router_seq_seek (lnet_router_seq_iterator_t *lrtrsi, loff_t off)
297 lrtrsi->lrtrsi_router = NULL;
298 lrtrsi->lrtrsi_off = 0;
304 lp = lrtrsi->lrtrsi_router;
307 lrtrsi->lrtrsi_version != the_lnet.ln_routers_version) {
308 /* tables have changed */
313 if (lp == NULL || lrtrsi->lrtrsi_off > off) {
314 /* search from start */
315 r = the_lnet.ln_routers.next;
318 /* continue search */
319 r = &lp->lp_rtr_list;
320 here = lrtrsi->lrtrsi_off;
323 lrtrsi->lrtrsi_version = the_lnet.ln_routers_version;
324 lrtrsi->lrtrsi_off = off;
326 while (r != &the_lnet.ln_routers) {
327 lnet_peer_t *rtr = list_entry(r,
332 lrtrsi->lrtrsi_router = rtr;
341 lrtrsi->lrtrsi_router = NULL;
349 lnet_router_seq_start (struct seq_file *s, loff_t *pos)
351 lnet_router_seq_iterator_t *lrtrsi;
354 LIBCFS_ALLOC(lrtrsi, sizeof(*lrtrsi));
358 lrtrsi->lrtrsi_router = NULL;
359 rc = lnet_router_seq_seek(lrtrsi, *pos);
363 LIBCFS_FREE(lrtrsi, sizeof(*lrtrsi));
368 lnet_router_seq_stop (struct seq_file *s, void *iter)
370 lnet_router_seq_iterator_t *lrtrsi = iter;
373 LIBCFS_FREE(lrtrsi, sizeof(*lrtrsi));
377 lnet_router_seq_next (struct seq_file *s, void *iter, loff_t *pos)
379 lnet_router_seq_iterator_t *lrtrsi = iter;
381 loff_t next = *pos + 1;
383 rc = lnet_router_seq_seek(lrtrsi, next);
385 LIBCFS_FREE(lrtrsi, sizeof(*lrtrsi));
394 lnet_router_seq_show (struct seq_file *s, void *iter)
396 lnet_router_seq_iterator_t *lrtrsi = iter;
403 if (lrtrsi->lrtrsi_off == 0) {
404 seq_printf(s, "%-4s %7s %9s %6s %12s %s\n",
405 "ref", "rtr_ref", "alive_cnt", "state", "last_ping", "router");
409 lp = lrtrsi->lrtrsi_router;
410 LASSERT (lp != NULL);
414 if (lrtrsi->lrtrsi_version != the_lnet.ln_routers_version) {
419 nrefs = lp->lp_refcount;
420 nrtrrefs = lp->lp_rtr_refcount;
422 alive = lp->lp_alive;
427 "%-4d %7d %9d %6s %12lu %s\n",
430 alive ? "up" : "down",
431 lp->lp_ping_timestamp,
432 libcfs_nid2str(nid));
436 static struct seq_operations lnet_routers_sops = {
437 .start = lnet_router_seq_start,
438 .stop = lnet_router_seq_stop,
439 .next = lnet_router_seq_next,
440 .show = lnet_router_seq_show,
444 lnet_router_seq_open(struct inode *inode, struct file *file)
446 struct proc_dir_entry *dp = PDE(inode);
450 rc = seq_open(file, &lnet_routers_sops);
452 sf = file->private_data;
453 sf->private = dp->data;
459 static struct file_operations lnet_routers_fops = {
460 .owner = THIS_MODULE,
461 .open = lnet_router_seq_open,
464 .release = seq_release,
468 unsigned long long lpsi_version;
470 lnet_peer_t *lpsi_peer;
472 } lnet_peer_seq_iterator_t;
475 lnet_peer_seq_seek (lnet_peer_seq_iterator_t *lpsi, loff_t off)
484 lpsi->lpsi_peer = NULL;
491 if (lpsi->lpsi_peer != NULL &&
492 lpsi->lpsi_version != the_lnet.ln_peertable_version) {
493 /* tables have changed */
498 if (lpsi->lpsi_peer == NULL ||
499 lpsi->lpsi_off > off) {
500 /* search from start */
505 /* continue search */
506 idx = lpsi->lpsi_idx;
507 p = &lpsi->lpsi_peer->lp_hashlist;
508 here = lpsi->lpsi_off;
511 lpsi->lpsi_version = the_lnet.ln_peertable_version;
512 lpsi->lpsi_off = off;
514 while (idx < LNET_PEER_HASHSIZE) {
516 p = the_lnet.ln_peer_hash[idx].next;
518 while (p != &the_lnet.ln_peer_hash[idx]) {
519 lnet_peer_t *lp = list_entry(p, lnet_peer_t,
523 lpsi->lpsi_idx = idx;
524 lpsi->lpsi_peer = lp;
530 p = lp->lp_hashlist.next;
538 lpsi->lpsi_peer = NULL;
546 lnet_peer_seq_start (struct seq_file *s, loff_t *pos)
548 lnet_peer_seq_iterator_t *lpsi;
551 LIBCFS_ALLOC(lpsi, sizeof(*lpsi));
556 lpsi->lpsi_peer = NULL;
557 rc = lnet_peer_seq_seek(lpsi, *pos);
561 LIBCFS_FREE(lpsi, sizeof(*lpsi));
566 lnet_peer_seq_stop (struct seq_file *s, void *iter)
568 lnet_peer_seq_iterator_t *lpsi = iter;
571 LIBCFS_FREE(lpsi, sizeof(*lpsi));
575 lnet_peer_seq_next (struct seq_file *s, void *iter, loff_t *pos)
577 lnet_peer_seq_iterator_t *lpsi = iter;
579 loff_t next = *pos + 1;
581 rc = lnet_peer_seq_seek(lpsi, next);
583 LIBCFS_FREE(lpsi, sizeof(*lpsi));
592 lnet_peer_seq_show (struct seq_file *s, void *iter)
594 lnet_peer_seq_iterator_t *lpsi = iter;
606 if (lpsi->lpsi_off == 0) {
607 seq_printf(s, "%-24s %4s %5s %5s %5s %5s %5s %5s %s\n",
608 "nid", "refs", "state", "max",
609 "rtr", "min", "tx", "min", "queue");
613 LASSERT (lpsi->lpsi_peer != NULL);
617 if (lpsi->lpsi_version != the_lnet.ln_peertable_version) {
622 lp = lpsi->lpsi_peer;
625 maxcr = lp->lp_ni->ni_peertxcredits;
626 txcr = lp->lp_txcredits;
627 mintxcr = lp->lp_mintxcredits;
628 rtrcr = lp->lp_rtrcredits;
629 minrtrcr = lp->lp_minrtrcredits;
630 alive = lp->lp_alive;
631 txqnob = lp->lp_txqnob;
632 nrefs = lp->lp_refcount;
636 seq_printf(s, "%-24s %4d %5s %5d %5d %5d %5d %5d %d\n",
637 libcfs_nid2str(nid), nrefs, alive ? "up" : "down",
638 maxcr, rtrcr, minrtrcr, txcr, mintxcr, txqnob);
642 static struct seq_operations lnet_peer_sops = {
643 .start = lnet_peer_seq_start,
644 .stop = lnet_peer_seq_stop,
645 .next = lnet_peer_seq_next,
646 .show = lnet_peer_seq_show,
650 lnet_peer_seq_open(struct inode *inode, struct file *file)
652 struct proc_dir_entry *dp = PDE(inode);
656 rc = seq_open(file, &lnet_peer_sops);
658 sf = file->private_data;
659 sf->private = dp->data;
665 static struct file_operations lnet_peer_fops = {
666 .owner = THIS_MODULE,
667 .open = lnet_peer_seq_open,
670 .release = seq_release,
676 } lnet_buffer_seq_iterator_t;
679 lnet_buffer_seq_seek (lnet_buffer_seq_iterator_t *lbsi, loff_t off)
693 if (lbsi->lbsi_idx < 0 ||
694 lbsi->lbsi_off > off) {
695 /* search from start */
699 /* continue search */
700 idx = lbsi->lbsi_idx;
701 here = lbsi->lbsi_off;
704 lbsi->lbsi_off = off;
706 while (idx < LNET_NRBPOOLS) {
708 lbsi->lbsi_idx = idx;
724 lnet_buffer_seq_start (struct seq_file *s, loff_t *pos)
726 lnet_buffer_seq_iterator_t *lbsi;
729 LIBCFS_ALLOC(lbsi, sizeof(*lbsi));
734 rc = lnet_buffer_seq_seek(lbsi, *pos);
738 LIBCFS_FREE(lbsi, sizeof(*lbsi));
743 lnet_buffer_seq_stop (struct seq_file *s, void *iter)
745 lnet_buffer_seq_iterator_t *lbsi = iter;
748 LIBCFS_FREE(lbsi, sizeof(*lbsi));
752 lnet_buffer_seq_next (struct seq_file *s, void *iter, loff_t *pos)
754 lnet_buffer_seq_iterator_t *lbsi = iter;
756 loff_t next = *pos + 1;
758 rc = lnet_buffer_seq_seek(lbsi, next);
760 LIBCFS_FREE(lbsi, sizeof(*lbsi));
769 lnet_buffer_seq_show (struct seq_file *s, void *iter)
771 lnet_buffer_seq_iterator_t *lbsi = iter;
772 lnet_rtrbufpool_t *rbp;
778 if (lbsi->lbsi_off == 0) {
779 seq_printf(s, "%5s %5s %7s %7s\n",
780 "pages", "count", "credits", "min");
784 LASSERT (lbsi->lbsi_idx >= 0 && lbsi->lbsi_idx < LNET_NRBPOOLS);
788 rbp = &the_lnet.ln_rtrpools[lbsi->lbsi_idx];
790 npages = rbp->rbp_npages;
791 nbuf = rbp->rbp_nbuffers;
792 cr = rbp->rbp_credits;
793 mincr = rbp->rbp_mincredits;
797 seq_printf(s, "%5d %5d %7d %7d\n",
798 npages, nbuf, cr, mincr);
802 static struct seq_operations lnet_buffer_sops = {
803 .start = lnet_buffer_seq_start,
804 .stop = lnet_buffer_seq_stop,
805 .next = lnet_buffer_seq_next,
806 .show = lnet_buffer_seq_show,
810 lnet_buffer_seq_open(struct inode *inode, struct file *file)
812 struct proc_dir_entry *dp = PDE(inode);
816 rc = seq_open(file, &lnet_buffer_sops);
818 sf = file->private_data;
819 sf->private = dp->data;
825 static struct file_operations lnet_buffers_fops = {
826 .owner = THIS_MODULE,
827 .open = lnet_buffer_seq_open,
830 .release = seq_release,
836 } lnet_ni_seq_iterator_t;
839 lnet_ni_seq_seek (lnet_ni_seq_iterator_t *lnsi, loff_t off)
846 lnsi->lnsi_ni = NULL;
853 if (lnsi->lnsi_ni == NULL ||
854 lnsi->lnsi_off > off) {
855 /* search from start */
859 /* continue search */
860 n = &lnsi->lnsi_ni->ni_list;
861 here = lnsi->lnsi_off;
864 lnsi->lnsi_off = off;
867 n = the_lnet.ln_nis.next;
869 while (n != &the_lnet.ln_nis) {
871 lnsi->lnsi_ni = list_entry(n, lnet_ni_t, ni_list);
879 lnsi->lnsi_ni = NULL;
887 lnet_ni_seq_start (struct seq_file *s, loff_t *pos)
889 lnet_ni_seq_iterator_t *lnsi;
892 LIBCFS_ALLOC(lnsi, sizeof(*lnsi));
896 lnsi->lnsi_ni = NULL;
897 rc = lnet_ni_seq_seek(lnsi, *pos);
901 LIBCFS_FREE(lnsi, sizeof(*lnsi));
906 lnet_ni_seq_stop (struct seq_file *s, void *iter)
908 lnet_ni_seq_iterator_t *lnsi = iter;
911 LIBCFS_FREE(lnsi, sizeof(*lnsi));
915 lnet_ni_seq_next (struct seq_file *s, void *iter, loff_t *pos)
917 lnet_ni_seq_iterator_t *lnsi = iter;
919 loff_t next = *pos + 1;
921 rc = lnet_ni_seq_seek(lnsi, next);
923 LIBCFS_FREE(lnsi, sizeof(*lnsi));
932 lnet_ni_seq_show (struct seq_file *s, void *iter)
934 lnet_ni_seq_iterator_t *lnsi = iter;
943 if (lnsi->lnsi_off == 0) {
944 seq_printf(s, "%-24s %4s %4s %5s %5s %5s\n",
945 "nid", "refs", "peer", "max", "tx", "min");
949 LASSERT (lnsi->lnsi_ni != NULL);
955 maxtxcr = ni->ni_maxtxcredits;
956 txcr = ni->ni_txcredits;
957 mintxcr = ni->ni_mintxcredits;
958 npeertxcr = ni->ni_peertxcredits;
960 nref = ni->ni_refcount;
964 seq_printf(s, "%-24s %4d %4d %5d %5d %5d\n",
965 libcfs_nid2str(nid), nref,
966 npeertxcr, maxtxcr, txcr, mintxcr);
970 static struct seq_operations lnet_ni_sops = {
971 .start = lnet_ni_seq_start,
972 .stop = lnet_ni_seq_stop,
973 .next = lnet_ni_seq_next,
974 .show = lnet_ni_seq_show,
978 lnet_ni_seq_open(struct inode *inode, struct file *file)
980 struct proc_dir_entry *dp = PDE(inode);
984 rc = seq_open(file, &lnet_ni_sops);
986 sf = file->private_data;
987 sf->private = dp->data;
993 static struct file_operations lnet_ni_fops = {
994 .owner = THIS_MODULE,
995 .open = lnet_ni_seq_open,
998 .release = seq_release,
1002 lnet_proc_init(void)
1004 struct proc_dir_entry *stats;
1005 struct proc_dir_entry *routes;
1006 struct proc_dir_entry *routers;
1007 struct proc_dir_entry *peers;
1009 /* Initialize LNET_PROC_STATS */
1010 stats = create_proc_entry (LNET_PROC_STATS, 0644, NULL);
1011 if (stats == NULL) {
1012 CERROR("couldn't create proc entry %s\n", LNET_PROC_STATS);
1017 stats->read_proc = lnet_router_proc_stats_read;
1018 stats->write_proc = lnet_router_proc_stats_write;
1020 /* Initialize LNET_PROC_ROUTES */
1021 routes = create_proc_entry (LNET_PROC_ROUTES, 0444, NULL);
1022 if (routes == NULL) {
1023 CERROR("couldn't create proc entry %s\n", LNET_PROC_ROUTES);
1027 routes->proc_fops = &lnet_routes_fops;
1028 routes->data = NULL;
1030 /* Initialize LNET_PROC_ROUTERS */
1031 routers = create_proc_entry (LNET_PROC_ROUTERS, 0444, NULL);
1032 if (routers == NULL) {
1033 CERROR("couldn't create proc entry %s\n", LNET_PROC_ROUTERS);
1037 routers->proc_fops = &lnet_routers_fops;
1038 routers->data = NULL;
1040 /* Initialize LNET_PROC_PEERS */
1041 peers = create_proc_entry (LNET_PROC_PEERS, 0444, NULL);
1042 if (peers == NULL) {
1043 CERROR("couldn't create proc entry %s\n", LNET_PROC_PEERS);
1047 peers->proc_fops = &lnet_peer_fops;
1050 /* Initialize LNET_PROC_BUFFERS */
1051 peers = create_proc_entry (LNET_PROC_BUFFERS, 0444, NULL);
1052 if (peers == NULL) {
1053 CERROR("couldn't create proc entry %s\n", LNET_PROC_BUFFERS);
1057 peers->proc_fops = &lnet_buffers_fops;
1060 /* Initialize LNET_PROC_NIS */
1061 peers = create_proc_entry (LNET_PROC_NIS, 0444, NULL);
1062 if (peers == NULL) {
1063 CERROR("couldn't create proc entry %s\n", LNET_PROC_NIS);
1067 peers->proc_fops = &lnet_ni_fops;
1072 lnet_proc_fini(void)
1074 remove_proc_entry(LNET_PROC_STATS, 0);
1075 remove_proc_entry(LNET_PROC_ROUTES, 0);
1076 remove_proc_entry(LNET_PROC_ROUTERS, 0);
1077 remove_proc_entry(LNET_PROC_PEERS, 0);
1078 remove_proc_entry(LNET_PROC_BUFFERS, 0);
1079 remove_proc_entry(LNET_PROC_NIS, 0);
1085 lnet_proc_init(void)
1090 lnet_proc_fini(void)