4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2012, 2017, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
32 #define DEBUG_SUBSYSTEM S_LNET
34 #include <linux/ctype.h>
35 #include <linux/inetdevice.h>
36 #include <linux/nsproxy.h>
37 #include <net/net_namespace.h>
38 #include <lnet/lib-lnet.h>
40 /* tmp struct for parsing routes */
41 struct lnet_text_buf {
42 struct list_head ltb_list; /* stash on lists */
43 int ltb_size; /* allocated size */
44 char ltb_text[0]; /* text buffer */
47 static int lnet_tbnob = 0; /* track text buf allocation */
48 #define LNET_MAX_TEXTBUF_NOB (64<<10) /* bound allocation */
49 #define LNET_SINGLE_TEXTBUF_NOB (4<<10)
51 #define SPACESTR " \t\v\r\n"
52 #define DELIMITERS ":()[]"
55 lnet_syntax(const char *name, const char *str, int offset, int width)
57 static char dots[LNET_SINGLE_TEXTBUF_NOB];
58 static char dashes[LNET_SINGLE_TEXTBUF_NOB];
60 memset(dots, '.', sizeof(dots));
61 dots[sizeof(dots)-1] = 0;
62 memset(dashes, '-', sizeof(dashes));
63 dashes[sizeof(dashes)-1] = 0;
65 LCONSOLE_ERROR_MSG(0x10f, "Error parsing '%s=\"%s\"'\n", name, str);
66 LCONSOLE_ERROR_MSG(0x110, "here...........%.*s..%.*s|%.*s|\n",
67 (int)strlen(name), dots, offset, dots,
68 (width < 1) ? 0 : width - 1, dashes);
85 lnet_net_unique(__u32 net_id, struct list_head *netlist,
86 struct lnet_net **net)
88 struct lnet_net *net_l;
93 list_for_each_entry(net_l, netlist, net_list) {
94 if (net_l->net_id == net_id) {
104 /* check that the NI is unique within the list of NIs already added to
107 lnet_ni_unique_net(struct list_head *nilist, char *iface)
109 struct list_head *tmp;
112 list_for_each(tmp, nilist) {
113 ni = list_entry(tmp, struct lnet_ni, ni_netlist);
115 if (ni->ni_interface != NULL &&
116 strncmp(ni->ni_interface, iface, strlen(iface)) == 0)
123 in_array(__u32 *array, __u32 size, __u32 value)
127 for (i = 0; i < size; i++) {
128 if (array[i] == value)
136 lnet_net_append_cpts(__u32 *cpts, __u32 ncpts, struct lnet_net *net)
138 __u32 *added_cpts = NULL;
139 int i, j = 0, rc = 0;
142 * no need to go futher since a subset of the NIs already exist on
145 if (net->net_ncpts == LNET_CPT_NUMBER)
149 /* there is an NI which will exist on all CPTs */
150 if (net->net_cpts != NULL)
151 CFS_FREE_PTR_ARRAY(net->net_cpts, net->net_ncpts);
152 net->net_cpts = NULL;
153 net->net_ncpts = LNET_CPT_NUMBER;
157 if (net->net_cpts == NULL) {
158 CFS_ALLOC_PTR_ARRAY(net->net_cpts, ncpts);
159 if (net->net_cpts == NULL)
161 memcpy(net->net_cpts, cpts, ncpts * sizeof(*net->net_cpts));
162 net->net_ncpts = ncpts;
166 CFS_ALLOC_PTR_ARRAY(added_cpts, LNET_CPT_NUMBER);
167 if (added_cpts == NULL)
170 for (i = 0; i < ncpts; i++) {
171 if (!in_array(net->net_cpts, net->net_ncpts, cpts[i])) {
172 added_cpts[j] = cpts[i];
177 /* append the new cpts if any to the list of cpts in the net */
179 __u32 *array = NULL, *loc;
180 __u32 total_entries = j + net->net_ncpts;
182 CFS_ALLOC_PTR_ARRAY(array, total_entries);
188 memcpy(array, net->net_cpts,
189 net->net_ncpts * sizeof(*net->net_cpts));
190 loc = array + net->net_ncpts;
191 memcpy(loc, added_cpts, j * sizeof(*net->net_cpts));
193 CFS_FREE_PTR_ARRAY(net->net_cpts, net->net_ncpts);
194 net->net_ncpts = total_entries;
195 net->net_cpts = array;
199 CFS_FREE_PTR_ARRAY(added_cpts, LNET_CPT_NUMBER);
205 lnet_net_remove_cpts(__u32 *cpts, __u32 ncpts, struct lnet_net *net)
211 * Operation Assumption:
212 * This function is called after an NI has been removed from
215 * if we're removing an NI which exists on all CPTs then
216 * we have to check if any of the other NIs on this net also
217 * exists on all CPTs. If none, then we need to build our Net CPT
218 * list based on the remaining NIs.
220 * If the NI being removed exist on a subset of the CPTs then we
221 * alo rebuild the Net CPT list based on the remaining NIs, which
222 * should resutl in the expected Net CPT list.
226 * sometimes this function can be called due to some failure
227 * creating an NI, before any of the cpts are allocated, so check
228 * for that case and don't do anything
233 if (ncpts == LNET_CPT_NUMBER) {
235 * first iteration through the NI list in the net to see
236 * if any of the NIs exist on all the CPTs. If one is
237 * found then our job is done.
239 list_for_each_entry(ni, &net->net_ni_list, ni_netlist) {
240 if (ni->ni_ncpts == LNET_CPT_NUMBER)
246 * Rebuild the Net CPT list again, thereby only including only the
247 * CPTs which the remaining NIs are associated with.
249 if (net->net_cpts != NULL) {
250 CFS_FREE_PTR_ARRAY(net->net_cpts, net->net_ncpts);
251 net->net_cpts = NULL;
254 list_for_each_entry(ni, &net->net_ni_list, ni_netlist) {
255 rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts,
258 CERROR("Out of Memory\n");
260 * do our best to keep on going. Delete
261 * the net cpts and set it to NULL. This
262 * way we can keep on going but less
263 * efficiently, since memory accesses might be
266 if (net->net_cpts != NULL) {
267 CFS_FREE_PTR_ARRAY(net->net_cpts,
269 net->net_cpts = NULL;
270 net->net_ncpts = LNET_CPT_NUMBER;
278 lnet_ni_free(struct lnet_ni *ni)
280 lnet_net_remove_cpts(ni->ni_cpts, ni->ni_ncpts, ni->ni_net);
282 if (ni->ni_refs != NULL)
283 cfs_percpt_free(ni->ni_refs);
285 if (ni->ni_tx_queues != NULL)
286 cfs_percpt_free(ni->ni_tx_queues);
288 if (ni->ni_cpts != NULL)
289 cfs_expr_list_values_free(ni->ni_cpts, ni->ni_ncpts);
291 if (ni->ni_interface != NULL) {
292 LIBCFS_FREE(ni->ni_interface,
293 strlen(ni->ni_interface) + 1);
296 /* release reference to net namespace */
297 if (ni->ni_net_ns != NULL)
298 put_net(ni->ni_net_ns);
300 LIBCFS_FREE(ni, sizeof(*ni));
304 lnet_net_free(struct lnet_net *net)
306 struct list_head *tmp, *tmp2;
309 LASSERT(list_empty(&net->net_ni_zombie));
312 * delete any nis that haven't been added yet. This could happen
313 * if there is a failure on net startup
315 list_for_each_safe(tmp, tmp2, &net->net_ni_added) {
316 ni = list_entry(tmp, struct lnet_ni, ni_netlist);
317 list_del_init(&ni->ni_netlist);
321 /* delete any nis which have been started. */
322 list_for_each_safe(tmp, tmp2, &net->net_ni_list) {
323 ni = list_entry(tmp, struct lnet_ni, ni_netlist);
324 list_del_init(&ni->ni_netlist);
328 if (net->net_cpts != NULL)
329 CFS_FREE_PTR_ARRAY(net->net_cpts, net->net_ncpts);
331 LIBCFS_FREE(net, sizeof(*net));
335 lnet_net_alloc(__u32 net_id, struct list_head *net_list)
337 struct lnet_net *net;
339 if (!lnet_net_unique(net_id, net_list, &net)) {
340 CDEBUG(D_NET, "Returning duplicate net %p %s\n", net,
341 libcfs_net2str(net->net_id));
345 LIBCFS_ALLOC(net, sizeof(*net));
347 CERROR("Out of memory creating network %s\n",
348 libcfs_net2str(net_id));
352 INIT_LIST_HEAD(&net->net_list);
353 INIT_LIST_HEAD(&net->net_ni_list);
354 INIT_LIST_HEAD(&net->net_ni_added);
355 INIT_LIST_HEAD(&net->net_ni_zombie);
356 INIT_LIST_HEAD(&net->net_rtr_pref_nids);
357 spin_lock_init(&net->net_lock);
359 net->net_id = net_id;
360 net->net_last_alive = ktime_get_real_seconds();
362 net->net_sel_priority = LNET_MAX_SELECTION_PRIORITY;
364 /* initialize global paramters to undefiend */
365 net->net_tunables.lct_peer_timeout = -1;
366 net->net_tunables.lct_max_tx_credits = -1;
367 net->net_tunables.lct_peer_tx_credits = -1;
368 net->net_tunables.lct_peer_rtr_credits = -1;
371 list_add_tail(&net->net_list, net_list);
377 lnet_ni_add_interface(struct lnet_ni *ni, char *iface)
379 size_t iface_len = strlen(iface) + 1;
384 if (ni->ni_interface != NULL) {
385 LCONSOLE_ERROR_MSG(0x115, "%s: interface %s already set for net %s: rc = %d\n",
386 iface, ni->ni_interface,
387 libcfs_net2str(LNET_NIDNET(ni->ni_nid)),
392 /* Allocate memory for the interface, so the code parsing input into
393 * tokens and adding interfaces can free the input safely.
394 * ni->ni_interface is freed in lnet_ni_free().
396 LIBCFS_ALLOC(ni->ni_interface, iface_len);
398 if (ni->ni_interface == NULL) {
399 CERROR("%s: cannot allocate net interface name: rc = %d\n",
404 strscpy(ni->ni_interface, iface, iface_len);
409 static struct lnet_ni *
410 lnet_ni_alloc_common(struct lnet_net *net, char *iface)
412 struct lnet_tx_queue *tq;
417 /* make sure that this NI is unique in the net it's
419 if (!lnet_ni_unique_net(&net->net_ni_added, iface))
422 LIBCFS_ALLOC(ni, sizeof(*ni));
424 CERROR("Out of memory creating network interface %s%s\n",
425 libcfs_net2str(net->net_id),
426 (iface != NULL) ? iface : "");
430 spin_lock_init(&ni->ni_lock);
431 INIT_LIST_HEAD(&ni->ni_netlist);
432 INIT_LIST_HEAD(&ni->ni_recovery);
433 LNetInvalidateMDHandle(&ni->ni_ping_mdh);
434 ni->ni_refs = cfs_percpt_alloc(lnet_cpt_table(),
435 sizeof(*ni->ni_refs[0]));
436 if (ni->ni_refs == NULL)
439 ni->ni_tx_queues = cfs_percpt_alloc(lnet_cpt_table(),
440 sizeof(*ni->ni_tx_queues[0]));
441 if (ni->ni_tx_queues == NULL)
444 cfs_percpt_for_each(tq, i, ni->ni_tx_queues)
445 INIT_LIST_HEAD(&tq->tq_delayed);
448 /* LND will fill in the address part of the NID */
449 ni->ni_nid = LNET_MKNID(net->net_id, 0);
451 /* Store net namespace in which current ni is being created */
452 if (current->nsproxy && current->nsproxy->net_ns)
453 ni->ni_net_ns = get_net(current->nsproxy->net_ns);
455 ni->ni_net_ns = get_net(&init_net);
457 ni->ni_state = LNET_NI_STATE_INIT;
458 ni->ni_sel_priority = LNET_MAX_SELECTION_PRIORITY;
459 list_add_tail(&ni->ni_netlist, &net->net_ni_added);
462 * if an interface name is provided then make sure to add in that
463 * interface name in NI
466 if (lnet_ni_add_interface(ni, iface) != 0)
475 /* allocate and add to the provided network */
477 lnet_ni_alloc(struct lnet_net *net, struct cfs_expr_list *el, char *iface)
482 ni = lnet_ni_alloc_common(net, iface);
488 ni->ni_ncpts = LNET_CPT_NUMBER;
490 rc = cfs_expr_list_values(el, LNET_CPT_NUMBER, &ni->ni_cpts);
492 CERROR("Failed to set CPTs for NI %s(%s): %d\n",
493 libcfs_net2str(net->net_id),
494 (iface != NULL) ? iface : "", rc);
498 LASSERT(rc <= LNET_CPT_NUMBER);
499 if (rc == LNET_CPT_NUMBER) {
500 CFS_FREE_PTR_ARRAY(ni->ni_cpts, rc);
507 rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts, net);
518 lnet_ni_alloc_w_cpt_array(struct lnet_net *net, __u32 *cpts, __u32 ncpts,
524 ni = lnet_ni_alloc_common(net, iface);
530 ni->ni_ncpts = LNET_CPT_NUMBER;
532 size_t array_size = ncpts * sizeof(ni->ni_cpts[0]);
534 CFS_ALLOC_PTR_ARRAY(ni->ni_cpts, ncpts);
535 if (ni->ni_cpts == NULL)
537 memcpy(ni->ni_cpts, cpts, array_size);
538 ni->ni_ncpts = ncpts;
541 rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts, net);
552 * Parse the networks string and create the matching set of NIs on the
556 lnet_parse_networks(struct list_head *netlist, const char *networks)
558 struct cfs_expr_list *net_el = NULL;
559 struct cfs_expr_list *ni_el = NULL;
563 struct lnet_net *net;
564 struct lnet_ni *ni = NULL;
568 if (networks == NULL) {
569 CERROR("networks string is undefined\n");
573 if (strlen(networks) > LNET_SINGLE_TEXTBUF_NOB) {
574 /* _WAY_ conservative */
575 LCONSOLE_ERROR_MSG(0x112, "Can't parse networks: string too "
580 tokensize = strlen(networks) + 1;
582 LIBCFS_ALLOC(tokens, tokensize);
583 if (tokens == NULL) {
584 CERROR("Can't allocate net tokens\n");
588 memcpy(tokens, networks, tokensize);
594 * NB we don't check interface conflicts here; it's the LNDs
595 * responsibility (if it cares at all)
604 * Parse a network string into its components.
606 * <name>{"("...")"}{"["<el>"]"}
609 /* Network name (mandatory) */
610 while (isspace(*str))
615 str += strcspn(str, SPACESTR ":()[],");
616 while (isspace(*str))
619 /* Interface list (optional) */
623 str += strcspn(str, ")");
630 } while (isspace(*str));
635 /* CPT expression (optional) */
638 str += strcspn(str, "]");
643 rc = cfs_expr_list_parse(elstr, str - elstr + 1,
644 0, LNET_CPT_NUMBER - 1,
653 } while (isspace(*str));
657 if (*str && (strchr(DELIMITERS, *str) != NULL))
660 /* go to the next net if it exits */
661 str += strcspn(str, ",");
666 * At this point the name is properly terminated.
668 net_id = libcfs_str2net(name);
669 if (net_id == LNET_NET_ANY) {
670 LCONSOLE_ERROR_MSG(0x113,
671 "Unrecognised network type\n");
676 if (LNET_NETTYP(net_id) == LOLND) {
677 /* Loopback is implicit, and there can be only one. */
679 cfs_expr_list_free(net_el);
682 /* Should we error out instead? */
687 * All network paramaters are now known.
691 /* always allocate a net, since we will eventually add an
692 * interface to it, or we will fail, in which case we'll
694 net = lnet_net_alloc(net_id, netlist);
695 if (IS_ERR_OR_NULL(net))
700 * No interface list was specified, allocate a
701 * ni using the defaults.
703 ni = lnet_ni_alloc(net, net_el, NULL);
704 if (IS_ERR_OR_NULL(ni))
709 cfs_expr_list_free(net_el);
719 /* Interface name (mandatory) */
720 while (isspace(*nistr))
723 nistr += strcspn(nistr, SPACESTR "[],");
724 while (isspace(*nistr))
727 /* CPT expression (optional) */
730 nistr += strcspn(nistr, "]");
735 rc = cfs_expr_list_parse(elstr,
737 0, LNET_CPT_NUMBER - 1,
746 } while (isspace(*nistr));
752 * End of single interface specificaton,
753 * advance to the start of the next one, if
759 } while (isspace(*nistr));
770 * At this point the name is properly terminated.
777 ni = lnet_ni_alloc(net, ni_el, name);
778 if (IS_ERR_OR_NULL(ni))
782 if (ni_el != net_el) {
783 cfs_expr_list_free(ni_el);
790 cfs_expr_list_free(net_el);
795 LIBCFS_FREE(tokens, tokensize);
799 lnet_syntax("networks", networks, (int)(str - tokens), strlen(str));
801 /* free the net list and all the nis on each net */
802 while (!list_empty(netlist)) {
803 net = list_entry(netlist->next, struct lnet_net, net_list);
805 list_del_init(&net->net_list);
809 if (ni_el && ni_el != net_el)
810 cfs_expr_list_free(ni_el);
812 cfs_expr_list_free(net_el);
814 LIBCFS_FREE(tokens, tokensize);
819 static struct lnet_text_buf *lnet_new_text_buf(int str_len)
821 struct lnet_text_buf *ltb;
824 /* NB allocate space for the terminating 0 */
825 nob = offsetof(struct lnet_text_buf, ltb_text[str_len + 1]);
826 if (nob > LNET_SINGLE_TEXTBUF_NOB) {
827 /* _way_ conservative for "route net gateway..." */
828 CERROR("text buffer too big\n");
832 if (lnet_tbnob + nob > LNET_MAX_TEXTBUF_NOB) {
833 CERROR("Too many text buffers\n");
837 LIBCFS_ALLOC(ltb, nob);
842 ltb->ltb_text[0] = 0;
848 lnet_free_text_buf(struct lnet_text_buf *ltb)
850 lnet_tbnob -= ltb->ltb_size;
851 LIBCFS_FREE(ltb, ltb->ltb_size);
855 lnet_free_text_bufs(struct list_head *tbs)
857 struct lnet_text_buf *ltb;
859 while (!list_empty(tbs)) {
860 ltb = list_entry(tbs->next, struct lnet_text_buf, ltb_list);
862 list_del(<b->ltb_list);
863 lnet_free_text_buf(ltb);
868 lnet_str2tbs_sep(struct list_head *tbs, const char *str)
874 struct lnet_text_buf *ltb;
876 /* Split 'str' into separate commands */
878 /* skip leading whitespace */
879 while (isspace(*str))
882 /* scan for separator or comment */
883 for (sep = str; *sep != 0; sep++)
884 if (lnet_issep(*sep) || *sep == '#')
887 nob = (int)(sep - str);
889 ltb = lnet_new_text_buf(nob);
891 lnet_free_text_bufs(&pending);
895 for (i = 0; i < nob; i++)
897 ltb->ltb_text[i] = ' ';
899 ltb->ltb_text[i] = str[i];
901 ltb->ltb_text[nob] = 0;
903 list_add_tail(<b->ltb_list, &pending);
907 /* scan for separator */
910 } while (*sep != 0 && !lnet_issep(*sep));
919 list_splice(&pending, tbs->prev);
924 lnet_expand1tb(struct list_head *list,
925 char *str, char *sep1, char *sep2,
926 char *item, int itemlen)
928 int len1 = (int)(sep1 - str);
929 int len2 = strlen(sep2 + 1);
930 struct lnet_text_buf *ltb;
932 LASSERT (*sep1 == '[');
933 LASSERT (*sep2 == ']');
935 ltb = lnet_new_text_buf(len1 + itemlen + len2);
939 memcpy(ltb->ltb_text, str, len1);
940 memcpy(<b->ltb_text[len1], item, itemlen);
941 memcpy(<b->ltb_text[len1+itemlen], sep2 + 1, len2);
942 ltb->ltb_text[len1 + itemlen + len2] = 0;
944 list_add_tail(<b->ltb_list, list);
949 lnet_str2tbs_expand(struct list_head *tbs, char *str)
964 sep = strchr(str, '[');
965 if (sep == NULL) /* nothing to expand */
968 sep2 = strchr(sep, ']');
972 for (parsed = sep; parsed < sep2; parsed = enditem) {
975 while (enditem < sep2 && *enditem != ',')
978 if (enditem == parsed) /* no empty items */
981 if (sscanf(parsed, "%d-%d/%d%n", &lo, &hi, &stride, &scanned) < 3) {
983 if (sscanf(parsed, "%d-%d%n", &lo, &hi, &scanned) < 2) {
985 /* simple string enumeration */
986 if (lnet_expand1tb(&pending, str, sep, sep2,
987 parsed, (int)(enditem - parsed)) != 0)
996 /* range expansion */
998 if (enditem != parsed + scanned) /* no trailing junk */
1001 if (hi < 0 || lo < 0 || stride < 0 || hi < lo ||
1002 (hi - lo) % stride != 0)
1005 for (i = lo; i <= hi; i += stride) {
1007 snprintf(num, sizeof(num), "%d", i);
1009 if (nob + 1 == sizeof(num))
1012 if (lnet_expand1tb(&pending, str, sep, sep2,
1018 list_splice(&pending, tbs->prev);
1022 lnet_free_text_bufs(&pending);
1027 lnet_parse_hops (char *str, unsigned int *hops)
1029 int len = strlen(str);
1032 return (sscanf(str, "%u%n", hops, &nob) >= 1 &&
1034 *hops > 0 && *hops < 256);
1037 #define LNET_PRIORITY_SEPARATOR (':')
1040 lnet_parse_priority(char *str, unsigned int *priority, char **token)
1046 sep = strchr(str, LNET_PRIORITY_SEPARATOR);
1051 len = strlen(sep + 1);
1053 if ((sscanf((sep+1), "%u%n", priority, &nob) < 1) || (len != nob)) {
1054 /* Update the caller's token pointer so it treats the found
1055 priority as the token to report in the error message. */
1056 *token += sep - str + 1;
1060 CDEBUG(D_NET, "gateway %s, priority %d, nob %d\n", str, *priority, nob);
1063 * Change priority separator to \0 to be able to parse NID
1070 lnet_parse_route(char *str, int *im_a_router)
1072 /* static scratch buffer OK (single threaded) */
1073 static char cmd[LNET_SINGLE_TEXTBUF_NOB];
1076 LIST_HEAD(gateways);
1077 struct list_head *tmp1;
1078 struct list_head *tmp2;
1081 struct lnet_text_buf *ltb;
1089 unsigned int priority = 0;
1091 /* save a copy of the string for error messages */
1092 strncpy(cmd, str, sizeof(cmd));
1093 cmd[sizeof(cmd) - 1] = '\0';
1097 /* scan for token start */
1098 while (isspace(*sep))
1101 if (ntokens < (got_hops ? 3 : 2))
1109 /* scan for token end */
1110 while (*sep != 0 && !isspace(*sep))
1116 tmp2 = &nets; /* expanding nets */
1117 } else if (ntokens == 2 &&
1118 lnet_parse_hops(token, &hops)) {
1119 got_hops = 1; /* got a hop count */
1122 tmp2 = &gateways; /* expanding gateways */
1125 ltb = lnet_new_text_buf(strlen(token));
1129 strcpy(ltb->ltb_text, token);
1130 tmp1 = <b->ltb_list;
1131 list_add_tail(tmp1, tmp2);
1133 while (tmp1 != tmp2) {
1134 ltb = list_entry(tmp1, struct lnet_text_buf, ltb_list);
1136 rc = lnet_str2tbs_expand(tmp1->next, ltb->ltb_text);
1142 if (rc > 0) { /* expanded! */
1143 list_del(<b->ltb_list);
1144 lnet_free_text_buf(ltb);
1149 net = libcfs_str2net(ltb->ltb_text);
1150 if (net == LNET_NET_ANY ||
1151 LNET_NETTYP(net) == LOLND)
1154 rc = lnet_parse_priority(ltb->ltb_text,
1159 nid = libcfs_str2nid(ltb->ltb_text);
1160 if (nid == LNET_NID_ANY || nid == LNET_NID_LO_0)
1166 /* if there are no hops set then we want to flag this value as
1167 * unset since hops is an optional parameter */
1169 hops = LNET_UNDEFINED_HOPS;
1171 LASSERT(!list_empty(&nets));
1172 LASSERT(!list_empty(&gateways));
1174 list_for_each(tmp1, &nets) {
1175 ltb = list_entry(tmp1, struct lnet_text_buf, ltb_list);
1176 net = libcfs_str2net(ltb->ltb_text);
1177 LASSERT(net != LNET_NET_ANY);
1179 list_for_each(tmp2, &gateways) {
1180 ltb = list_entry(tmp2, struct lnet_text_buf, ltb_list);
1181 nid = libcfs_str2nid(ltb->ltb_text);
1182 LASSERT(nid != LNET_NID_ANY);
1184 if (lnet_islocalnid(nid)) {
1189 rc = lnet_add_route(net, hops, nid, priority, 1);
1190 if (rc != 0 && rc != -EEXIST && rc != -EHOSTUNREACH) {
1191 CERROR("Can't create route "
1193 libcfs_net2str(net),
1194 libcfs_nid2str(nid));
1204 lnet_syntax("routes", cmd, (int)(token - str), strlen(token));
1206 lnet_free_text_bufs(&nets);
1207 lnet_free_text_bufs(&gateways);
1212 lnet_parse_route_tbs(struct list_head *tbs, int *im_a_router)
1214 struct lnet_text_buf *ltb;
1216 while (!list_empty(tbs)) {
1217 ltb = list_entry(tbs->next, struct lnet_text_buf, ltb_list);
1219 if (lnet_parse_route(ltb->ltb_text, im_a_router) < 0) {
1220 lnet_free_text_bufs(tbs);
1224 list_del(<b->ltb_list);
1225 lnet_free_text_buf(ltb);
1232 lnet_parse_routes(const char *routes, int *im_a_router)
1239 if (lnet_str2tbs_sep(&tbs, routes) < 0) {
1240 CERROR("Error parsing routes\n");
1243 rc = lnet_parse_route_tbs(&tbs, im_a_router);
1246 LASSERT (lnet_tbnob == 0);
1251 lnet_match_network_token(char *token, int len, __u32 *ipaddrs, int nip)
1257 rc = cfs_ip_addr_parse(token, len, &list);
1261 for (rc = i = 0; !rc && i < nip; i++)
1262 rc = cfs_ip_addr_match(ipaddrs[i], &list);
1264 cfs_expr_list_free_list(&list);
1270 lnet_match_network_tokens(char *net_entry, __u32 *ipaddrs, int nip)
1272 static char tokens[LNET_SINGLE_TEXTBUF_NOB];
1282 LASSERT(strlen(net_entry) < sizeof(tokens));
1284 /* work on a copy of the string */
1285 strcpy(tokens, net_entry);
1288 /* scan for token start */
1289 while (isspace(*sep))
1296 /* scan for token end */
1297 while (*sep != 0 && !isspace(*sep))
1302 if (ntokens++ == 0) {
1307 len = strlen(token);
1309 rc = lnet_match_network_token(token, len, ipaddrs, nip);
1311 lnet_syntax("ip2nets", net_entry,
1312 (int)(token - tokens), len);
1316 matched |= (rc != 0);
1322 strcpy(net_entry, net); /* replace with matched net */
1327 lnet_netspec2net(char *netspec)
1329 char *bracket = strchr(netspec, '(');
1332 if (bracket != NULL)
1335 net = libcfs_str2net(netspec);
1337 if (bracket != NULL)
1344 lnet_splitnets(char *source, struct list_head *nets)
1349 struct lnet_text_buf *tb;
1350 struct lnet_text_buf *tb2;
1351 struct list_head *t;
1356 LASSERT(!list_empty(nets));
1357 LASSERT(nets->next == nets->prev); /* single entry */
1359 tb = list_entry(nets->next, struct lnet_text_buf, ltb_list);
1362 sep = strchr(tb->ltb_text, ',');
1363 bracket = strchr(tb->ltb_text, '(');
1368 /* netspec lists interfaces... */
1370 offset2 = offset + (int)(bracket - tb->ltb_text);
1371 len = strlen(bracket);
1373 bracket = strchr(bracket + 1, ')');
1375 if (bracket == NULL ||
1376 !(bracket[1] == ',' || bracket[1] == 0)) {
1377 lnet_syntax("ip2nets", source, offset2, len);
1381 sep = (bracket[1] == 0) ? NULL : bracket + 1;
1387 net = lnet_netspec2net(tb->ltb_text);
1388 if (net == LNET_NET_ANY) {
1389 lnet_syntax("ip2nets", source, offset,
1390 strlen(tb->ltb_text));
1394 list_for_each(t, nets) {
1395 tb2 = list_entry(t, struct lnet_text_buf, ltb_list);
1400 if (net == lnet_netspec2net(tb2->ltb_text)) {
1401 /* duplicate network */
1402 lnet_syntax("ip2nets", source, offset,
1403 strlen(tb->ltb_text));
1411 offset += (int)(sep - tb->ltb_text);
1413 tb2 = lnet_new_text_buf(len);
1417 strncpy(tb2->ltb_text, sep, len);
1418 tb2->ltb_text[len] = '\0';
1419 list_add_tail(&tb2->ltb_list, nets);
1426 lnet_match_networks(const char **networksp, const char *ip2nets,
1427 __u32 *ipaddrs, int nip)
1429 static char networks[LNET_SINGLE_TEXTBUF_NOB];
1430 static char source[LNET_SINGLE_TEXTBUF_NOB];
1432 LIST_HEAD(raw_entries);
1433 LIST_HEAD(matched_nets);
1434 LIST_HEAD(current_nets);
1435 struct list_head *t;
1436 struct list_head *t2;
1437 struct lnet_text_buf *tb;
1442 if (lnet_str2tbs_sep(&raw_entries, ip2nets) < 0) {
1443 CERROR("Error parsing ip2nets\n");
1444 LASSERT(lnet_tbnob == 0);
1453 while (!list_empty(&raw_entries)) {
1454 tb = list_entry(raw_entries.next, struct lnet_text_buf,
1457 strncpy(source, tb->ltb_text, sizeof(source));
1458 source[sizeof(source) - 1] = '\0';
1460 /* replace ltb_text with the network(s) add on match */
1461 rc = lnet_match_network_tokens(tb->ltb_text, ipaddrs, nip);
1465 list_del(&tb->ltb_list);
1467 if (rc == 0) { /* no match */
1468 lnet_free_text_buf(tb);
1472 /* split into separate networks */
1473 INIT_LIST_HEAD(¤t_nets);
1474 list_add(&tb->ltb_list, ¤t_nets);
1475 rc = lnet_splitnets(source, ¤t_nets);
1479 list_for_each_safe(t, t2, ¤t_nets) {
1480 tb = list_entry(t, struct lnet_text_buf, ltb_list);
1482 list_move_tail(&tb->ltb_list, &matched_nets);
1484 len += scnprintf(networks + len, sizeof(networks) - len,
1485 "%s%s", (len == 0) ? "" : ",",
1488 if (len >= sizeof(networks)) {
1489 CERROR("Too many matched networks\n");
1499 lnet_free_text_bufs(&raw_entries);
1500 lnet_free_text_bufs(&matched_nets);
1501 lnet_free_text_bufs(¤t_nets);
1502 LASSERT(lnet_tbnob == 0);
1507 *networksp = networks;
1511 int lnet_inet_enumerate(struct lnet_inetdev **dev_list, struct net *ns)
1513 struct lnet_inetdev *ifaces = NULL;
1514 struct net_device *dev;
1517 DECLARE_CONST_IN_IFADDR(ifa);
1520 for_each_netdev(ns, dev) {
1521 int flags = dev_get_flags(dev);
1522 struct in_device *in_dev;
1526 if (flags & IFF_LOOPBACK) /* skip the loopback IF */
1529 if (!(flags & IFF_UP)) {
1530 CWARN("lnet: Ignoring interface %s: it's down\n",
1535 in_dev = __in_dev_get_rtnl(dev);
1537 CWARN("lnet: Interface %s has no IPv4 status.\n",
1542 node_id = dev_to_node(&dev->dev);
1543 cpt = cfs_cpt_of_node(lnet_cpt_table(), node_id);
1545 in_dev_for_each_ifa_rtnl(ifa, in_dev) {
1546 if (nip >= nalloc) {
1547 struct lnet_inetdev *tmp;
1549 nalloc += LNET_INTERFACES_NUM;
1550 tmp = krealloc(ifaces, nalloc * sizeof(*tmp),
1561 ifaces[nip].li_cpt = cpt;
1562 ifaces[nip].li_flags = flags;
1563 ifaces[nip].li_ipaddr = ntohl(ifa->ifa_local);
1564 ifaces[nip].li_netmask = ntohl(ifa->ifa_mask);
1565 strlcpy(ifaces[nip].li_name, ifa->ifa_label,
1566 sizeof(ifaces[nip].li_name));
1575 CERROR("lnet: Can't find any usable interfaces, rc = -ENOENT\n");
1582 EXPORT_SYMBOL(lnet_inet_enumerate);
1585 lnet_parse_ip2nets(const char **networksp, const char *ip2nets)
1587 struct lnet_inetdev *ifaces = NULL;
1588 __u32 *ipaddrs = NULL;
1593 if (current->nsproxy && current->nsproxy->net_ns)
1594 nip = lnet_inet_enumerate(&ifaces, current->nsproxy->net_ns);
1596 nip = lnet_inet_enumerate(&ifaces, &init_net);
1598 if (nip != -ENOENT) {
1599 LCONSOLE_ERROR_MSG(0x117,
1600 "Error %d enumerating local IP interfaces for ip2nets to match\n",
1603 LCONSOLE_ERROR_MSG(0x118,
1604 "No local IP interfaces for ip2nets to match\n");
1609 CFS_ALLOC_PTR_ARRAY(ipaddrs, nip);
1612 CERROR("lnet: Can't allocate ipaddrs[%d], rc = %d\n",
1614 goto out_free_addrs;
1617 for (i = 0; i < nip; i++)
1618 ipaddrs[i] = ifaces[i].li_ipaddr;
1620 rc = lnet_match_networks(networksp, ip2nets, ipaddrs, nip);
1622 LCONSOLE_ERROR_MSG(0x119, "Error %d parsing ip2nets\n", rc);
1623 } else if (rc == 0) {
1624 LCONSOLE_ERROR_MSG(0x11a, "ip2nets does not match "
1625 "any local IP interfaces\n");
1628 CFS_FREE_PTR_ARRAY(ipaddrs, nip);
1631 return rc > 0 ? 0 : rc;