lnet/lnet/config.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Use is subject to license terms.
  25  *
  26  * Copyright (c) 2012, 2017, Intel Corporation.
  27  */
  28 /*
  29  * This file is part of Lustre, http://www.lustre.org/
  30  * Lustre is a trademark of Sun Microsystems, Inc.
  31  */
  32
  33 #define DEBUG_SUBSYSTEM S_LNET
  34
  35 #include <linux/ctype.h>
  36 #include <linux/inetdevice.h>
  37 #include <linux/nsproxy.h>
  38 #include <net/net_namespace.h>
  39 #include <lnet/lib-lnet.h>
  40
  41 /* tmp struct for parsing routes */
  42 struct lnet_text_buf {
  43         struct list_head        ltb_list;       /* stash on lists */
  44         int                     ltb_size;       /* allocated size */
  45         char                    ltb_text[0];    /* text buffer */
  46 };
  47
  48 static int lnet_tbnob = 0;                      /* track text buf allocation */
  49 #define LNET_MAX_TEXTBUF_NOB     (64<<10)       /* bound allocation */
  50 #define LNET_SINGLE_TEXTBUF_NOB  (4<<10)
  51
  52 #define SPACESTR " \t\v\r\n"
  53 #define DELIMITERS ":()[]"
  54
  55 static void
  56 lnet_syntax(const char *name, const char *str, int offset, int width)
  57 {
  58         static char dots[LNET_SINGLE_TEXTBUF_NOB];
  59         static char dashes[LNET_SINGLE_TEXTBUF_NOB];
  60
  61         memset(dots, '.', sizeof(dots));
  62         dots[sizeof(dots)-1] = 0;
  63         memset(dashes, '-', sizeof(dashes));
  64         dashes[sizeof(dashes)-1] = 0;
  65
  66         LCONSOLE_ERROR_MSG(0x10f, "Error parsing '%s=\"%s\"'\n", name, str);
  67         LCONSOLE_ERROR_MSG(0x110, "here...........%.*s..%.*s|%.*s|\n",
  68                            (int)strlen(name), dots, offset, dots,
  69                             (width < 1) ? 0 : width - 1, dashes);
  70 }
  71
  72 static int
  73 lnet_issep (char c)
  74 {
  75         switch (c) {
  76         case '\n':
  77         case '\r':
  78         case ';':
  79                 return 1;
  80         default:
  81                 return 0;
  82         }
  83 }
  84
  85 bool
  86 lnet_net_unique(__u32 net_id, struct list_head *netlist,
  87                 struct lnet_net **net)
  88 {
  89         struct lnet_net  *net_l;
  90
  91         if (!netlist)
  92                 return true;
  93
  94         list_for_each_entry(net_l, netlist, net_list) {
  95                 if (net_l->net_id == net_id) {
  96                         if (net != NULL)
  97                                 *net = net_l;
  98                         return false;
  99                 }
 100         }
 101
 102         return true;
 103 }
 104
 105 /* check that the NI is unique within the list of NIs already added to
 106  * a network */
 107 bool
 108 lnet_ni_unique_net(struct list_head *nilist, char *iface)
 109 {
 110         struct list_head *tmp;
 111         struct lnet_ni *ni;
 112
 113         list_for_each(tmp, nilist) {
 114                 ni = list_entry(tmp, struct lnet_ni, ni_netlist);
 115
 116                 if (ni->ni_interfaces[0] != NULL &&
 117                     strncmp(ni->ni_interfaces[0], iface, strlen(iface)) == 0)
 118                         return false;
 119         }
 120
 121         return true;
 122 }
 123
 124 /* check that the NI is unique to the interfaces with in the same NI.
 125  * This is only a consideration if use_tcp_bonding is set */
 126 static bool
 127 lnet_ni_unique_ni(char *iface_list[LNET_INTERFACES_NUM], char *iface)
 128 {
 129         int i;
 130         for (i = 0; i < LNET_INTERFACES_NUM; i++) {
 131                 if (iface_list[i] != NULL &&
 132                     strncmp(iface_list[i], iface, strlen(iface)) == 0)
 133                         return false;
 134         }
 135
 136         return true;
 137 }
 138
 139 static bool
 140 in_array(__u32 *array, __u32 size, __u32 value)
 141 {
 142         int i;
 143
 144         for (i = 0; i < size; i++) {
 145                 if (array[i] == value)
 146                         return false;
 147         }
 148
 149         return true;
 150 }
 151
 152 static int
 153 lnet_net_append_cpts(__u32 *cpts, __u32 ncpts, struct lnet_net *net)
 154 {
 155         __u32 *added_cpts = NULL;
 156         int i, j = 0, rc = 0;
 157
 158         /*
 159          * no need to go futher since a subset of the NIs already exist on
 160          * all CPTs
 161          */
 162         if (net->net_ncpts == LNET_CPT_NUMBER)
 163                 return 0;
 164
 165         if (cpts == NULL) {
 166                 /* there is an NI which will exist on all CPTs */
 167                 if (net->net_cpts != NULL)
 168                         LIBCFS_FREE(net->net_cpts, sizeof(*net->net_cpts) *
 169                                     net->net_ncpts);
 170                 net->net_cpts = NULL;
 171                 net->net_ncpts = LNET_CPT_NUMBER;
 172                 return 0;
 173         }
 174
 175         if (net->net_cpts == NULL) {
 176                 LIBCFS_ALLOC(net->net_cpts, sizeof(*net->net_cpts) * ncpts);
 177                 if (net->net_cpts == NULL)
 178                         return -ENOMEM;
 179                 memcpy(net->net_cpts, cpts, ncpts * sizeof(*net->net_cpts));
 180                 net->net_ncpts = ncpts;
 181                 return 0;
 182         }
 183
 184         LIBCFS_ALLOC(added_cpts, sizeof(*added_cpts) * LNET_CPT_NUMBER);
 185         if (added_cpts == NULL)
 186                 return -ENOMEM;
 187
 188         for (i = 0; i < ncpts; i++) {
 189                 if (!in_array(net->net_cpts, net->net_ncpts, cpts[i])) {
 190                         added_cpts[j] = cpts[i];
 191                         j++;
 192                 }
 193         }
 194
 195         /* append the new cpts if any to the list of cpts in the net */
 196         if (j > 0) {
 197                 __u32 *array = NULL, *loc;
 198                 __u32 total_entries = j + net->net_ncpts;
 199
 200                 LIBCFS_ALLOC(array, sizeof(*net->net_cpts) * total_entries);
 201                 if (array == NULL) {
 202                         rc = -ENOMEM;
 203                         goto failed;
 204                 }
 205
 206                 memcpy(array, net->net_cpts, net->net_ncpts);
 207                 loc = array + net->net_ncpts;
 208                 memcpy(loc, added_cpts, j);
 209
 210                 LIBCFS_FREE(net->net_cpts, sizeof(*net->net_cpts) *
 211                             net->net_ncpts);
 212                 net->net_ncpts = total_entries;
 213                 net->net_cpts = array;
 214         }
 215
 216 failed:
 217         LIBCFS_FREE(added_cpts, sizeof(*added_cpts) * LNET_CPT_NUMBER);
 218
 219         return rc;
 220 }
 221
 222 static void
 223 lnet_net_remove_cpts(__u32 *cpts, __u32 ncpts, struct lnet_net *net)
 224 {
 225         struct lnet_ni *ni;
 226         int rc;
 227
 228         /*
 229          * Operation Assumption:
 230          *      This function is called after an NI has been removed from
 231          *      its parent net.
 232          *
 233          * if we're removing an NI which exists on all CPTs then
 234          * we have to check if any of the other NIs on this net also
 235          * exists on all CPTs. If none, then we need to build our Net CPT
 236          * list based on the remaining NIs.
 237          *
 238          * If the NI being removed exist on a subset of the CPTs then we
 239          * alo rebuild the Net CPT list based on the remaining NIs, which
 240          * should resutl in the expected Net CPT list.
 241          */
 242
 243         /*
 244          * sometimes this function can be called due to some failure
 245          * creating an NI, before any of the cpts are allocated, so check
 246          * for that case and don't do anything
 247          */
 248         if (ncpts == 0)
 249                 return;
 250
 251         if (ncpts == LNET_CPT_NUMBER) {
 252                 /*
 253                  * first iteration through the NI list in the net to see
 254                  * if any of the NIs exist on all the CPTs. If one is
 255                  * found then our job is done.
 256                  */
 257                 list_for_each_entry(ni, &net->net_ni_list, ni_netlist) {
 258                         if (ni->ni_ncpts == LNET_CPT_NUMBER)
 259                                 return;
 260                 }
 261         }
 262
 263         /*
 264          * Rebuild the Net CPT list again, thereby only including only the
 265          * CPTs which the remaining NIs are associated with.
 266          */
 267         if (net->net_cpts != NULL) {
 268                 LIBCFS_FREE(net->net_cpts,
 269                         sizeof(*net->net_cpts) * net->net_ncpts);
 270                 net->net_cpts = NULL;
 271         }
 272
 273         list_for_each_entry(ni, &net->net_ni_list, ni_netlist) {
 274                 rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts,
 275                                           net);
 276                 if (rc != 0) {
 277                         CERROR("Out of Memory\n");
 278                         /*
 279                          * do our best to keep on going. Delete
 280                          * the net cpts and set it to NULL. This
 281                          * way we can keep on going but less
 282                          * efficiently, since memory accesses might be
 283                          * accross CPT lines.
 284                          */
 285                         if (net->net_cpts != NULL) {
 286                                 LIBCFS_FREE(net->net_cpts,
 287                                                 sizeof(*net->net_cpts) *
 288                                                 net->net_ncpts);
 289                                 net->net_cpts = NULL;
 290                                 net->net_ncpts = LNET_CPT_NUMBER;
 291                         }
 292                         return;
 293                 }
 294         }
 295 }
 296
 297 void
 298 lnet_ni_free(struct lnet_ni *ni)
 299 {
 300         int i;
 301
 302         lnet_net_remove_cpts(ni->ni_cpts, ni->ni_ncpts, ni->ni_net);
 303
 304         if (ni->ni_refs != NULL)
 305                 cfs_percpt_free(ni->ni_refs);
 306
 307         if (ni->ni_tx_queues != NULL)
 308                 cfs_percpt_free(ni->ni_tx_queues);
 309
 310         if (ni->ni_cpts != NULL)
 311                 cfs_expr_list_values_free(ni->ni_cpts, ni->ni_ncpts);
 312
 313         for (i = 0; i < LNET_INTERFACES_NUM &&
 314                     ni->ni_interfaces[i] != NULL; i++) {
 315                 LIBCFS_FREE(ni->ni_interfaces[i],
 316                             strlen(ni->ni_interfaces[i]) + 1);
 317         }
 318
 319         /* release reference to net namespace */
 320         if (ni->ni_net_ns != NULL)
 321                 put_net(ni->ni_net_ns);
 322
 323         LIBCFS_FREE(ni, sizeof(*ni));
 324 }
 325
 326 void
 327 lnet_net_free(struct lnet_net *net)
 328 {
 329         struct list_head *tmp, *tmp2;
 330         struct lnet_ni *ni;
 331
 332         LASSERT(list_empty(&net->net_ni_zombie));
 333
 334         /*
 335          * delete any nis that haven't been added yet. This could happen
 336          * if there is a failure on net startup
 337          */
 338         list_for_each_safe(tmp, tmp2, &net->net_ni_added) {
 339                 ni = list_entry(tmp, struct lnet_ni, ni_netlist);
 340                 list_del_init(&ni->ni_netlist);
 341                 lnet_ni_free(ni);
 342         }
 343
 344         /* delete any nis which have been started. */
 345         list_for_each_safe(tmp, tmp2, &net->net_ni_list) {
 346                 ni = list_entry(tmp, struct lnet_ni, ni_netlist);
 347                 list_del_init(&ni->ni_netlist);
 348                 lnet_ni_free(ni);
 349         }
 350
 351         if (net->net_cpts != NULL)
 352                 LIBCFS_FREE(net->net_cpts,
 353                             sizeof(*net->net_cpts) * net->net_ncpts);
 354
 355         LIBCFS_FREE(net, sizeof(*net));
 356 }
 357
 358 struct lnet_net *
 359 lnet_net_alloc(__u32 net_id, struct list_head *net_list)
 360 {
 361         struct lnet_net         *net;
 362
 363         if (!lnet_net_unique(net_id, net_list, NULL)) {
 364                 CERROR("Duplicate net %s. Ignore\n",
 365                        libcfs_net2str(net_id));
 366                 return NULL;
 367         }
 368
 369         LIBCFS_ALLOC(net, sizeof(*net));
 370         if (net == NULL) {
 371                 CERROR("Out of memory creating network %s\n",
 372                        libcfs_net2str(net_id));
 373                 return NULL;
 374         }
 375
 376         INIT_LIST_HEAD(&net->net_list);
 377         INIT_LIST_HEAD(&net->net_ni_list);
 378         INIT_LIST_HEAD(&net->net_ni_added);
 379         INIT_LIST_HEAD(&net->net_ni_zombie);
 380         spin_lock_init(&net->net_lock);
 381
 382         net->net_id = net_id;
 383         net->net_last_alive = ktime_get_real_seconds();
 384
 385         /* initialize global paramters to undefiend */
 386         net->net_tunables.lct_peer_timeout = -1;
 387         net->net_tunables.lct_max_tx_credits = -1;
 388         net->net_tunables.lct_peer_tx_credits = -1;
 389         net->net_tunables.lct_peer_rtr_credits = -1;
 390
 391         if (net_list)
 392                 list_add_tail(&net->net_list, net_list);
 393
 394         return net;
 395 }
 396
 397 static int
 398 lnet_ni_add_interface(struct lnet_ni *ni, char *iface)
 399 {
 400         int niface = 0;
 401
 402         if (ni == NULL)
 403                 return -ENOMEM;
 404
 405         if (!lnet_ni_unique_ni(ni->ni_interfaces, iface))
 406                 return -EINVAL;
 407
 408         /* Allocate a separate piece of memory and copy
 409          * into it the string, so we don't have
 410          * a depencency on the tokens string.  This way we
 411          * can free the tokens at the end of the function.
 412          * The newly allocated ni_interfaces[] can be
 413          * freed when freeing the NI */
 414         while (niface < LNET_INTERFACES_NUM &&
 415                ni->ni_interfaces[niface] != NULL)
 416                 niface++;
 417
 418         if (niface >= LNET_INTERFACES_NUM) {
 419                 LCONSOLE_ERROR_MSG(0x115, "Too many interfaces "
 420                                    "for net %s\n",
 421                                    libcfs_net2str(LNET_NIDNET(ni->ni_nid)));
 422                 return -EINVAL;
 423         }
 424
 425         LIBCFS_ALLOC(ni->ni_interfaces[niface],
 426                      strlen(iface) + 1);
 427
 428         if (ni->ni_interfaces[niface] == NULL) {
 429                 CERROR("Can't allocate net interface name\n");
 430                 return -ENOMEM;
 431         }
 432
 433         strncpy(ni->ni_interfaces[niface], iface,
 434                 strlen(iface) + 1);
 435
 436         return 0;
 437 }
 438
 439 static struct lnet_ni *
 440 lnet_ni_alloc_common(struct lnet_net *net, char *iface)
 441 {
 442         struct lnet_tx_queue    *tq;
 443         struct lnet_ni          *ni;
 444         int                     i;
 445
 446         if (iface != NULL)
 447                 /* make sure that this NI is unique in the net it's
 448                  * being added to */
 449                 if (!lnet_ni_unique_net(&net->net_ni_added, iface))
 450                         return NULL;
 451
 452         LIBCFS_ALLOC(ni, sizeof(*ni));
 453         if (ni == NULL) {
 454                 CERROR("Out of memory creating network interface %s%s\n",
 455                        libcfs_net2str(net->net_id),
 456                        (iface != NULL) ? iface : "");
 457                 return NULL;
 458         }
 459
 460         spin_lock_init(&ni->ni_lock);
 461         INIT_LIST_HEAD(&ni->ni_netlist);
 462         INIT_LIST_HEAD(&ni->ni_recovery);
 463         LNetInvalidateMDHandle(&ni->ni_ping_mdh);
 464         ni->ni_refs = cfs_percpt_alloc(lnet_cpt_table(),
 465                                        sizeof(*ni->ni_refs[0]));
 466         if (ni->ni_refs == NULL)
 467                 goto failed;
 468
 469         ni->ni_tx_queues = cfs_percpt_alloc(lnet_cpt_table(),
 470                                             sizeof(*ni->ni_tx_queues[0]));
 471         if (ni->ni_tx_queues == NULL)
 472                 goto failed;
 473
 474         cfs_percpt_for_each(tq, i, ni->ni_tx_queues)
 475                 INIT_LIST_HEAD(&tq->tq_delayed);
 476
 477         ni->ni_net = net;
 478         /* LND will fill in the address part of the NID */
 479         ni->ni_nid = LNET_MKNID(net->net_id, 0);
 480
 481         /* Store net namespace in which current ni is being created */
 482         if (current->nsproxy && current->nsproxy->net_ns)
 483                 ni->ni_net_ns = get_net(current->nsproxy->net_ns);
 484         else
 485                 ni->ni_net_ns = get_net(&init_net);
 486
 487         ni->ni_state = LNET_NI_STATE_INIT;
 488         list_add_tail(&ni->ni_netlist, &net->net_ni_added);
 489
 490         /*
 491          * if an interface name is provided then make sure to add in that
 492          * interface name in NI
 493          */
 494         if (iface)
 495                 if (lnet_ni_add_interface(ni, iface) != 0)
 496                         goto failed;
 497
 498         return ni;
 499 failed:
 500         lnet_ni_free(ni);
 501         return NULL;
 502 }
 503
 504 /* allocate and add to the provided network */
 505 struct lnet_ni *
 506 lnet_ni_alloc(struct lnet_net *net, struct cfs_expr_list *el, char *iface)
 507 {
 508         struct lnet_ni          *ni;
 509         int                     rc;
 510
 511         ni = lnet_ni_alloc_common(net, iface);
 512         if (!ni)
 513                 return NULL;
 514
 515         if (!el) {
 516                 ni->ni_cpts  = NULL;
 517                 ni->ni_ncpts = LNET_CPT_NUMBER;
 518         } else {
 519                 rc = cfs_expr_list_values(el, LNET_CPT_NUMBER, &ni->ni_cpts);
 520                 if (rc <= 0) {
 521                         CERROR("Failed to set CPTs for NI %s(%s): %d\n",
 522                                libcfs_net2str(net->net_id),
 523                                (iface != NULL) ? iface : "", rc);
 524                         goto failed;
 525                 }
 526
 527                 LASSERT(rc <= LNET_CPT_NUMBER);
 528                 if (rc == LNET_CPT_NUMBER) {
 529                         LIBCFS_FREE(ni->ni_cpts, rc * sizeof(ni->ni_cpts[0]));
 530                         ni->ni_cpts = NULL;
 531                 }
 532
 533                 ni->ni_ncpts = rc;
 534         }
 535
 536         rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts, net);
 537         if (rc != 0)
 538                 goto failed;
 539
 540         return ni;
 541 failed:
 542         lnet_ni_free(ni);
 543         return NULL;
 544 }
 545
 546 struct lnet_ni *
 547 lnet_ni_alloc_w_cpt_array(struct lnet_net *net, __u32 *cpts, __u32 ncpts,
 548                           char *iface)
 549 {
 550         struct lnet_ni          *ni;
 551         int                     rc;
 552
 553         ni = lnet_ni_alloc_common(net, iface);
 554         if (!ni)
 555                 return NULL;
 556
 557         if (ncpts == 0) {
 558                 ni->ni_cpts  = NULL;
 559                 ni->ni_ncpts = LNET_CPT_NUMBER;
 560         } else {
 561                 size_t array_size = ncpts * sizeof(ni->ni_cpts[0]);
 562                 LIBCFS_ALLOC(ni->ni_cpts, array_size);
 563                 if (ni->ni_cpts == NULL)
 564                         goto failed;
 565                 memcpy(ni->ni_cpts, cpts, array_size);
 566                 ni->ni_ncpts = ncpts;
 567         }
 568
 569         rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts, net);
 570         if (rc != 0)
 571                 goto failed;
 572
 573         return ni;
 574 failed:
 575         lnet_ni_free(ni);
 576         return NULL;
 577 }
 578
 579 /*
 580  * Parse the networks string and create the matching set of NIs on the
 581  * nilist.
 582  */
 583 int
 584 lnet_parse_networks(struct list_head *netlist, char *networks,
 585                     bool use_tcp_bonding)
 586 {
 587         struct cfs_expr_list *net_el = NULL;
 588         struct cfs_expr_list *ni_el = NULL;
 589         int             tokensize;
 590         char            *tokens;
 591         char            *str;
 592         struct lnet_net *net;
 593         struct lnet_ni  *ni = NULL;
 594         __u32           net_id;
 595         int             nnets = 0;
 596
 597         if (networks == NULL) {
 598                 CERROR("networks string is undefined\n");
 599                 return -EINVAL;
 600         }
 601
 602         if (strlen(networks) > LNET_SINGLE_TEXTBUF_NOB) {
 603                 /* _WAY_ conservative */
 604                 LCONSOLE_ERROR_MSG(0x112, "Can't parse networks: string too "
 605                                    "long\n");
 606                 return -EINVAL;
 607         }
 608
 609         tokensize = strlen(networks) + 1;
 610
 611         LIBCFS_ALLOC(tokens, tokensize);
 612         if (tokens == NULL) {
 613                 CERROR("Can't allocate net tokens\n");
 614                 return -ENOMEM;
 615         }
 616
 617         memcpy(tokens, networks, tokensize);
 618         str = tokens;
 619
 620         /*
 621          * Main parser loop.
 622          *
 623          * NB we don't check interface conflicts here; it's the LNDs
 624          * responsibility (if it cares at all)
 625          */
 626         do {
 627                 char *nistr;
 628                 char *elstr;
 629                 char *name;
 630                 int rc;
 631
 632                 /*
 633                  * Parse a network string into its components.
 634                  *
 635                  * <name>{"("...")"}{"["<el>"]"}
 636                  */
 637
 638                 /* Network name (mandatory) */
 639                 while (isspace(*str))
 640                         *str++ = '\0';
 641                 if (!*str)
 642                         break;
 643                 name = str;
 644                 str += strcspn(str, SPACESTR ":()[],");
 645                 while (isspace(*str))
 646                         *str++ = '\0';
 647
 648                 /* Interface list (optional) */
 649                 if (*str == '(') {
 650                         *str++ = '\0';
 651                         nistr = str;
 652                         str += strcspn(str, ")");
 653                         if (*str != ')') {
 654                                 str = nistr;
 655                                 goto failed_syntax;
 656                         }
 657                         do {
 658                                 *str++ = '\0';
 659                         } while (isspace(*str));
 660                 } else {
 661                         nistr = NULL;
 662                 }
 663
 664                 /* CPT expression (optional) */
 665                 if (*str == '[') {
 666                         elstr = str;
 667                         str += strcspn(str, "]");
 668                         if (*str != ']') {
 669                                 str = elstr;
 670                                 goto failed_syntax;
 671                         }
 672                         rc = cfs_expr_list_parse(elstr, str - elstr + 1,
 673                                                 0, LNET_CPT_NUMBER - 1,
 674                                                 &net_el);
 675                         if (rc != 0) {
 676                                 str = elstr;
 677                                 goto failed_syntax;
 678                         }
 679                         *elstr = '\0';
 680                         do {
 681                                 *str++ = '\0';
 682                         } while (isspace(*str));
 683                 }
 684
 685                 /* Bad delimiters */
 686                 if (*str && (strchr(DELIMITERS, *str) != NULL))
 687                         goto failed_syntax;
 688
 689                 /* go to the next net if it exits */
 690                 str += strcspn(str, ",");
 691                 if (*str == ',')
 692                         *str++ = '\0';
 693
 694                 /*
 695                  * At this point the name is properly terminated.
 696                  */
 697                 net_id = libcfs_str2net(name);
 698                 if (net_id == LNET_NIDNET(LNET_NID_ANY)) {
 699                         LCONSOLE_ERROR_MSG(0x113,
 700                                         "Unrecognised network type\n");
 701                         str = name;
 702                         goto failed_syntax;
 703                 }
 704
 705                 if (LNET_NETTYP(net_id) == LOLND) {
 706                         /* Loopback is implicit, and there can be only one. */
 707                         if (net_el) {
 708                                 cfs_expr_list_free(net_el);
 709                                 net_el = NULL;
 710                         }
 711                         /* Should we error out instead? */
 712                         continue;
 713                 }
 714
 715                 /*
 716                  * All network paramaters are now known.
 717                  */
 718                 nnets++;
 719
 720                 /* always allocate a net, since we will eventually add an
 721                  * interface to it, or we will fail, in which case we'll
 722                  * just delete it */
 723                 net = lnet_net_alloc(net_id, netlist);
 724                 if (IS_ERR_OR_NULL(net))
 725                         goto failed;
 726
 727                 if (!nistr ||
 728                     (use_tcp_bonding && LNET_NETTYP(net_id) == SOCKLND)) {
 729                         /*
 730                          * No interface list was specified, allocate a
 731                          * ni using the defaults.
 732                          */
 733                         ni = lnet_ni_alloc(net, net_el, NULL);
 734                         if (IS_ERR_OR_NULL(ni))
 735                                 goto failed;
 736
 737                         if (!nistr) {
 738                                 if (net_el) {
 739                                         cfs_expr_list_free(net_el);
 740                                         net_el = NULL;
 741                                 }
 742                                 continue;
 743                         }
 744                 }
 745
 746                 do {
 747                         elstr = NULL;
 748
 749                         /* Interface name (mandatory) */
 750                         while (isspace(*nistr))
 751                                 *nistr++ = '\0';
 752                         name = nistr;
 753                         nistr += strcspn(nistr, SPACESTR "[],");
 754                         while (isspace(*nistr))
 755                                 *nistr++ = '\0';
 756
 757                         /* CPT expression (optional) */
 758                         if (*nistr == '[') {
 759                                 elstr = nistr;
 760                                 nistr += strcspn(nistr, "]");
 761                                 if (*nistr != ']') {
 762                                         str = elstr;
 763                                         goto failed_syntax;
 764                                 }
 765                                 rc = cfs_expr_list_parse(elstr,
 766                                                         nistr - elstr + 1,
 767                                                         0, LNET_CPT_NUMBER - 1,
 768                                                         &ni_el);
 769                                 if (rc != 0) {
 770                                         str = elstr;
 771                                         goto failed_syntax;
 772                                 }
 773                                 *elstr = '\0';
 774                                 do {
 775                                         *nistr++ = '\0';
 776                                 } while (isspace(*nistr));
 777                         } else {
 778                                 ni_el = net_el;
 779                         }
 780
 781                         /*
 782                          * End of single interface specificaton,
 783                          * advance to the start of the next one, if
 784                          * any.
 785                          */
 786                         if (*nistr == ',') {
 787                                 do {
 788                                         *nistr++ = '\0';
 789                                 } while (isspace(*nistr));
 790                                 if (!*nistr) {
 791                                         str = nistr;
 792                                         goto failed_syntax;
 793                                 }
 794                         } else if (*nistr) {
 795                                 str = nistr;
 796                                 goto failed_syntax;
 797                         }
 798
 799                         /*
 800                          * At this point the name is properly terminated.
 801                          */
 802                         if (!*name) {
 803                                 str = name;
 804                                 goto failed_syntax;
 805                         }
 806
 807                         if (use_tcp_bonding &&
 808                             LNET_NETTYP(net->net_id) == SOCKLND) {
 809                                 rc = lnet_ni_add_interface(ni, name);
 810                                 if (rc != 0)
 811                                         goto failed;
 812                         } else {
 813                                 ni = lnet_ni_alloc(net, ni_el, name);
 814                                 if (IS_ERR_OR_NULL(ni))
 815                                         goto failed;
 816                         }
 817
 818                         if (ni_el) {
 819                                 if (ni_el != net_el) {
 820                                         cfs_expr_list_free(ni_el);
 821                                         ni_el = NULL;
 822                                 }
 823                         }
 824                 } while (*nistr);
 825
 826                 if (net_el) {
 827                         cfs_expr_list_free(net_el);
 828                         net_el = NULL;
 829                 }
 830         } while (*str);
 831
 832         LIBCFS_FREE(tokens, tokensize);
 833         return nnets;
 834
 835  failed_syntax:
 836         lnet_syntax("networks", networks, (int)(str - tokens), strlen(str));
 837  failed:
 838         /* free the net list and all the nis on each net */
 839         while (!list_empty(netlist)) {
 840                 net = list_entry(netlist->next, struct lnet_net, net_list);
 841
 842                 list_del_init(&net->net_list);
 843                 lnet_net_free(net);
 844         }
 845
 846         if (ni_el && ni_el != net_el)
 847                 cfs_expr_list_free(ni_el);
 848         if (net_el)
 849                 cfs_expr_list_free(net_el);
 850
 851         LIBCFS_FREE(tokens, tokensize);
 852
 853         return -EINVAL;
 854 }
 855
 856 static struct lnet_text_buf *lnet_new_text_buf(int str_len)
 857 {
 858         struct lnet_text_buf *ltb;
 859         int nob;
 860
 861         /* NB allocate space for the terminating 0 */
 862         nob = offsetof(struct lnet_text_buf, ltb_text[str_len + 1]);
 863         if (nob > LNET_SINGLE_TEXTBUF_NOB) {
 864                 /* _way_ conservative for "route net gateway..." */
 865                 CERROR("text buffer too big\n");
 866                 return NULL;
 867         }
 868
 869         if (lnet_tbnob + nob > LNET_MAX_TEXTBUF_NOB) {
 870                 CERROR("Too many text buffers\n");
 871                 return NULL;
 872         }
 873
 874         LIBCFS_ALLOC(ltb, nob);
 875         if (ltb == NULL)
 876                 return NULL;
 877
 878         ltb->ltb_size = nob;
 879         ltb->ltb_text[0] = 0;
 880         lnet_tbnob += nob;
 881         return ltb;
 882 }
 883
 884 static void
 885 lnet_free_text_buf(struct lnet_text_buf *ltb)
 886 {
 887         lnet_tbnob -= ltb->ltb_size;
 888         LIBCFS_FREE(ltb, ltb->ltb_size);
 889 }
 890
 891 static void
 892 lnet_free_text_bufs(struct list_head *tbs)
 893 {
 894         struct lnet_text_buf  *ltb;
 895
 896         while (!list_empty(tbs)) {
 897                 ltb = list_entry(tbs->next, struct lnet_text_buf, ltb_list);
 898
 899                 list_del(&ltb->ltb_list);
 900                 lnet_free_text_buf(ltb);
 901         }
 902 }
 903
 904 void
 905 lnet_print_text_bufs(struct list_head *tbs)
 906 {
 907         struct list_head *tmp;
 908         struct lnet_text_buf  *ltb;
 909
 910         list_for_each(tmp, tbs) {
 911                 ltb = list_entry(tmp, struct lnet_text_buf, ltb_list);
 912
 913                 CDEBUG(D_WARNING, "%s\n", ltb->ltb_text);
 914         }
 915
 916         CDEBUG(D_WARNING, "%d allocated\n", lnet_tbnob);
 917 }
 918
 919 static int
 920 lnet_str2tbs_sep(struct list_head *tbs, char *str)
 921 {
 922         struct list_head  pending;
 923         char             *sep;
 924         int               nob;
 925         int               i;
 926         struct lnet_text_buf  *ltb;
 927
 928         INIT_LIST_HEAD(&pending);
 929
 930         /* Split 'str' into separate commands */
 931         for (;;) {
 932                 /* skip leading whitespace */
 933                 while (isspace(*str))
 934                         str++;
 935
 936                 /* scan for separator or comment */
 937                 for (sep = str; *sep != 0; sep++)
 938                         if (lnet_issep(*sep) || *sep == '#')
 939                                 break;
 940
 941                 nob = (int)(sep - str);
 942                 if (nob > 0) {
 943                         ltb = lnet_new_text_buf(nob);
 944                         if (ltb == NULL) {
 945                                 lnet_free_text_bufs(&pending);
 946                                 return -ENOMEM;
 947                         }
 948
 949                         for (i = 0; i < nob; i++)
 950                                 if (isspace(str[i]))
 951                                         ltb->ltb_text[i] = ' ';
 952                                 else
 953                                         ltb->ltb_text[i] = str[i];
 954
 955                         ltb->ltb_text[nob] = 0;
 956
 957                         list_add_tail(&ltb->ltb_list, &pending);
 958                 }
 959
 960                 if (*sep == '#') {
 961                         /* scan for separator */
 962                         do {
 963                                 sep++;
 964                         } while (*sep != 0 && !lnet_issep(*sep));
 965                 }
 966
 967                 if (*sep == 0)
 968                         break;
 969
 970                 str = sep + 1;
 971         }
 972
 973         list_splice(&pending, tbs->prev);
 974         return 0;
 975 }
 976
 977 static int
 978 lnet_expand1tb(struct list_head *list,
 979                char *str, char *sep1, char *sep2,
 980                char *item, int itemlen)
 981 {
 982         int              len1 = (int)(sep1 - str);
 983         int              len2 = strlen(sep2 + 1);
 984         struct lnet_text_buf *ltb;
 985
 986         LASSERT (*sep1 == '[');
 987         LASSERT (*sep2 == ']');
 988
 989         ltb = lnet_new_text_buf(len1 + itemlen + len2);
 990         if (ltb == NULL)
 991                 return -ENOMEM;
 992
 993         memcpy(ltb->ltb_text, str, len1);
 994         memcpy(&ltb->ltb_text[len1], item, itemlen);
 995         memcpy(&ltb->ltb_text[len1+itemlen], sep2 + 1, len2);
 996         ltb->ltb_text[len1 + itemlen + len2] = 0;
 997
 998         list_add_tail(&ltb->ltb_list, list);
 999         return 0;
1000 }
1001
1002 static int
1003 lnet_str2tbs_expand(struct list_head *tbs, char *str)
1004 {
1005         char              num[16];
1006         struct list_head  pending;
1007         char             *sep;
1008         char             *sep2;
1009         char             *parsed;
1010         char             *enditem;
1011         int               lo;
1012         int               hi;
1013         int               stride;
1014         int               i;
1015         int               nob;
1016         int               scanned;
1017
1018         INIT_LIST_HEAD(&pending);
1019
1020         sep = strchr(str, '[');
1021         if (sep == NULL)                        /* nothing to expand */
1022                 return 0;
1023
1024         sep2 = strchr(sep, ']');
1025         if (sep2 == NULL)
1026                 goto failed;
1027
1028         for (parsed = sep; parsed < sep2; parsed = enditem) {
1029
1030                 enditem = ++parsed;
1031                 while (enditem < sep2 && *enditem != ',')
1032                         enditem++;
1033
1034                 if (enditem == parsed)          /* no empty items */
1035                         goto failed;
1036
1037                 if (sscanf(parsed, "%d-%d/%d%n", &lo, &hi, &stride, &scanned) < 3) {
1038
1039                         if (sscanf(parsed, "%d-%d%n", &lo, &hi, &scanned) < 2) {
1040
1041                                 /* simple string enumeration */
1042                                 if (lnet_expand1tb(&pending, str, sep, sep2,
1043                                                    parsed, (int)(enditem - parsed)) != 0)
1044                                         goto failed;
1045
1046                                 continue;
1047                         }
1048
1049                         stride = 1;
1050                 }
1051
1052                 /* range expansion */
1053
1054                 if (enditem != parsed + scanned) /* no trailing junk */
1055                         goto failed;
1056
1057                 if (hi < 0 || lo < 0 || stride < 0 || hi < lo ||
1058                     (hi - lo) % stride != 0)
1059                         goto failed;
1060
1061                 for (i = lo; i <= hi; i += stride) {
1062
1063                         snprintf(num, sizeof(num), "%d", i);
1064                         nob = strlen(num);
1065                         if (nob + 1 == sizeof(num))
1066                                 goto failed;
1067
1068                         if (lnet_expand1tb(&pending, str, sep, sep2,
1069                                            num, nob) != 0)
1070                                 goto failed;
1071                 }
1072         }
1073
1074         list_splice(&pending, tbs->prev);
1075         return 1;
1076
1077  failed:
1078         lnet_free_text_bufs(&pending);
1079         return -EINVAL;
1080 }
1081
1082 static int
1083 lnet_parse_hops (char *str, unsigned int *hops)
1084 {
1085         int     len = strlen(str);
1086         int     nob = len;
1087
1088         return (sscanf(str, "%u%n", hops, &nob) >= 1 &&
1089                 nob == len &&
1090                 *hops > 0 && *hops < 256);
1091 }
1092
1093 #define LNET_PRIORITY_SEPARATOR (':')
1094
1095 static int
1096 lnet_parse_priority(char *str, unsigned int *priority, char **token)
1097 {
1098         int   nob;
1099         char *sep;
1100         int   len;
1101
1102         sep = strchr(str, LNET_PRIORITY_SEPARATOR);
1103         if (sep == NULL) {
1104                 *priority = 0;
1105                 return 0;
1106         }
1107         len = strlen(sep + 1);
1108
1109         if ((sscanf((sep+1), "%u%n", priority, &nob) < 1) || (len != nob)) {
1110                 /* Update the caller's token pointer so it treats the found
1111                    priority as the token to report in the error message. */
1112                 *token += sep - str + 1;
1113                 return -EINVAL;
1114         }
1115
1116         CDEBUG(D_NET, "gateway %s, priority %d, nob %d\n", str, *priority, nob);
1117
1118         /*
1119          * Change priority separator to \0 to be able to parse NID
1120          */
1121         *sep = '\0';
1122         return 0;
1123 }
1124
1125 static int
1126 lnet_parse_route (char *str, int *im_a_router)
1127 {
1128         /* static scratch buffer OK (single threaded) */
1129         static char       cmd[LNET_SINGLE_TEXTBUF_NOB];
1130
1131         struct list_head  nets;
1132         struct list_head  gateways;
1133         struct list_head *tmp1;
1134         struct list_head *tmp2;
1135         __u32             net;
1136         lnet_nid_t        nid;
1137         struct lnet_text_buf  *ltb;
1138         int               rc;
1139         char             *sep;
1140         char             *token = str;
1141         int               ntokens = 0;
1142         int               myrc = -1;
1143         __u32             hops;
1144         int               got_hops = 0;
1145         unsigned int      priority = 0;
1146
1147         INIT_LIST_HEAD(&gateways);
1148         INIT_LIST_HEAD(&nets);
1149
1150         /* save a copy of the string for error messages */
1151         strncpy(cmd, str, sizeof(cmd));
1152         cmd[sizeof(cmd) - 1] = '\0';
1153
1154         sep = str;
1155         for (;;) {
1156                 /* scan for token start */
1157                 while (isspace(*sep))
1158                         sep++;
1159                 if (*sep == 0) {
1160                         if (ntokens < (got_hops ? 3 : 2))
1161                                 goto token_error;
1162                         break;
1163                 }
1164
1165                 ntokens++;
1166                 token = sep++;
1167
1168                 /* scan for token end */
1169                 while (*sep != 0 && !isspace(*sep))
1170                         sep++;
1171                 if (*sep != 0)
1172                         *sep++ = 0;
1173
1174                 if (ntokens == 1) {
1175                         tmp2 = &nets;           /* expanding nets */
1176                 } else if (ntokens == 2 &&
1177                            lnet_parse_hops(token, &hops)) {
1178                         got_hops = 1;           /* got a hop count */
1179                         continue;
1180                 } else {
1181                         tmp2 = &gateways;       /* expanding gateways */
1182                 }
1183
1184                 ltb = lnet_new_text_buf(strlen(token));
1185                 if (ltb == NULL)
1186                         goto out;
1187
1188                 strcpy(ltb->ltb_text, token);
1189                 tmp1 = &ltb->ltb_list;
1190                 list_add_tail(tmp1, tmp2);
1191
1192                 while (tmp1 != tmp2) {
1193                         ltb = list_entry(tmp1, struct lnet_text_buf, ltb_list);
1194
1195                         rc = lnet_str2tbs_expand(tmp1->next, ltb->ltb_text);
1196                         if (rc < 0)
1197                                 goto token_error;
1198
1199                         tmp1 = tmp1->next;
1200
1201                         if (rc > 0) {           /* expanded! */
1202                                 list_del(&ltb->ltb_list);
1203                                 lnet_free_text_buf(ltb);
1204                                 continue;
1205                         }
1206
1207                         if (ntokens == 1) {
1208                                 net = libcfs_str2net(ltb->ltb_text);
1209                                 if (net == LNET_NIDNET(LNET_NID_ANY) ||
1210                                     LNET_NETTYP(net) == LOLND)
1211                                         goto token_error;
1212                         } else {
1213                                 rc = lnet_parse_priority(ltb->ltb_text,
1214                                                          &priority, &token);
1215                                 if (rc < 0)
1216                                         goto token_error;
1217
1218                                 nid = libcfs_str2nid(ltb->ltb_text);
1219                                 if (nid == LNET_NID_ANY ||
1220                                     LNET_NETTYP(LNET_NIDNET(nid)) == LOLND)
1221                                         goto token_error;
1222                         }
1223                 }
1224         }
1225
1226         /* if there are no hops set then we want to flag this value as
1227          * unset since hops is an optional parameter */
1228         if (!got_hops)
1229                 hops = LNET_UNDEFINED_HOPS;
1230
1231         LASSERT(!list_empty(&nets));
1232         LASSERT(!list_empty(&gateways));
1233
1234         list_for_each(tmp1, &nets) {
1235                 ltb = list_entry(tmp1, struct lnet_text_buf, ltb_list);
1236                 net = libcfs_str2net(ltb->ltb_text);
1237                 LASSERT (net != LNET_NIDNET(LNET_NID_ANY));
1238
1239                 list_for_each(tmp2, &gateways) {
1240                         ltb = list_entry(tmp2, struct lnet_text_buf, ltb_list);
1241                         nid = libcfs_str2nid(ltb->ltb_text);
1242                         LASSERT(nid != LNET_NID_ANY);
1243
1244                         if (lnet_islocalnid(nid)) {
1245                                 *im_a_router = 1;
1246                                 continue;
1247                         }
1248
1249                         rc = lnet_add_route(net, hops, nid, priority, 1);
1250                         if (rc != 0 && rc != -EEXIST && rc != -EHOSTUNREACH) {
1251                                 CERROR("Can't create route "
1252                                        "to %s via %s\n",
1253                                        libcfs_net2str(net),
1254                                        libcfs_nid2str(nid));
1255                                 goto out;
1256                         }
1257                 }
1258         }
1259
1260         myrc = 0;
1261         goto out;
1262
1263 token_error:
1264         lnet_syntax("routes", cmd, (int)(token - str), strlen(token));
1265 out:
1266         lnet_free_text_bufs(&nets);
1267         lnet_free_text_bufs(&gateways);
1268         return myrc;
1269 }
1270
1271 static int
1272 lnet_parse_route_tbs(struct list_head *tbs, int *im_a_router)
1273 {
1274         struct lnet_text_buf   *ltb;
1275
1276         while (!list_empty(tbs)) {
1277                 ltb = list_entry(tbs->next, struct lnet_text_buf, ltb_list);
1278
1279                 if (lnet_parse_route(ltb->ltb_text, im_a_router) < 0) {
1280                         lnet_free_text_bufs(tbs);
1281                         return -EINVAL;
1282                 }
1283
1284                 list_del(&ltb->ltb_list);
1285                 lnet_free_text_buf(ltb);
1286         }
1287
1288         return 0;
1289 }
1290
1291 int
1292 lnet_parse_routes (char *routes, int *im_a_router)
1293 {
1294         struct list_head tbs;
1295         int              rc = 0;
1296
1297         *im_a_router = 0;
1298
1299         INIT_LIST_HEAD(&tbs);
1300
1301         if (lnet_str2tbs_sep(&tbs, routes) < 0) {
1302                 CERROR("Error parsing routes\n");
1303                 rc = -EINVAL;
1304         } else {
1305                 rc = lnet_parse_route_tbs(&tbs, im_a_router);
1306         }
1307
1308         LASSERT (lnet_tbnob == 0);
1309         return rc;
1310 }
1311
1312 static int
1313 lnet_match_network_token(char *token, int len, __u32 *ipaddrs, int nip)
1314 {
1315         LIST_HEAD(list);
1316         int             rc;
1317         int             i;
1318
1319         rc = cfs_ip_addr_parse(token, len, &list);
1320         if (rc != 0)
1321                 return rc;
1322
1323         for (rc = i = 0; !rc && i < nip; i++)
1324                 rc = cfs_ip_addr_match(ipaddrs[i], &list);
1325
1326         cfs_expr_list_free_list(&list);
1327
1328         return rc;
1329 }
1330
1331 static int
1332 lnet_match_network_tokens(char *net_entry, __u32 *ipaddrs, int nip)
1333 {
1334         static char tokens[LNET_SINGLE_TEXTBUF_NOB];
1335
1336         int   matched = 0;
1337         int   ntokens = 0;
1338         int   len;
1339         char *net = NULL;
1340         char *sep;
1341         char *token;
1342         int   rc;
1343
1344         LASSERT(strlen(net_entry) < sizeof(tokens));
1345
1346         /* work on a copy of the string */
1347         strcpy(tokens, net_entry);
1348         sep = tokens;
1349         for (;;) {
1350                 /* scan for token start */
1351                 while (isspace(*sep))
1352                         sep++;
1353                 if (*sep == 0)
1354                         break;
1355
1356                 token = sep++;
1357
1358                 /* scan for token end */
1359                 while (*sep != 0 && !isspace(*sep))
1360                         sep++;
1361                 if (*sep != 0)
1362                         *sep++ = 0;
1363
1364                 if (ntokens++ == 0) {
1365                         net = token;
1366                         continue;
1367                 }
1368
1369                 len = strlen(token);
1370
1371                 rc = lnet_match_network_token(token, len, ipaddrs, nip);
1372                 if (rc < 0) {
1373                         lnet_syntax("ip2nets", net_entry,
1374                                     (int)(token - tokens), len);
1375                         return rc;
1376                 }
1377
1378                 matched |= (rc != 0);
1379         }
1380
1381         if (!matched)
1382                 return 0;
1383
1384         strcpy(net_entry, net);                 /* replace with matched net */
1385         return 1;
1386 }
1387
1388 static __u32
1389 lnet_netspec2net(char *netspec)
1390 {
1391         char   *bracket = strchr(netspec, '(');
1392         __u32   net;
1393
1394         if (bracket != NULL)
1395                 *bracket = 0;
1396
1397         net = libcfs_str2net(netspec);
1398
1399         if (bracket != NULL)
1400                 *bracket = '(';
1401
1402         return net;
1403 }
1404
1405 static int
1406 lnet_splitnets(char *source, struct list_head *nets)
1407 {
1408         int               offset = 0;
1409         int               offset2;
1410         int               len;
1411         struct lnet_text_buf  *tb;
1412         struct lnet_text_buf  *tb2;
1413         struct list_head *t;
1414         char             *sep;
1415         char             *bracket;
1416         __u32             net;
1417
1418         LASSERT(!list_empty(nets));
1419         LASSERT(nets->next == nets->prev);      /* single entry */
1420
1421         tb = list_entry(nets->next, struct lnet_text_buf, ltb_list);
1422
1423         for (;;) {
1424                 sep = strchr(tb->ltb_text, ',');
1425                 bracket = strchr(tb->ltb_text, '(');
1426
1427                 if (sep != NULL &&
1428                     bracket != NULL &&
1429                     bracket < sep) {
1430                         /* netspec lists interfaces... */
1431
1432                         offset2 = offset + (int)(bracket - tb->ltb_text);
1433                         len = strlen(bracket);
1434
1435                         bracket = strchr(bracket + 1, ')');
1436
1437                         if (bracket == NULL ||
1438                             !(bracket[1] == ',' || bracket[1] == 0)) {
1439                                 lnet_syntax("ip2nets", source, offset2, len);
1440                                 return -EINVAL;
1441                         }
1442
1443                         sep = (bracket[1] == 0) ? NULL : bracket + 1;
1444                 }
1445
1446                 if (sep != NULL)
1447                         *sep++ = 0;
1448
1449                 net = lnet_netspec2net(tb->ltb_text);
1450                 if (net == LNET_NIDNET(LNET_NID_ANY)) {
1451                         lnet_syntax("ip2nets", source, offset,
1452                                     strlen(tb->ltb_text));
1453                         return -EINVAL;
1454                 }
1455
1456                 list_for_each(t, nets) {
1457                         tb2 = list_entry(t, struct lnet_text_buf, ltb_list);
1458
1459                         if (tb2 == tb)
1460                                 continue;
1461
1462                         if (net == lnet_netspec2net(tb2->ltb_text)) {
1463                                 /* duplicate network */
1464                                 lnet_syntax("ip2nets", source, offset,
1465                                             strlen(tb->ltb_text));
1466                                 return -EINVAL;
1467                         }
1468                 }
1469
1470                 if (sep == NULL)
1471                         return 0;
1472
1473                 offset += (int)(sep - tb->ltb_text);
1474                 len = strlen(sep);
1475                 tb2 = lnet_new_text_buf(len);
1476                 if (tb2 == NULL)
1477                         return -ENOMEM;
1478
1479                 strncpy(tb2->ltb_text, sep, len);
1480                 tb2->ltb_text[len] = '\0';
1481                 list_add_tail(&tb2->ltb_list, nets);
1482
1483                 tb = tb2;
1484         }
1485 }
1486
1487 static int
1488 lnet_match_networks (char **networksp, char *ip2nets, __u32 *ipaddrs, int nip)
1489 {
1490         static char       networks[LNET_SINGLE_TEXTBUF_NOB];
1491         static char       source[LNET_SINGLE_TEXTBUF_NOB];
1492
1493         struct list_head  raw_entries;
1494         struct list_head  matched_nets;
1495         struct list_head  current_nets;
1496         struct list_head *t;
1497         struct list_head *t2;
1498         struct lnet_text_buf  *tb;
1499         struct lnet_text_buf  *tb2;
1500         __u32             net1;
1501         __u32             net2;
1502         int               len;
1503         int               count;
1504         int               dup;
1505         int               rc;
1506
1507         INIT_LIST_HEAD(&raw_entries);
1508         if (lnet_str2tbs_sep(&raw_entries, ip2nets) < 0) {
1509                 CERROR("Error parsing ip2nets\n");
1510                 LASSERT(lnet_tbnob == 0);
1511                 return -EINVAL;
1512         }
1513
1514         INIT_LIST_HEAD(&matched_nets);
1515         INIT_LIST_HEAD(&current_nets);
1516         networks[0] = 0;
1517         count = 0;
1518         len = 0;
1519         rc = 0;
1520
1521         while (!list_empty(&raw_entries)) {
1522                 tb = list_entry(raw_entries.next, struct lnet_text_buf,
1523                                 ltb_list);
1524
1525                 strncpy(source, tb->ltb_text, sizeof(source));
1526                 source[sizeof(source) - 1] = '\0';
1527
1528                 /* replace ltb_text with the network(s) add on match */
1529                 rc = lnet_match_network_tokens(tb->ltb_text, ipaddrs, nip);
1530                 if (rc < 0)
1531                         break;
1532
1533                 list_del(&tb->ltb_list);
1534
1535                 if (rc == 0) {                  /* no match */
1536                         lnet_free_text_buf(tb);
1537                         continue;
1538                 }
1539
1540                 /* split into separate networks */
1541                 INIT_LIST_HEAD(&current_nets);
1542                 list_add(&tb->ltb_list, &current_nets);
1543                 rc = lnet_splitnets(source, &current_nets);
1544                 if (rc < 0)
1545                         break;
1546
1547                 dup = 0;
1548                 list_for_each(t, &current_nets) {
1549                         tb = list_entry(t, struct lnet_text_buf, ltb_list);
1550                         net1 = lnet_netspec2net(tb->ltb_text);
1551                         LASSERT(net1 != LNET_NIDNET(LNET_NID_ANY));
1552
1553                         list_for_each(t2, &matched_nets) {
1554                                 tb2 = list_entry(t2, struct lnet_text_buf,
1555                                                  ltb_list);
1556                                 net2 = lnet_netspec2net(tb2->ltb_text);
1557                                 LASSERT(net2 != LNET_NIDNET(LNET_NID_ANY));
1558
1559                                 if (net1 == net2) {
1560                                         dup = 1;
1561                                         break;
1562                                 }
1563                         }
1564
1565                         if (dup)
1566                                 break;
1567                 }
1568
1569                 if (dup) {
1570                         lnet_free_text_bufs(&current_nets);
1571                         continue;
1572                 }
1573
1574                 list_for_each_safe(t, t2, &current_nets) {
1575                         tb = list_entry(t, struct lnet_text_buf, ltb_list);
1576
1577                         list_move_tail(&tb->ltb_list, &matched_nets);
1578
1579                         len += scnprintf(networks + len, sizeof(networks) - len,
1580                                          "%s%s", (len == 0) ? "" : ",",
1581                                          tb->ltb_text);
1582
1583                         if (len >= sizeof(networks)) {
1584                                 CERROR("Too many matched networks\n");
1585                                 rc = -E2BIG;
1586                                 goto out;
1587                         }
1588                 }
1589
1590                 count++;
1591         }
1592
1593  out:
1594         lnet_free_text_bufs(&raw_entries);
1595         lnet_free_text_bufs(&matched_nets);
1596         lnet_free_text_bufs(&current_nets);
1597         LASSERT(lnet_tbnob == 0);
1598
1599         if (rc < 0)
1600                 return rc;
1601
1602         *networksp = networks;
1603         return count;
1604 }
1605 /*
1606  * kernel 5.3: commit ef11db3310e272d3d8dbe8739e0770820dd20e52
1607  * added in_dev_for_each_ifa_rtnl and in_dev_for_each_ifa_rcu
1608  * and removed for_ifa and endfor_ifa.
1609  * Use the _rntl variant as the current locking is rtnl.
1610  */
1611 #ifdef in_dev_for_each_ifa_rtnl
1612 #define DECLARE_CONST_IN_IFADDR(ifa)            const struct in_ifaddr *ifa
1613 #define endfor_ifa(in_dev)
1614 #else
1615 #define DECLARE_CONST_IN_IFADDR(ifa)
1616 #define in_dev_for_each_ifa_rtnl(ifa, in_dev)   for_ifa((in_dev))
1617 #endif
1618
1619 int lnet_inet_enumerate(struct lnet_inetdev **dev_list, struct net *ns)
1620 {
1621         struct lnet_inetdev *ifaces = NULL;
1622         struct net_device *dev;
1623         int nalloc = 0;
1624         int nip = 0;
1625         DECLARE_CONST_IN_IFADDR(ifa);
1626
1627         rtnl_lock();
1628         for_each_netdev(ns, dev) {
1629                 int flags = dev_get_flags(dev);
1630                 struct in_device *in_dev;
1631                 int node_id;
1632                 int cpt;
1633
1634                 if (flags & IFF_LOOPBACK) /* skip the loopback IF */
1635                         continue;
1636
1637                 if (!(flags & IFF_UP)) {
1638                         CWARN("lnet: Ignoring interface %s: it's down\n",
1639                               dev->name);
1640                         continue;
1641                 }
1642
1643                 in_dev = __in_dev_get_rtnl(dev);
1644                 if (!in_dev) {
1645                         CWARN("lnet: Interface %s has no IPv4 status.\n",
1646                               dev->name);
1647                         continue;
1648                 }
1649
1650                 node_id = dev_to_node(&dev->dev);
1651                 cpt = cfs_cpt_of_node(lnet_cpt_table(), node_id);
1652
1653                 in_dev_for_each_ifa_rtnl(ifa, in_dev) {
1654                         if (nip >= nalloc) {
1655                                 struct lnet_inetdev *tmp;
1656
1657                                 nalloc += LNET_INTERFACES_NUM;
1658                                 tmp = krealloc(ifaces, nalloc * sizeof(*tmp),
1659                                                GFP_KERNEL);
1660                                 if (!tmp) {
1661                                         kfree(ifaces);
1662                                         ifaces = NULL;
1663                                         nip = -ENOMEM;
1664                                         goto unlock_rtnl;
1665                                 }
1666                                 ifaces = tmp;
1667                         }
1668
1669                         ifaces[nip].li_cpt = cpt;
1670                         ifaces[nip].li_flags = flags;
1671                         ifaces[nip].li_ipaddr = ntohl(ifa->ifa_local);
1672                         ifaces[nip].li_netmask = ntohl(ifa->ifa_mask);
1673                         strlcpy(ifaces[nip].li_name, ifa->ifa_label,
1674                                 sizeof(ifaces[nip].li_name));
1675                         nip++;
1676                 }
1677                 endfor_ifa(in_dev);
1678         }
1679 unlock_rtnl:
1680         rtnl_unlock();
1681
1682         if (nip == 0) {
1683                 CERROR("lnet: Can't find any usable interfaces, rc = -ENOENT\n");
1684                 nip = -ENOENT;
1685         }
1686
1687         *dev_list = ifaces;
1688         return nip;
1689 }
1690 EXPORT_SYMBOL(lnet_inet_enumerate);
1691
1692 int
1693 lnet_parse_ip2nets (char **networksp, char *ip2nets)
1694 {
1695         struct lnet_inetdev *ifaces = NULL;
1696         __u32     *ipaddrs = NULL;
1697         int nip;
1698         int        rc;
1699         int i;
1700
1701         if (current->nsproxy && current->nsproxy->net_ns)
1702                 nip = lnet_inet_enumerate(&ifaces, current->nsproxy->net_ns);
1703         else
1704                 nip = lnet_inet_enumerate(&ifaces, &init_net);
1705         if (nip < 0) {
1706                 if (nip != -ENOENT) {
1707                         LCONSOLE_ERROR_MSG(0x117,
1708                                            "Error %d enumerating local IP interfaces for ip2nets to match\n",
1709                                            nip);
1710                 } else {
1711                         LCONSOLE_ERROR_MSG(0x118,
1712                                            "No local IP interfaces for ip2nets to match\n");
1713                 }
1714                 return nip;
1715         }
1716
1717         LIBCFS_ALLOC(ipaddrs, nip * sizeof(*ipaddrs));
1718         if (!ipaddrs) {
1719                 rc = -ENOMEM;
1720                 CERROR("lnet: Can't allocate ipaddrs[%d], rc = %d\n",
1721                        nip, rc);
1722                 goto out_free_addrs;
1723         }
1724
1725         for (i = 0; i < nip; i++)
1726                 ipaddrs[i] = ifaces[i].li_ipaddr;
1727
1728         rc = lnet_match_networks(networksp, ip2nets, ipaddrs, nip);
1729         if (rc < 0) {
1730                 LCONSOLE_ERROR_MSG(0x119, "Error %d parsing ip2nets\n", rc);
1731         } else if (rc == 0) {
1732                 LCONSOLE_ERROR_MSG(0x11a, "ip2nets does not match "
1733                                    "any local IP interfaces\n");
1734                 rc = -ENOENT;
1735         }
1736         LIBCFS_FREE(ipaddrs, nip * sizeof(*ipaddrs));
1737 out_free_addrs:
1738         kfree(ifaces);
1739         return rc > 0 ? 0 : rc;
1740 }