lnet/lnet/config.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Use is subject to license terms.
  25  *
  26  * Copyright (c) 2012, 2017, Intel Corporation.
  27  */
  28 /*
  29  * This file is part of Lustre, http://www.lustre.org/
  30  * Lustre is a trademark of Sun Microsystems, Inc.
  31  */
  32
  33 #define DEBUG_SUBSYSTEM S_LNET
  34
  35 #include <linux/ctype.h>
  36 #include <linux/inetdevice.h>
  37 #include <linux/nsproxy.h>
  38 #include <net/net_namespace.h>
  39 #include <lnet/lib-lnet.h>
  40
  41 /* tmp struct for parsing routes */
  42 struct lnet_text_buf {
  43         struct list_head        ltb_list;       /* stash on lists */
  44         int                     ltb_size;       /* allocated size */
  45         char                    ltb_text[0];    /* text buffer */
  46 };
  47
  48 static int lnet_tbnob = 0;                      /* track text buf allocation */
  49 #define LNET_MAX_TEXTBUF_NOB     (64<<10)       /* bound allocation */
  50 #define LNET_SINGLE_TEXTBUF_NOB  (4<<10)
  51
  52 #define SPACESTR " \t\v\r\n"
  53 #define DELIMITERS ":()[]"
  54
  55 static void
  56 lnet_syntax(const char *name, const char *str, int offset, int width)
  57 {
  58         static char dots[LNET_SINGLE_TEXTBUF_NOB];
  59         static char dashes[LNET_SINGLE_TEXTBUF_NOB];
  60
  61         memset(dots, '.', sizeof(dots));
  62         dots[sizeof(dots)-1] = 0;
  63         memset(dashes, '-', sizeof(dashes));
  64         dashes[sizeof(dashes)-1] = 0;
  65
  66         LCONSOLE_ERROR_MSG(0x10f, "Error parsing '%s=\"%s\"'\n", name, str);
  67         LCONSOLE_ERROR_MSG(0x110, "here...........%.*s..%.*s|%.*s|\n",
  68                            (int)strlen(name), dots, offset, dots,
  69                             (width < 1) ? 0 : width - 1, dashes);
  70 }
  71
  72 static int
  73 lnet_issep (char c)
  74 {
  75         switch (c) {
  76         case '\n':
  77         case '\r':
  78         case ';':
  79                 return 1;
  80         default:
  81                 return 0;
  82         }
  83 }
  84
  85 bool
  86 lnet_net_unique(__u32 net_id, struct list_head *netlist,
  87                 struct lnet_net **net)
  88 {
  89         struct lnet_net  *net_l;
  90
  91         if (!netlist)
  92                 return true;
  93
  94         list_for_each_entry(net_l, netlist, net_list) {
  95                 if (net_l->net_id == net_id) {
  96                         if (net != NULL)
  97                                 *net = net_l;
  98                         return false;
  99                 }
 100         }
 101
 102         return true;
 103 }
 104
 105 /* check that the NI is unique within the list of NIs already added to
 106  * a network */
 107 bool
 108 lnet_ni_unique_net(struct list_head *nilist, char *iface)
 109 {
 110         struct list_head *tmp;
 111         struct lnet_ni *ni;
 112
 113         list_for_each(tmp, nilist) {
 114                 ni = list_entry(tmp, struct lnet_ni, ni_netlist);
 115
 116                 if (ni->ni_interfaces[0] != NULL &&
 117                     strncmp(ni->ni_interfaces[0], iface, strlen(iface)) == 0)
 118                         return false;
 119         }
 120
 121         return true;
 122 }
 123
 124 /* check that the NI is unique to the interfaces with in the same NI.
 125  * This is only a consideration if use_tcp_bonding is set */
 126 static bool
 127 lnet_ni_unique_ni(char *iface_list[LNET_INTERFACES_NUM], char *iface)
 128 {
 129         int i;
 130         for (i = 0; i < LNET_INTERFACES_NUM; i++) {
 131                 if (iface_list[i] != NULL &&
 132                     strncmp(iface_list[i], iface, strlen(iface)) == 0)
 133                         return false;
 134         }
 135
 136         return true;
 137 }
 138
 139 static bool
 140 in_array(__u32 *array, __u32 size, __u32 value)
 141 {
 142         int i;
 143
 144         for (i = 0; i < size; i++) {
 145                 if (array[i] == value)
 146                         return false;
 147         }
 148
 149         return true;
 150 }
 151
 152 static int
 153 lnet_net_append_cpts(__u32 *cpts, __u32 ncpts, struct lnet_net *net)
 154 {
 155         __u32 *added_cpts = NULL;
 156         int i, j = 0, rc = 0;
 157
 158         /*
 159          * no need to go futher since a subset of the NIs already exist on
 160          * all CPTs
 161          */
 162         if (net->net_ncpts == LNET_CPT_NUMBER)
 163                 return 0;
 164
 165         if (cpts == NULL) {
 166                 /* there is an NI which will exist on all CPTs */
 167                 if (net->net_cpts != NULL)
 168                         LIBCFS_FREE(net->net_cpts, sizeof(*net->net_cpts) *
 169                                     net->net_ncpts);
 170                 net->net_cpts = NULL;
 171                 net->net_ncpts = LNET_CPT_NUMBER;
 172                 return 0;
 173         }
 174
 175         if (net->net_cpts == NULL) {
 176                 LIBCFS_ALLOC(net->net_cpts, sizeof(*net->net_cpts) * ncpts);
 177                 if (net->net_cpts == NULL)
 178                         return -ENOMEM;
 179                 memcpy(net->net_cpts, cpts, ncpts * sizeof(*net->net_cpts));
 180                 net->net_ncpts = ncpts;
 181                 return 0;
 182         }
 183
 184         LIBCFS_ALLOC(added_cpts, sizeof(*added_cpts) * LNET_CPT_NUMBER);
 185         if (added_cpts == NULL)
 186                 return -ENOMEM;
 187
 188         for (i = 0; i < ncpts; i++) {
 189                 if (!in_array(net->net_cpts, net->net_ncpts, cpts[i])) {
 190                         added_cpts[j] = cpts[i];
 191                         j++;
 192                 }
 193         }
 194
 195         /* append the new cpts if any to the list of cpts in the net */
 196         if (j > 0) {
 197                 __u32 *array = NULL, *loc;
 198                 __u32 total_entries = j + net->net_ncpts;
 199
 200                 LIBCFS_ALLOC(array, sizeof(*net->net_cpts) * total_entries);
 201                 if (array == NULL) {
 202                         rc = -ENOMEM;
 203                         goto failed;
 204                 }
 205
 206                 memcpy(array, net->net_cpts, net->net_ncpts);
 207                 loc = array + net->net_ncpts;
 208                 memcpy(loc, added_cpts, j);
 209
 210                 LIBCFS_FREE(net->net_cpts, sizeof(*net->net_cpts) *
 211                             net->net_ncpts);
 212                 net->net_ncpts = total_entries;
 213                 net->net_cpts = array;
 214         }
 215
 216 failed:
 217         LIBCFS_FREE(added_cpts, sizeof(*added_cpts) * LNET_CPT_NUMBER);
 218
 219         return rc;
 220 }
 221
 222 static void
 223 lnet_net_remove_cpts(__u32 *cpts, __u32 ncpts, struct lnet_net *net)
 224 {
 225         struct lnet_ni *ni;
 226         int rc;
 227
 228         /*
 229          * Operation Assumption:
 230          *      This function is called after an NI has been removed from
 231          *      its parent net.
 232          *
 233          * if we're removing an NI which exists on all CPTs then
 234          * we have to check if any of the other NIs on this net also
 235          * exists on all CPTs. If none, then we need to build our Net CPT
 236          * list based on the remaining NIs.
 237          *
 238          * If the NI being removed exist on a subset of the CPTs then we
 239          * alo rebuild the Net CPT list based on the remaining NIs, which
 240          * should resutl in the expected Net CPT list.
 241          */
 242
 243         /*
 244          * sometimes this function can be called due to some failure
 245          * creating an NI, before any of the cpts are allocated, so check
 246          * for that case and don't do anything
 247          */
 248         if (ncpts == 0)
 249                 return;
 250
 251         if (ncpts == LNET_CPT_NUMBER) {
 252                 /*
 253                  * first iteration through the NI list in the net to see
 254                  * if any of the NIs exist on all the CPTs. If one is
 255                  * found then our job is done.
 256                  */
 257                 list_for_each_entry(ni, &net->net_ni_list, ni_netlist) {
 258                         if (ni->ni_ncpts == LNET_CPT_NUMBER)
 259                                 return;
 260                 }
 261         }
 262
 263         /*
 264          * Rebuild the Net CPT list again, thereby only including only the
 265          * CPTs which the remaining NIs are associated with.
 266          */
 267         if (net->net_cpts != NULL) {
 268                 LIBCFS_FREE(net->net_cpts,
 269                         sizeof(*net->net_cpts) * net->net_ncpts);
 270                 net->net_cpts = NULL;
 271         }
 272
 273         list_for_each_entry(ni, &net->net_ni_list, ni_netlist) {
 274                 rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts,
 275                                           net);
 276                 if (rc != 0) {
 277                         CERROR("Out of Memory\n");
 278                         /*
 279                          * do our best to keep on going. Delete
 280                          * the net cpts and set it to NULL. This
 281                          * way we can keep on going but less
 282                          * efficiently, since memory accesses might be
 283                          * accross CPT lines.
 284                          */
 285                         if (net->net_cpts != NULL) {
 286                                 LIBCFS_FREE(net->net_cpts,
 287                                                 sizeof(*net->net_cpts) *
 288                                                 net->net_ncpts);
 289                                 net->net_cpts = NULL;
 290                                 net->net_ncpts = LNET_CPT_NUMBER;
 291                         }
 292                         return;
 293                 }
 294         }
 295 }
 296
 297 void
 298 lnet_ni_free(struct lnet_ni *ni)
 299 {
 300         int i;
 301
 302         lnet_net_remove_cpts(ni->ni_cpts, ni->ni_ncpts, ni->ni_net);
 303
 304         if (ni->ni_refs != NULL)
 305                 cfs_percpt_free(ni->ni_refs);
 306
 307         if (ni->ni_tx_queues != NULL)
 308                 cfs_percpt_free(ni->ni_tx_queues);
 309
 310         if (ni->ni_cpts != NULL)
 311                 cfs_expr_list_values_free(ni->ni_cpts, ni->ni_ncpts);
 312
 313         for (i = 0; i < LNET_INTERFACES_NUM &&
 314                     ni->ni_interfaces[i] != NULL; i++) {
 315                 LIBCFS_FREE(ni->ni_interfaces[i],
 316                             strlen(ni->ni_interfaces[i]) + 1);
 317         }
 318
 319         /* release reference to net namespace */
 320         if (ni->ni_net_ns != NULL)
 321                 put_net(ni->ni_net_ns);
 322
 323         LIBCFS_FREE(ni, sizeof(*ni));
 324 }
 325
 326 void
 327 lnet_net_free(struct lnet_net *net)
 328 {
 329         struct list_head *tmp, *tmp2;
 330         struct lnet_ni *ni;
 331
 332         LASSERT(list_empty(&net->net_ni_zombie));
 333
 334         /*
 335          * delete any nis that haven't been added yet. This could happen
 336          * if there is a failure on net startup
 337          */
 338         list_for_each_safe(tmp, tmp2, &net->net_ni_added) {
 339                 ni = list_entry(tmp, struct lnet_ni, ni_netlist);
 340                 list_del_init(&ni->ni_netlist);
 341                 lnet_ni_free(ni);
 342         }
 343
 344         /* delete any nis which have been started. */
 345         list_for_each_safe(tmp, tmp2, &net->net_ni_list) {
 346                 ni = list_entry(tmp, struct lnet_ni, ni_netlist);
 347                 list_del_init(&ni->ni_netlist);
 348                 lnet_ni_free(ni);
 349         }
 350
 351         if (net->net_cpts != NULL)
 352                 LIBCFS_FREE(net->net_cpts,
 353                             sizeof(*net->net_cpts) * net->net_ncpts);
 354
 355         LIBCFS_FREE(net, sizeof(*net));
 356 }
 357
 358 struct lnet_net *
 359 lnet_net_alloc(__u32 net_id, struct list_head *net_list)
 360 {
 361         struct lnet_net         *net;
 362
 363         if (!lnet_net_unique(net_id, net_list, NULL)) {
 364                 CERROR("Duplicate net %s. Ignore\n",
 365                        libcfs_net2str(net_id));
 366                 return NULL;
 367         }
 368
 369         LIBCFS_ALLOC(net, sizeof(*net));
 370         if (net == NULL) {
 371                 CERROR("Out of memory creating network %s\n",
 372                        libcfs_net2str(net_id));
 373                 return NULL;
 374         }
 375
 376         INIT_LIST_HEAD(&net->net_list);
 377         INIT_LIST_HEAD(&net->net_ni_list);
 378         INIT_LIST_HEAD(&net->net_ni_added);
 379         INIT_LIST_HEAD(&net->net_ni_zombie);
 380         spin_lock_init(&net->net_lock);
 381
 382         net->net_id = net_id;
 383         net->net_last_alive = ktime_get_real_seconds();
 384
 385         /* initialize global paramters to undefiend */
 386         net->net_tunables.lct_peer_timeout = -1;
 387         net->net_tunables.lct_max_tx_credits = -1;
 388         net->net_tunables.lct_peer_tx_credits = -1;
 389         net->net_tunables.lct_peer_rtr_credits = -1;
 390
 391         if (net_list)
 392                 list_add_tail(&net->net_list, net_list);
 393
 394         return net;
 395 }
 396
 397 static int
 398 lnet_ni_add_interface(struct lnet_ni *ni, char *iface)
 399 {
 400         int niface = 0;
 401
 402         if (ni == NULL)
 403                 return -ENOMEM;
 404
 405         if (!lnet_ni_unique_ni(ni->ni_interfaces, iface))
 406                 return -EINVAL;
 407
 408         /* Allocate a separate piece of memory and copy
 409          * into it the string, so we don't have
 410          * a depencency on the tokens string.  This way we
 411          * can free the tokens at the end of the function.
 412          * The newly allocated ni_interfaces[] can be
 413          * freed when freeing the NI */
 414         while (niface < LNET_INTERFACES_NUM &&
 415                ni->ni_interfaces[niface] != NULL)
 416                 niface++;
 417
 418         if (niface >= LNET_INTERFACES_NUM) {
 419                 LCONSOLE_ERROR_MSG(0x115, "Too many interfaces "
 420                                    "for net %s\n",
 421                                    libcfs_net2str(LNET_NIDNET(ni->ni_nid)));
 422                 return -EINVAL;
 423         }
 424
 425         LIBCFS_ALLOC(ni->ni_interfaces[niface],
 426                      strlen(iface) + 1);
 427
 428         if (ni->ni_interfaces[niface] == NULL) {
 429                 CERROR("Can't allocate net interface name\n");
 430                 return -ENOMEM;
 431         }
 432
 433         strncpy(ni->ni_interfaces[niface], iface,
 434                 strlen(iface) + 1);
 435
 436         return 0;
 437 }
 438
 439 static struct lnet_ni *
 440 lnet_ni_alloc_common(struct lnet_net *net, char *iface)
 441 {
 442         struct lnet_tx_queue    *tq;
 443         struct lnet_ni          *ni;
 444         int                     i;
 445
 446         if (iface != NULL)
 447                 /* make sure that this NI is unique in the net it's
 448                  * being added to */
 449                 if (!lnet_ni_unique_net(&net->net_ni_added, iface))
 450                         return NULL;
 451
 452         LIBCFS_ALLOC(ni, sizeof(*ni));
 453         if (ni == NULL) {
 454                 CERROR("Out of memory creating network interface %s%s\n",
 455                        libcfs_net2str(net->net_id),
 456                        (iface != NULL) ? iface : "");
 457                 return NULL;
 458         }
 459
 460         spin_lock_init(&ni->ni_lock);
 461         INIT_LIST_HEAD(&ni->ni_netlist);
 462         INIT_LIST_HEAD(&ni->ni_recovery);
 463         LNetInvalidateMDHandle(&ni->ni_ping_mdh);
 464         ni->ni_refs = cfs_percpt_alloc(lnet_cpt_table(),
 465                                        sizeof(*ni->ni_refs[0]));
 466         if (ni->ni_refs == NULL)
 467                 goto failed;
 468
 469         ni->ni_tx_queues = cfs_percpt_alloc(lnet_cpt_table(),
 470                                             sizeof(*ni->ni_tx_queues[0]));
 471         if (ni->ni_tx_queues == NULL)
 472                 goto failed;
 473
 474         cfs_percpt_for_each(tq, i, ni->ni_tx_queues)
 475                 INIT_LIST_HEAD(&tq->tq_delayed);
 476
 477         ni->ni_net = net;
 478         /* LND will fill in the address part of the NID */
 479         ni->ni_nid = LNET_MKNID(net->net_id, 0);
 480
 481         /* Store net namespace in which current ni is being created */
 482         if (current->nsproxy && current->nsproxy->net_ns)
 483                 ni->ni_net_ns = get_net(current->nsproxy->net_ns);
 484         else
 485                 ni->ni_net_ns = get_net(&init_net);
 486
 487         ni->ni_state = LNET_NI_STATE_INIT;
 488         list_add_tail(&ni->ni_netlist, &net->net_ni_added);
 489
 490         /*
 491          * if an interface name is provided then make sure to add in that
 492          * interface name in NI
 493          */
 494         if (iface)
 495                 if (lnet_ni_add_interface(ni, iface) != 0)
 496                         goto failed;
 497
 498         return ni;
 499 failed:
 500         lnet_ni_free(ni);
 501         return NULL;
 502 }
 503
 504 /* allocate and add to the provided network */
 505 struct lnet_ni *
 506 lnet_ni_alloc(struct lnet_net *net, struct cfs_expr_list *el, char *iface)
 507 {
 508         struct lnet_ni          *ni;
 509         int                     rc;
 510
 511         ni = lnet_ni_alloc_common(net, iface);
 512         if (!ni)
 513                 return NULL;
 514
 515         if (!el) {
 516                 ni->ni_cpts  = NULL;
 517                 ni->ni_ncpts = LNET_CPT_NUMBER;
 518         } else {
 519                 rc = cfs_expr_list_values(el, LNET_CPT_NUMBER, &ni->ni_cpts);
 520                 if (rc <= 0) {
 521                         CERROR("Failed to set CPTs for NI %s(%s): %d\n",
 522                                libcfs_net2str(net->net_id),
 523                                (iface != NULL) ? iface : "", rc);
 524                         goto failed;
 525                 }
 526
 527                 LASSERT(rc <= LNET_CPT_NUMBER);
 528                 if (rc == LNET_CPT_NUMBER) {
 529                         LIBCFS_FREE(ni->ni_cpts, rc * sizeof(ni->ni_cpts[0]));
 530                         ni->ni_cpts = NULL;
 531                 }
 532
 533                 ni->ni_ncpts = rc;
 534         }
 535
 536         rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts, net);
 537         if (rc != 0)
 538                 goto failed;
 539
 540         return ni;
 541 failed:
 542         lnet_ni_free(ni);
 543         return NULL;
 544 }
 545
 546 struct lnet_ni *
 547 lnet_ni_alloc_w_cpt_array(struct lnet_net *net, __u32 *cpts, __u32 ncpts,
 548                           char *iface)
 549 {
 550         struct lnet_ni          *ni;
 551         int                     rc;
 552
 553         ni = lnet_ni_alloc_common(net, iface);
 554         if (!ni)
 555                 return NULL;
 556
 557         if (ncpts == 0) {
 558                 ni->ni_cpts  = NULL;
 559                 ni->ni_ncpts = LNET_CPT_NUMBER;
 560         } else {
 561                 size_t array_size = ncpts * sizeof(ni->ni_cpts[0]);
 562                 LIBCFS_ALLOC(ni->ni_cpts, array_size);
 563                 if (ni->ni_cpts == NULL)
 564                         goto failed;
 565                 memcpy(ni->ni_cpts, cpts, array_size);
 566                 ni->ni_ncpts = ncpts;
 567         }
 568
 569         rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts, net);
 570         if (rc != 0)
 571                 goto failed;
 572
 573         return ni;
 574 failed:
 575         lnet_ni_free(ni);
 576         return NULL;
 577 }
 578
 579 /*
 580  * Parse the networks string and create the matching set of NIs on the
 581  * nilist.
 582  */
 583 int
 584 lnet_parse_networks(struct list_head *netlist, char *networks,
 585                     bool use_tcp_bonding)
 586 {
 587         struct cfs_expr_list *net_el = NULL;
 588         struct cfs_expr_list *ni_el = NULL;
 589         int             tokensize;
 590         char            *tokens;
 591         char            *str;
 592         struct lnet_net *net;
 593         struct lnet_ni  *ni = NULL;
 594         __u32           net_id;
 595         int             nnets = 0;
 596
 597         if (networks == NULL) {
 598                 CERROR("networks string is undefined\n");
 599                 return -EINVAL;
 600         }
 601
 602         if (strlen(networks) > LNET_SINGLE_TEXTBUF_NOB) {
 603                 /* _WAY_ conservative */
 604                 LCONSOLE_ERROR_MSG(0x112, "Can't parse networks: string too "
 605                                    "long\n");
 606                 return -EINVAL;
 607         }
 608
 609         tokensize = strlen(networks) + 1;
 610
 611         LIBCFS_ALLOC(tokens, tokensize);
 612         if (tokens == NULL) {
 613                 CERROR("Can't allocate net tokens\n");
 614                 return -ENOMEM;
 615         }
 616
 617         memcpy(tokens, networks, tokensize);
 618         str = tokens;
 619
 620         /*
 621          * Main parser loop.
 622          *
 623          * NB we don't check interface conflicts here; it's the LNDs
 624          * responsibility (if it cares at all)
 625          */
 626         do {
 627                 char *nistr;
 628                 char *elstr;
 629                 char *name;
 630                 int rc;
 631
 632                 /*
 633                  * Parse a network string into its components.
 634                  *
 635                  * <name>{"("...")"}{"["<el>"]"}
 636                  */
 637
 638                 /* Network name (mandatory) */
 639                 while (isspace(*str))
 640                         *str++ = '\0';
 641                 if (!*str)
 642                         break;
 643                 name = str;
 644                 str += strcspn(str, SPACESTR ":()[],");
 645                 while (isspace(*str))
 646                         *str++ = '\0';
 647
 648                 /* Interface list (optional) */
 649                 if (*str == '(') {
 650                         *str++ = '\0';
 651                         nistr = str;
 652                         str += strcspn(str, ")");
 653                         if (*str != ')') {
 654                                 str = nistr;
 655                                 goto failed_syntax;
 656                         }
 657                         do {
 658                                 *str++ = '\0';
 659                         } while (isspace(*str));
 660                 } else {
 661                         nistr = NULL;
 662                 }
 663
 664                 /* CPT expression (optional) */
 665                 if (*str == '[') {
 666                         elstr = str;
 667                         str += strcspn(str, "]");
 668                         if (*str != ']') {
 669                                 str = elstr;
 670                                 goto failed_syntax;
 671                         }
 672                         rc = cfs_expr_list_parse(elstr, str - elstr + 1,
 673                                                 0, LNET_CPT_NUMBER - 1,
 674                                                 &net_el);
 675                         if (rc != 0) {
 676                                 str = elstr;
 677                                 goto failed_syntax;
 678                         }
 679                         *elstr = '\0';
 680                         do {
 681                                 *str++ = '\0';
 682                         } while (isspace(*str));
 683                 }
 684
 685                 /* Bad delimiters */
 686                 if (*str && (strchr(DELIMITERS, *str) != NULL))
 687                         goto failed_syntax;
 688
 689                 /* go to the next net if it exits */
 690                 str += strcspn(str, ",");
 691                 if (*str == ',')
 692                         *str++ = '\0';
 693
 694                 /*
 695                  * At this point the name is properly terminated.
 696                  */
 697                 net_id = libcfs_str2net(name);
 698                 if (net_id == LNET_NIDNET(LNET_NID_ANY)) {
 699                         LCONSOLE_ERROR_MSG(0x113,
 700                                         "Unrecognised network type\n");
 701                         str = name;
 702                         goto failed_syntax;
 703                 }
 704
 705                 if (LNET_NETTYP(net_id) == LOLND) {
 706                         /* Loopback is implicit, and there can be only one. */
 707                         if (net_el) {
 708                                 cfs_expr_list_free(net_el);
 709                                 net_el = NULL;
 710                         }
 711                         /* Should we error out instead? */
 712                         continue;
 713                 }
 714
 715                 /*
 716                  * All network paramaters are now known.
 717                  */
 718                 nnets++;
 719
 720                 /* always allocate a net, since we will eventually add an
 721                  * interface to it, or we will fail, in which case we'll
 722                  * just delete it */
 723                 net = lnet_net_alloc(net_id, netlist);
 724                 if (IS_ERR_OR_NULL(net))
 725                         goto failed;
 726
 727                 if (!nistr ||
 728                     (use_tcp_bonding && LNET_NETTYP(net_id) == SOCKLND)) {
 729                         /*
 730                          * No interface list was specified, allocate a
 731                          * ni using the defaults.
 732                          */
 733                         ni = lnet_ni_alloc(net, net_el, NULL);
 734                         if (IS_ERR_OR_NULL(ni))
 735                                 goto failed;
 736
 737                         if (!nistr) {
 738                                 if (net_el) {
 739                                         cfs_expr_list_free(net_el);
 740                                         net_el = NULL;
 741                                 }
 742                                 continue;
 743                         }
 744                 }
 745
 746                 do {
 747                         elstr = NULL;
 748
 749                         /* Interface name (mandatory) */
 750                         while (isspace(*nistr))
 751                                 *nistr++ = '\0';
 752                         name = nistr;
 753                         nistr += strcspn(nistr, SPACESTR "[],");
 754                         while (isspace(*nistr))
 755                                 *nistr++ = '\0';
 756
 757                         /* CPT expression (optional) */
 758                         if (*nistr == '[') {
 759                                 elstr = nistr;
 760                                 nistr += strcspn(nistr, "]");
 761                                 if (*nistr != ']') {
 762                                         str = elstr;
 763                                         goto failed_syntax;
 764                                 }
 765                                 rc = cfs_expr_list_parse(elstr,
 766                                                         nistr - elstr + 1,
 767                                                         0, LNET_CPT_NUMBER - 1,
 768                                                         &ni_el);
 769                                 if (rc != 0) {
 770                                         str = elstr;
 771                                         goto failed_syntax;
 772                                 }
 773                                 *elstr = '\0';
 774                                 do {
 775                                         *nistr++ = '\0';
 776                                 } while (isspace(*nistr));
 777                         } else {
 778                                 ni_el = net_el;
 779                         }
 780
 781                         /*
 782                          * End of single interface specificaton,
 783                          * advance to the start of the next one, if
 784                          * any.
 785                          */
 786                         if (*nistr == ',') {
 787                                 do {
 788                                         *nistr++ = '\0';
 789                                 } while (isspace(*nistr));
 790                                 if (!*nistr) {
 791                                         str = nistr;
 792                                         goto failed_syntax;
 793                                 }
 794                         } else if (*nistr) {
 795                                 str = nistr;
 796                                 goto failed_syntax;
 797                         }
 798
 799                         /*
 800                          * At this point the name is properly terminated.
 801                          */
 802                         if (!*name) {
 803                                 str = name;
 804                                 goto failed_syntax;
 805                         }
 806
 807                         if (use_tcp_bonding &&
 808                             LNET_NETTYP(net->net_id) == SOCKLND) {
 809                                 rc = lnet_ni_add_interface(ni, name);
 810                                 if (rc != 0)
 811                                         goto failed;
 812                         } else {
 813                                 ni = lnet_ni_alloc(net, ni_el, name);
 814                                 if (IS_ERR_OR_NULL(ni))
 815                                         goto failed;
 816                         }
 817
 818                         if (ni_el) {
 819                                 if (ni_el != net_el) {
 820                                         cfs_expr_list_free(ni_el);
 821                                         ni_el = NULL;
 822                                 }
 823                         }
 824                 } while (*nistr);
 825
 826                 if (net_el) {
 827                         cfs_expr_list_free(net_el);
 828                         net_el = NULL;
 829                 }
 830         } while (*str);
 831
 832         LIBCFS_FREE(tokens, tokensize);
 833         return nnets;
 834
 835  failed_syntax:
 836         lnet_syntax("networks", networks, (int)(str - tokens), strlen(str));
 837  failed:
 838         /* free the net list and all the nis on each net */
 839         while (!list_empty(netlist)) {
 840                 net = list_entry(netlist->next, struct lnet_net, net_list);
 841
 842                 list_del_init(&net->net_list);
 843                 lnet_net_free(net);
 844         }
 845
 846         if (ni_el && ni_el != net_el)
 847                 cfs_expr_list_free(ni_el);
 848         if (net_el)
 849                 cfs_expr_list_free(net_el);
 850
 851         LIBCFS_FREE(tokens, tokensize);
 852
 853         return -EINVAL;
 854 }
 855
 856 static struct lnet_text_buf *lnet_new_text_buf(int str_len)
 857 {
 858         struct lnet_text_buf *ltb;
 859         int nob;
 860
 861         /* NB allocate space for the terminating 0 */
 862         nob = offsetof(struct lnet_text_buf, ltb_text[str_len + 1]);
 863         if (nob > LNET_SINGLE_TEXTBUF_NOB) {
 864                 /* _way_ conservative for "route net gateway..." */
 865                 CERROR("text buffer too big\n");
 866                 return NULL;
 867         }
 868
 869         if (lnet_tbnob + nob > LNET_MAX_TEXTBUF_NOB) {
 870                 CERROR("Too many text buffers\n");
 871                 return NULL;
 872         }
 873
 874         LIBCFS_ALLOC(ltb, nob);
 875         if (ltb == NULL)
 876                 return NULL;
 877
 878         ltb->ltb_size = nob;
 879         ltb->ltb_text[0] = 0;
 880         lnet_tbnob += nob;
 881         return ltb;
 882 }
 883
 884 static void
 885 lnet_free_text_buf(struct lnet_text_buf *ltb)
 886 {
 887         lnet_tbnob -= ltb->ltb_size;
 888         LIBCFS_FREE(ltb, ltb->ltb_size);
 889 }
 890
 891 static void
 892 lnet_free_text_bufs(struct list_head *tbs)
 893 {
 894         struct lnet_text_buf  *ltb;
 895
 896         while (!list_empty(tbs)) {
 897                 ltb = list_entry(tbs->next, struct lnet_text_buf, ltb_list);
 898
 899                 list_del(&ltb->ltb_list);
 900                 lnet_free_text_buf(ltb);
 901         }
 902 }
 903
 904 static int
 905 lnet_str2tbs_sep(struct list_head *tbs, char *str)
 906 {
 907         LIST_HEAD(pending);
 908         char *sep;
 909         int nob;
 910         int i;
 911         struct lnet_text_buf *ltb;
 912
 913         /* Split 'str' into separate commands */
 914         for (;;) {
 915                 /* skip leading whitespace */
 916                 while (isspace(*str))
 917                         str++;
 918
 919                 /* scan for separator or comment */
 920                 for (sep = str; *sep != 0; sep++)
 921                         if (lnet_issep(*sep) || *sep == '#')
 922                                 break;
 923
 924                 nob = (int)(sep - str);
 925                 if (nob > 0) {
 926                         ltb = lnet_new_text_buf(nob);
 927                         if (ltb == NULL) {
 928                                 lnet_free_text_bufs(&pending);
 929                                 return -ENOMEM;
 930                         }
 931
 932                         for (i = 0; i < nob; i++)
 933                                 if (isspace(str[i]))
 934                                         ltb->ltb_text[i] = ' ';
 935                                 else
 936                                         ltb->ltb_text[i] = str[i];
 937
 938                         ltb->ltb_text[nob] = 0;
 939
 940                         list_add_tail(&ltb->ltb_list, &pending);
 941                 }
 942
 943                 if (*sep == '#') {
 944                         /* scan for separator */
 945                         do {
 946                                 sep++;
 947                         } while (*sep != 0 && !lnet_issep(*sep));
 948                 }
 949
 950                 if (*sep == 0)
 951                         break;
 952
 953                 str = sep + 1;
 954         }
 955
 956         list_splice(&pending, tbs->prev);
 957         return 0;
 958 }
 959
 960 static int
 961 lnet_expand1tb(struct list_head *list,
 962                char *str, char *sep1, char *sep2,
 963                char *item, int itemlen)
 964 {
 965         int              len1 = (int)(sep1 - str);
 966         int              len2 = strlen(sep2 + 1);
 967         struct lnet_text_buf *ltb;
 968
 969         LASSERT (*sep1 == '[');
 970         LASSERT (*sep2 == ']');
 971
 972         ltb = lnet_new_text_buf(len1 + itemlen + len2);
 973         if (ltb == NULL)
 974                 return -ENOMEM;
 975
 976         memcpy(ltb->ltb_text, str, len1);
 977         memcpy(&ltb->ltb_text[len1], item, itemlen);
 978         memcpy(&ltb->ltb_text[len1+itemlen], sep2 + 1, len2);
 979         ltb->ltb_text[len1 + itemlen + len2] = 0;
 980
 981         list_add_tail(&ltb->ltb_list, list);
 982         return 0;
 983 }
 984
 985 static int
 986 lnet_str2tbs_expand(struct list_head *tbs, char *str)
 987 {
 988         char              num[16];
 989         LIST_HEAD(pending);
 990         char             *sep;
 991         char             *sep2;
 992         char             *parsed;
 993         char             *enditem;
 994         int               lo;
 995         int               hi;
 996         int               stride;
 997         int               i;
 998         int               nob;
 999         int               scanned;
1000
1001         sep = strchr(str, '[');
1002         if (sep == NULL)                        /* nothing to expand */
1003                 return 0;
1004
1005         sep2 = strchr(sep, ']');
1006         if (sep2 == NULL)
1007                 goto failed;
1008
1009         for (parsed = sep; parsed < sep2; parsed = enditem) {
1010
1011                 enditem = ++parsed;
1012                 while (enditem < sep2 && *enditem != ',')
1013                         enditem++;
1014
1015                 if (enditem == parsed)          /* no empty items */
1016                         goto failed;
1017
1018                 if (sscanf(parsed, "%d-%d/%d%n", &lo, &hi, &stride, &scanned) < 3) {
1019
1020                         if (sscanf(parsed, "%d-%d%n", &lo, &hi, &scanned) < 2) {
1021
1022                                 /* simple string enumeration */
1023                                 if (lnet_expand1tb(&pending, str, sep, sep2,
1024                                                    parsed, (int)(enditem - parsed)) != 0)
1025                                         goto failed;
1026
1027                                 continue;
1028                         }
1029
1030                         stride = 1;
1031                 }
1032
1033                 /* range expansion */
1034
1035                 if (enditem != parsed + scanned) /* no trailing junk */
1036                         goto failed;
1037
1038                 if (hi < 0 || lo < 0 || stride < 0 || hi < lo ||
1039                     (hi - lo) % stride != 0)
1040                         goto failed;
1041
1042                 for (i = lo; i <= hi; i += stride) {
1043
1044                         snprintf(num, sizeof(num), "%d", i);
1045                         nob = strlen(num);
1046                         if (nob + 1 == sizeof(num))
1047                                 goto failed;
1048
1049                         if (lnet_expand1tb(&pending, str, sep, sep2,
1050                                            num, nob) != 0)
1051                                 goto failed;
1052                 }
1053         }
1054
1055         list_splice(&pending, tbs->prev);
1056         return 1;
1057
1058  failed:
1059         lnet_free_text_bufs(&pending);
1060         return -EINVAL;
1061 }
1062
1063 static int
1064 lnet_parse_hops (char *str, unsigned int *hops)
1065 {
1066         int     len = strlen(str);
1067         int     nob = len;
1068
1069         return (sscanf(str, "%u%n", hops, &nob) >= 1 &&
1070                 nob == len &&
1071                 *hops > 0 && *hops < 256);
1072 }
1073
1074 #define LNET_PRIORITY_SEPARATOR (':')
1075
1076 static int
1077 lnet_parse_priority(char *str, unsigned int *priority, char **token)
1078 {
1079         int   nob;
1080         char *sep;
1081         int   len;
1082
1083         sep = strchr(str, LNET_PRIORITY_SEPARATOR);
1084         if (sep == NULL) {
1085                 *priority = 0;
1086                 return 0;
1087         }
1088         len = strlen(sep + 1);
1089
1090         if ((sscanf((sep+1), "%u%n", priority, &nob) < 1) || (len != nob)) {
1091                 /* Update the caller's token pointer so it treats the found
1092                    priority as the token to report in the error message. */
1093                 *token += sep - str + 1;
1094                 return -EINVAL;
1095         }
1096
1097         CDEBUG(D_NET, "gateway %s, priority %d, nob %d\n", str, *priority, nob);
1098
1099         /*
1100          * Change priority separator to \0 to be able to parse NID
1101          */
1102         *sep = '\0';
1103         return 0;
1104 }
1105
1106 static int
1107 lnet_parse_route (char *str, int *im_a_router)
1108 {
1109         /* static scratch buffer OK (single threaded) */
1110         static char cmd[LNET_SINGLE_TEXTBUF_NOB];
1111
1112         LIST_HEAD(nets);
1113         LIST_HEAD(gateways);
1114         struct list_head *tmp1;
1115         struct list_head *tmp2;
1116         __u32             net;
1117         lnet_nid_t        nid;
1118         struct lnet_text_buf  *ltb;
1119         int               rc;
1120         char             *sep;
1121         char             *token = str;
1122         int               ntokens = 0;
1123         int               myrc = -1;
1124         __u32             hops;
1125         int               got_hops = 0;
1126         unsigned int      priority = 0;
1127
1128         /* save a copy of the string for error messages */
1129         strncpy(cmd, str, sizeof(cmd));
1130         cmd[sizeof(cmd) - 1] = '\0';
1131
1132         sep = str;
1133         for (;;) {
1134                 /* scan for token start */
1135                 while (isspace(*sep))
1136                         sep++;
1137                 if (*sep == 0) {
1138                         if (ntokens < (got_hops ? 3 : 2))
1139                                 goto token_error;
1140                         break;
1141                 }
1142
1143                 ntokens++;
1144                 token = sep++;
1145
1146                 /* scan for token end */
1147                 while (*sep != 0 && !isspace(*sep))
1148                         sep++;
1149                 if (*sep != 0)
1150                         *sep++ = 0;
1151
1152                 if (ntokens == 1) {
1153                         tmp2 = &nets;           /* expanding nets */
1154                 } else if (ntokens == 2 &&
1155                            lnet_parse_hops(token, &hops)) {
1156                         got_hops = 1;           /* got a hop count */
1157                         continue;
1158                 } else {
1159                         tmp2 = &gateways;       /* expanding gateways */
1160                 }
1161
1162                 ltb = lnet_new_text_buf(strlen(token));
1163                 if (ltb == NULL)
1164                         goto out;
1165
1166                 strcpy(ltb->ltb_text, token);
1167                 tmp1 = &ltb->ltb_list;
1168                 list_add_tail(tmp1, tmp2);
1169
1170                 while (tmp1 != tmp2) {
1171                         ltb = list_entry(tmp1, struct lnet_text_buf, ltb_list);
1172
1173                         rc = lnet_str2tbs_expand(tmp1->next, ltb->ltb_text);
1174                         if (rc < 0)
1175                                 goto token_error;
1176
1177                         tmp1 = tmp1->next;
1178
1179                         if (rc > 0) {           /* expanded! */
1180                                 list_del(&ltb->ltb_list);
1181                                 lnet_free_text_buf(ltb);
1182                                 continue;
1183                         }
1184
1185                         if (ntokens == 1) {
1186                                 net = libcfs_str2net(ltb->ltb_text);
1187                                 if (net == LNET_NIDNET(LNET_NID_ANY) ||
1188                                     LNET_NETTYP(net) == LOLND)
1189                                         goto token_error;
1190                         } else {
1191                                 rc = lnet_parse_priority(ltb->ltb_text,
1192                                                          &priority, &token);
1193                                 if (rc < 0)
1194                                         goto token_error;
1195
1196                                 nid = libcfs_str2nid(ltb->ltb_text);
1197                                 if (nid == LNET_NID_ANY ||
1198                                     LNET_NETTYP(LNET_NIDNET(nid)) == LOLND)
1199                                         goto token_error;
1200                         }
1201                 }
1202         }
1203
1204         /* if there are no hops set then we want to flag this value as
1205          * unset since hops is an optional parameter */
1206         if (!got_hops)
1207                 hops = LNET_UNDEFINED_HOPS;
1208
1209         LASSERT(!list_empty(&nets));
1210         LASSERT(!list_empty(&gateways));
1211
1212         list_for_each(tmp1, &nets) {
1213                 ltb = list_entry(tmp1, struct lnet_text_buf, ltb_list);
1214                 net = libcfs_str2net(ltb->ltb_text);
1215                 LASSERT (net != LNET_NIDNET(LNET_NID_ANY));
1216
1217                 list_for_each(tmp2, &gateways) {
1218                         ltb = list_entry(tmp2, struct lnet_text_buf, ltb_list);
1219                         nid = libcfs_str2nid(ltb->ltb_text);
1220                         LASSERT(nid != LNET_NID_ANY);
1221
1222                         if (lnet_islocalnid(nid)) {
1223                                 *im_a_router = 1;
1224                                 continue;
1225                         }
1226
1227                         rc = lnet_add_route(net, hops, nid, priority, 1);
1228                         if (rc != 0 && rc != -EEXIST && rc != -EHOSTUNREACH) {
1229                                 CERROR("Can't create route "
1230                                        "to %s via %s\n",
1231                                        libcfs_net2str(net),
1232                                        libcfs_nid2str(nid));
1233                                 goto out;
1234                         }
1235                 }
1236         }
1237
1238         myrc = 0;
1239         goto out;
1240
1241 token_error:
1242         lnet_syntax("routes", cmd, (int)(token - str), strlen(token));
1243 out:
1244         lnet_free_text_bufs(&nets);
1245         lnet_free_text_bufs(&gateways);
1246         return myrc;
1247 }
1248
1249 static int
1250 lnet_parse_route_tbs(struct list_head *tbs, int *im_a_router)
1251 {
1252         struct lnet_text_buf   *ltb;
1253
1254         while (!list_empty(tbs)) {
1255                 ltb = list_entry(tbs->next, struct lnet_text_buf, ltb_list);
1256
1257                 if (lnet_parse_route(ltb->ltb_text, im_a_router) < 0) {
1258                         lnet_free_text_bufs(tbs);
1259                         return -EINVAL;
1260                 }
1261
1262                 list_del(&ltb->ltb_list);
1263                 lnet_free_text_buf(ltb);
1264         }
1265
1266         return 0;
1267 }
1268
1269 int
1270 lnet_parse_routes (char *routes, int *im_a_router)
1271 {
1272         LIST_HEAD(tbs);
1273         int rc = 0;
1274
1275         *im_a_router = 0;
1276
1277         if (lnet_str2tbs_sep(&tbs, routes) < 0) {
1278                 CERROR("Error parsing routes\n");
1279                 rc = -EINVAL;
1280         } else {
1281                 rc = lnet_parse_route_tbs(&tbs, im_a_router);
1282         }
1283
1284         LASSERT (lnet_tbnob == 0);
1285         return rc;
1286 }
1287
1288 static int
1289 lnet_match_network_token(char *token, int len, __u32 *ipaddrs, int nip)
1290 {
1291         LIST_HEAD(list);
1292         int             rc;
1293         int             i;
1294
1295         rc = cfs_ip_addr_parse(token, len, &list);
1296         if (rc != 0)
1297                 return rc;
1298
1299         for (rc = i = 0; !rc && i < nip; i++)
1300                 rc = cfs_ip_addr_match(ipaddrs[i], &list);
1301
1302         cfs_expr_list_free_list(&list);
1303
1304         return rc;
1305 }
1306
1307 static int
1308 lnet_match_network_tokens(char *net_entry, __u32 *ipaddrs, int nip)
1309 {
1310         static char tokens[LNET_SINGLE_TEXTBUF_NOB];
1311
1312         int   matched = 0;
1313         int   ntokens = 0;
1314         int   len;
1315         char *net = NULL;
1316         char *sep;
1317         char *token;
1318         int   rc;
1319
1320         LASSERT(strlen(net_entry) < sizeof(tokens));
1321
1322         /* work on a copy of the string */
1323         strcpy(tokens, net_entry);
1324         sep = tokens;
1325         for (;;) {
1326                 /* scan for token start */
1327                 while (isspace(*sep))
1328                         sep++;
1329                 if (*sep == 0)
1330                         break;
1331
1332                 token = sep++;
1333
1334                 /* scan for token end */
1335                 while (*sep != 0 && !isspace(*sep))
1336                         sep++;
1337                 if (*sep != 0)
1338                         *sep++ = 0;
1339
1340                 if (ntokens++ == 0) {
1341                         net = token;
1342                         continue;
1343                 }
1344
1345                 len = strlen(token);
1346
1347                 rc = lnet_match_network_token(token, len, ipaddrs, nip);
1348                 if (rc < 0) {
1349                         lnet_syntax("ip2nets", net_entry,
1350                                     (int)(token - tokens), len);
1351                         return rc;
1352                 }
1353
1354                 matched |= (rc != 0);
1355         }
1356
1357         if (!matched)
1358                 return 0;
1359
1360         strcpy(net_entry, net);                 /* replace with matched net */
1361         return 1;
1362 }
1363
1364 static __u32
1365 lnet_netspec2net(char *netspec)
1366 {
1367         char   *bracket = strchr(netspec, '(');
1368         __u32   net;
1369
1370         if (bracket != NULL)
1371                 *bracket = 0;
1372
1373         net = libcfs_str2net(netspec);
1374
1375         if (bracket != NULL)
1376                 *bracket = '(';
1377
1378         return net;
1379 }
1380
1381 static int
1382 lnet_splitnets(char *source, struct list_head *nets)
1383 {
1384         int               offset = 0;
1385         int               offset2;
1386         int               len;
1387         struct lnet_text_buf  *tb;
1388         struct lnet_text_buf  *tb2;
1389         struct list_head *t;
1390         char             *sep;
1391         char             *bracket;
1392         __u32             net;
1393
1394         LASSERT(!list_empty(nets));
1395         LASSERT(nets->next == nets->prev);      /* single entry */
1396
1397         tb = list_entry(nets->next, struct lnet_text_buf, ltb_list);
1398
1399         for (;;) {
1400                 sep = strchr(tb->ltb_text, ',');
1401                 bracket = strchr(tb->ltb_text, '(');
1402
1403                 if (sep != NULL &&
1404                     bracket != NULL &&
1405                     bracket < sep) {
1406                         /* netspec lists interfaces... */
1407
1408                         offset2 = offset + (int)(bracket - tb->ltb_text);
1409                         len = strlen(bracket);
1410
1411                         bracket = strchr(bracket + 1, ')');
1412
1413                         if (bracket == NULL ||
1414                             !(bracket[1] == ',' || bracket[1] == 0)) {
1415                                 lnet_syntax("ip2nets", source, offset2, len);
1416                                 return -EINVAL;
1417                         }
1418
1419                         sep = (bracket[1] == 0) ? NULL : bracket + 1;
1420                 }
1421
1422                 if (sep != NULL)
1423                         *sep++ = 0;
1424
1425                 net = lnet_netspec2net(tb->ltb_text);
1426                 if (net == LNET_NIDNET(LNET_NID_ANY)) {
1427                         lnet_syntax("ip2nets", source, offset,
1428                                     strlen(tb->ltb_text));
1429                         return -EINVAL;
1430                 }
1431
1432                 list_for_each(t, nets) {
1433                         tb2 = list_entry(t, struct lnet_text_buf, ltb_list);
1434
1435                         if (tb2 == tb)
1436                                 continue;
1437
1438                         if (net == lnet_netspec2net(tb2->ltb_text)) {
1439                                 /* duplicate network */
1440                                 lnet_syntax("ip2nets", source, offset,
1441                                             strlen(tb->ltb_text));
1442                                 return -EINVAL;
1443                         }
1444                 }
1445
1446                 if (sep == NULL)
1447                         return 0;
1448
1449                 offset += (int)(sep - tb->ltb_text);
1450                 len = strlen(sep);
1451                 tb2 = lnet_new_text_buf(len);
1452                 if (tb2 == NULL)
1453                         return -ENOMEM;
1454
1455                 strncpy(tb2->ltb_text, sep, len);
1456                 tb2->ltb_text[len] = '\0';
1457                 list_add_tail(&tb2->ltb_list, nets);
1458
1459                 tb = tb2;
1460         }
1461 }
1462
1463 static int
1464 lnet_match_networks (char **networksp, char *ip2nets, __u32 *ipaddrs, int nip)
1465 {
1466         static char       networks[LNET_SINGLE_TEXTBUF_NOB];
1467         static char       source[LNET_SINGLE_TEXTBUF_NOB];
1468
1469         LIST_HEAD(raw_entries);
1470         LIST_HEAD(matched_nets);
1471         LIST_HEAD(current_nets);
1472         struct list_head *t;
1473         struct list_head *t2;
1474         struct lnet_text_buf  *tb;
1475         struct lnet_text_buf  *tb2;
1476         __u32             net1;
1477         __u32             net2;
1478         int               len;
1479         int               count;
1480         int               dup;
1481         int               rc;
1482
1483         if (lnet_str2tbs_sep(&raw_entries, ip2nets) < 0) {
1484                 CERROR("Error parsing ip2nets\n");
1485                 LASSERT(lnet_tbnob == 0);
1486                 return -EINVAL;
1487         }
1488
1489         networks[0] = 0;
1490         count = 0;
1491         len = 0;
1492         rc = 0;
1493
1494         while (!list_empty(&raw_entries)) {
1495                 tb = list_entry(raw_entries.next, struct lnet_text_buf,
1496                                 ltb_list);
1497
1498                 strncpy(source, tb->ltb_text, sizeof(source));
1499                 source[sizeof(source) - 1] = '\0';
1500
1501                 /* replace ltb_text with the network(s) add on match */
1502                 rc = lnet_match_network_tokens(tb->ltb_text, ipaddrs, nip);
1503                 if (rc < 0)
1504                         break;
1505
1506                 list_del(&tb->ltb_list);
1507
1508                 if (rc == 0) {                  /* no match */
1509                         lnet_free_text_buf(tb);
1510                         continue;
1511                 }
1512
1513                 /* split into separate networks */
1514                 INIT_LIST_HEAD(&current_nets);
1515                 list_add(&tb->ltb_list, &current_nets);
1516                 rc = lnet_splitnets(source, &current_nets);
1517                 if (rc < 0)
1518                         break;
1519
1520                 dup = 0;
1521                 list_for_each(t, &current_nets) {
1522                         tb = list_entry(t, struct lnet_text_buf, ltb_list);
1523                         net1 = lnet_netspec2net(tb->ltb_text);
1524                         LASSERT(net1 != LNET_NIDNET(LNET_NID_ANY));
1525
1526                         list_for_each(t2, &matched_nets) {
1527                                 tb2 = list_entry(t2, struct lnet_text_buf,
1528                                                  ltb_list);
1529                                 net2 = lnet_netspec2net(tb2->ltb_text);
1530                                 LASSERT(net2 != LNET_NIDNET(LNET_NID_ANY));
1531
1532                                 if (net1 == net2) {
1533                                         dup = 1;
1534                                         break;
1535                                 }
1536                         }
1537
1538                         if (dup)
1539                                 break;
1540                 }
1541
1542                 if (dup) {
1543                         lnet_free_text_bufs(&current_nets);
1544                         continue;
1545                 }
1546
1547                 list_for_each_safe(t, t2, &current_nets) {
1548                         tb = list_entry(t, struct lnet_text_buf, ltb_list);
1549
1550                         list_move_tail(&tb->ltb_list, &matched_nets);
1551
1552                         len += scnprintf(networks + len, sizeof(networks) - len,
1553                                          "%s%s", (len == 0) ? "" : ",",
1554                                          tb->ltb_text);
1555
1556                         if (len >= sizeof(networks)) {
1557                                 CERROR("Too many matched networks\n");
1558                                 rc = -E2BIG;
1559                                 goto out;
1560                         }
1561                 }
1562
1563                 count++;
1564         }
1565
1566  out:
1567         lnet_free_text_bufs(&raw_entries);
1568         lnet_free_text_bufs(&matched_nets);
1569         lnet_free_text_bufs(&current_nets);
1570         LASSERT(lnet_tbnob == 0);
1571
1572         if (rc < 0)
1573                 return rc;
1574
1575         *networksp = networks;
1576         return count;
1577 }
1578 /*
1579  * kernel 5.3: commit ef11db3310e272d3d8dbe8739e0770820dd20e52
1580  * added in_dev_for_each_ifa_rtnl and in_dev_for_each_ifa_rcu
1581  * and removed for_ifa and endfor_ifa.
1582  * Use the _rntl variant as the current locking is rtnl.
1583  */
1584 #ifdef in_dev_for_each_ifa_rtnl
1585 #define DECLARE_CONST_IN_IFADDR(ifa)            const struct in_ifaddr *ifa
1586 #define endfor_ifa(in_dev)
1587 #else
1588 #define DECLARE_CONST_IN_IFADDR(ifa)
1589 #define in_dev_for_each_ifa_rtnl(ifa, in_dev)   for_ifa((in_dev))
1590 #endif
1591
1592 int lnet_inet_enumerate(struct lnet_inetdev **dev_list, struct net *ns)
1593 {
1594         struct lnet_inetdev *ifaces = NULL;
1595         struct net_device *dev;
1596         int nalloc = 0;
1597         int nip = 0;
1598         DECLARE_CONST_IN_IFADDR(ifa);
1599
1600         rtnl_lock();
1601         for_each_netdev(ns, dev) {
1602                 int flags = dev_get_flags(dev);
1603                 struct in_device *in_dev;
1604                 int node_id;
1605                 int cpt;
1606
1607                 if (flags & IFF_LOOPBACK) /* skip the loopback IF */
1608                         continue;
1609
1610                 if (!(flags & IFF_UP)) {
1611                         CWARN("lnet: Ignoring interface %s: it's down\n",
1612                               dev->name);
1613                         continue;
1614                 }
1615
1616                 in_dev = __in_dev_get_rtnl(dev);
1617                 if (!in_dev) {
1618                         CWARN("lnet: Interface %s has no IPv4 status.\n",
1619                               dev->name);
1620                         continue;
1621                 }
1622
1623                 node_id = dev_to_node(&dev->dev);
1624                 cpt = cfs_cpt_of_node(lnet_cpt_table(), node_id);
1625
1626                 in_dev_for_each_ifa_rtnl(ifa, in_dev) {
1627                         if (nip >= nalloc) {
1628                                 struct lnet_inetdev *tmp;
1629
1630                                 nalloc += LNET_INTERFACES_NUM;
1631                                 tmp = krealloc(ifaces, nalloc * sizeof(*tmp),
1632                                                GFP_KERNEL);
1633                                 if (!tmp) {
1634                                         kfree(ifaces);
1635                                         ifaces = NULL;
1636                                         nip = -ENOMEM;
1637                                         goto unlock_rtnl;
1638                                 }
1639                                 ifaces = tmp;
1640                         }
1641
1642                         ifaces[nip].li_cpt = cpt;
1643                         ifaces[nip].li_flags = flags;
1644                         ifaces[nip].li_ipaddr = ntohl(ifa->ifa_local);
1645                         ifaces[nip].li_netmask = ntohl(ifa->ifa_mask);
1646                         strlcpy(ifaces[nip].li_name, ifa->ifa_label,
1647                                 sizeof(ifaces[nip].li_name));
1648                         nip++;
1649                 }
1650                 endfor_ifa(in_dev);
1651         }
1652 unlock_rtnl:
1653         rtnl_unlock();
1654
1655         if (nip == 0) {
1656                 CERROR("lnet: Can't find any usable interfaces, rc = -ENOENT\n");
1657                 nip = -ENOENT;
1658         }
1659
1660         *dev_list = ifaces;
1661         return nip;
1662 }
1663 EXPORT_SYMBOL(lnet_inet_enumerate);
1664
1665 int
1666 lnet_parse_ip2nets (char **networksp, char *ip2nets)
1667 {
1668         struct lnet_inetdev *ifaces = NULL;
1669         __u32     *ipaddrs = NULL;
1670         int nip;
1671         int        rc;
1672         int i;
1673
1674         if (current->nsproxy && current->nsproxy->net_ns)
1675                 nip = lnet_inet_enumerate(&ifaces, current->nsproxy->net_ns);
1676         else
1677                 nip = lnet_inet_enumerate(&ifaces, &init_net);
1678         if (nip < 0) {
1679                 if (nip != -ENOENT) {
1680                         LCONSOLE_ERROR_MSG(0x117,
1681                                            "Error %d enumerating local IP interfaces for ip2nets to match\n",
1682                                            nip);
1683                 } else {
1684                         LCONSOLE_ERROR_MSG(0x118,
1685                                            "No local IP interfaces for ip2nets to match\n");
1686                 }
1687                 return nip;
1688         }
1689
1690         LIBCFS_ALLOC(ipaddrs, nip * sizeof(*ipaddrs));
1691         if (!ipaddrs) {
1692                 rc = -ENOMEM;
1693                 CERROR("lnet: Can't allocate ipaddrs[%d], rc = %d\n",
1694                        nip, rc);
1695                 goto out_free_addrs;
1696         }
1697
1698         for (i = 0; i < nip; i++)
1699                 ipaddrs[i] = ifaces[i].li_ipaddr;
1700
1701         rc = lnet_match_networks(networksp, ip2nets, ipaddrs, nip);
1702         if (rc < 0) {
1703                 LCONSOLE_ERROR_MSG(0x119, "Error %d parsing ip2nets\n", rc);
1704         } else if (rc == 0) {
1705                 LCONSOLE_ERROR_MSG(0x11a, "ip2nets does not match "
1706                                    "any local IP interfaces\n");
1707                 rc = -ENOENT;
1708         }
1709         LIBCFS_FREE(ipaddrs, nip * sizeof(*ipaddrs));
1710 out_free_addrs:
1711         kfree(ifaces);
1712         return rc > 0 ? 0 : rc;
1713 }