lnet/lnet/config.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2012, Intel Corporation.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  */
  36
  37 #define DEBUG_SUBSYSTEM S_LNET
  38 #include <lnet/lib-lnet.h>
  39
  40 typedef struct {                            /* tmp struct for parsing routes */
  41         cfs_list_t         ltb_list;        /* stash on lists */
  42         int                ltb_size;        /* allocated size */
  43         char               ltb_text[0];     /* text buffer */
  44 } lnet_text_buf_t;
  45
  46 static int lnet_tbnob = 0;                      /* track text buf allocation */
  47 #define LNET_MAX_TEXTBUF_NOB     (64<<10)       /* bound allocation */
  48 #define LNET_SINGLE_TEXTBUF_NOB  (4<<10)
  49
  50 void
  51 lnet_syntax(char *name, char *str, int offset, int width)
  52 {
  53         static char dots[LNET_SINGLE_TEXTBUF_NOB];
  54         static char dashes[LNET_SINGLE_TEXTBUF_NOB];
  55
  56         memset(dots, '.', sizeof(dots));
  57         dots[sizeof(dots)-1] = 0;
  58         memset(dashes, '-', sizeof(dashes));
  59         dashes[sizeof(dashes)-1] = 0;
  60
  61         LCONSOLE_ERROR_MSG(0x10f, "Error parsing '%s=\"%s\"'\n", name, str);
  62         LCONSOLE_ERROR_MSG(0x110, "here...........%.*s..%.*s|%.*s|\n",
  63                            (int)strlen(name), dots, offset, dots,
  64                             (width < 1) ? 0 : width - 1, dashes);
  65 }
  66
  67 int
  68 lnet_issep (char c)
  69 {
  70         switch (c) {
  71         case '\n':
  72         case '\r':
  73         case ';':
  74                 return 1;
  75         default:
  76                 return 0;
  77         }
  78 }
  79
  80 int
  81 lnet_net_unique(__u32 net, cfs_list_t *nilist)
  82 {
  83         cfs_list_t       *tmp;
  84         lnet_ni_t        *ni;
  85
  86         cfs_list_for_each (tmp, nilist) {
  87                 ni = cfs_list_entry(tmp, lnet_ni_t, ni_list);
  88
  89                 if (LNET_NIDNET(ni->ni_nid) == net)
  90                         return 0;
  91         }
  92
  93         return 1;
  94 }
  95
  96 void
  97 lnet_ni_free(struct lnet_ni *ni)
  98 {
  99         if (ni->ni_refs != NULL)
 100                 cfs_percpt_free(ni->ni_refs);
 101
 102         if (ni->ni_tx_queues != NULL)
 103                 cfs_percpt_free(ni->ni_tx_queues);
 104
 105         if (ni->ni_cpts != NULL)
 106                 cfs_expr_list_values_free(ni->ni_cpts, ni->ni_ncpts);
 107
 108 #ifndef __KERNEL__
 109 # ifdef HAVE_LIBPTHREAD
 110         pthread_mutex_destroy(&ni->ni_lock);
 111 # endif
 112 #endif
 113         LIBCFS_FREE(ni, sizeof(*ni));
 114 }
 115
 116 lnet_ni_t *
 117 lnet_ni_alloc(__u32 net, struct cfs_expr_list *el, cfs_list_t *nilist)
 118 {
 119         struct lnet_tx_queue    *tq;
 120         struct lnet_ni          *ni;
 121         int                     rc;
 122         int                     i;
 123
 124         if (!lnet_net_unique(net, nilist)) {
 125                 LCONSOLE_ERROR_MSG(0x111, "Duplicate network specified: %s\n",
 126                                    libcfs_net2str(net));
 127                 return NULL;
 128         }
 129
 130         LIBCFS_ALLOC(ni, sizeof(*ni));
 131         if (ni == NULL) {
 132                 CERROR("Out of memory creating network %s\n",
 133                        libcfs_net2str(net));
 134                 return NULL;
 135         }
 136
 137 #ifdef __KERNEL__
 138         spin_lock_init(&ni->ni_lock);
 139 #else
 140 # ifdef HAVE_LIBPTHREAD
 141         pthread_mutex_init(&ni->ni_lock, NULL);
 142 # endif
 143 #endif
 144         CFS_INIT_LIST_HEAD(&ni->ni_cptlist);
 145         ni->ni_refs = cfs_percpt_alloc(lnet_cpt_table(),
 146                                        sizeof(*ni->ni_refs[0]));
 147         if (ni->ni_refs == NULL)
 148                 goto failed;
 149
 150         ni->ni_tx_queues = cfs_percpt_alloc(lnet_cpt_table(),
 151                                             sizeof(*ni->ni_tx_queues[0]));
 152         if (ni->ni_tx_queues == NULL)
 153                 goto failed;
 154
 155         cfs_percpt_for_each(tq, i, ni->ni_tx_queues)
 156                 CFS_INIT_LIST_HEAD(&tq->tq_delayed);
 157
 158         if (el == NULL) {
 159                 ni->ni_cpts  = NULL;
 160                 ni->ni_ncpts = LNET_CPT_NUMBER;
 161         } else {
 162                 rc = cfs_expr_list_values(el, LNET_CPT_NUMBER, &ni->ni_cpts);
 163                 if (rc <= 0) {
 164                         CERROR("Failed to set CPTs for NI %s: %d\n",
 165                                libcfs_net2str(net), rc);
 166                         goto failed;
 167                 }
 168
 169                 LASSERT(rc <= LNET_CPT_NUMBER);
 170                 if (rc == LNET_CPT_NUMBER) {
 171                         LIBCFS_FREE(ni->ni_cpts, rc * sizeof(ni->ni_cpts[0]));
 172                         ni->ni_cpts = NULL;
 173                 }
 174
 175                 ni->ni_ncpts = rc;
 176         }
 177
 178         /* LND will fill in the address part of the NID */
 179         ni->ni_nid = LNET_MKNID(net, 0);
 180         ni->ni_last_alive = cfs_time_current_sec();
 181         cfs_list_add_tail(&ni->ni_list, nilist);
 182         return ni;
 183  failed:
 184         lnet_ni_free(ni);
 185         return NULL;
 186 }
 187
 188 int
 189 lnet_parse_networks(cfs_list_t *nilist, char *networks)
 190 {
 191         struct cfs_expr_list *el = NULL;
 192         int             tokensize = strlen(networks) + 1;
 193         char            *tokens;
 194         char            *str;
 195         char            *tmp;
 196         struct lnet_ni  *ni;
 197         __u32           net;
 198         int             nnets = 0;
 199
 200         if (strlen(networks) > LNET_SINGLE_TEXTBUF_NOB) {
 201                 /* _WAY_ conservative */
 202                 LCONSOLE_ERROR_MSG(0x112, "Can't parse networks: string too "
 203                                    "long\n");
 204                 return -EINVAL;
 205         }
 206
 207         LIBCFS_ALLOC(tokens, tokensize);
 208         if (tokens == NULL) {
 209                 CERROR("Can't allocate net tokens\n");
 210                 return -ENOMEM;
 211         }
 212
 213         the_lnet.ln_network_tokens = tokens;
 214         the_lnet.ln_network_tokens_nob = tokensize;
 215         memcpy (tokens, networks, tokensize);
 216         str = tmp = tokens;
 217
 218         /* Add in the loopback network */
 219         ni = lnet_ni_alloc(LNET_MKNET(LOLND, 0), NULL, nilist);
 220         if (ni == NULL)
 221                 goto failed;
 222
 223         while (str != NULL && *str != 0) {
 224                 char    *comma = strchr(str, ',');
 225                 char    *bracket = strchr(str, '(');
 226                 char    *square = strchr(str, '[');
 227                 char    *iface;
 228                 int     niface;
 229                 int     rc;
 230
 231                 /* NB we don't check interface conflicts here; it's the LNDs
 232                  * responsibility (if it cares at all) */
 233
 234                 if (square != NULL && (comma == NULL || square < comma)) {
 235                         /* i.e: o2ib0(ib0)[1,2], number between square
 236                          * brackets are CPTs this NI needs to be bond */
 237                         if (bracket != NULL && bracket > square) {
 238                                 tmp = square;
 239                                 goto failed_syntax;
 240                         }
 241
 242                         tmp = strchr(square, ']');
 243                         if (tmp == NULL) {
 244                                 tmp = square;
 245                                 goto failed_syntax;
 246                         }
 247
 248                         rc = cfs_expr_list_parse(square, tmp - square + 1,
 249                                                  0, LNET_CPT_NUMBER - 1, &el);
 250                         if (rc != 0) {
 251                                 tmp = square;
 252                                 goto failed_syntax;
 253                         }
 254
 255                         while (square <= tmp)
 256                                 *square++ = ' ';
 257                 }
 258
 259                 if (bracket == NULL ||
 260                     (comma != NULL && comma < bracket)) {
 261
 262                         /* no interface list specified */
 263
 264                         if (comma != NULL)
 265                                 *comma++ = 0;
 266                         net = libcfs_str2net(cfs_trimwhite(str));
 267
 268                         if (net == LNET_NIDNET(LNET_NID_ANY)) {
 269                                 LCONSOLE_ERROR_MSG(0x113, "Unrecognised network"
 270                                                    " type\n");
 271                                 tmp = str;
 272                                 goto failed_syntax;
 273                         }
 274
 275                         if (LNET_NETTYP(net) != LOLND && /* LO is implicit */
 276                             lnet_ni_alloc(net, el, nilist) == NULL)
 277                                 goto failed;
 278
 279                         if (el != NULL) {
 280                                 cfs_expr_list_free(el);
 281                                 el = NULL;
 282                         }
 283
 284                         str = comma;
 285                         continue;
 286                 }
 287
 288                 *bracket = 0;
 289                 net = libcfs_str2net(cfs_trimwhite(str));
 290                 if (net == LNET_NIDNET(LNET_NID_ANY)) {
 291                         tmp = str;
 292                         goto failed_syntax;
 293                 }
 294
 295                 nnets++;
 296                 ni = lnet_ni_alloc(net, el, nilist);
 297                 if (ni == NULL)
 298                         goto failed;
 299
 300                 if (el != NULL) {
 301                         cfs_expr_list_free(el);
 302                         el = NULL;
 303                 }
 304
 305                 niface = 0;
 306                 iface = bracket + 1;
 307
 308                 bracket = strchr(iface, ')');
 309                 if (bracket == NULL) {
 310                         tmp = iface;
 311                         goto failed_syntax;
 312                 }
 313
 314                 *bracket = 0;
 315                 do {
 316                         comma = strchr(iface, ',');
 317                         if (comma != NULL)
 318                                 *comma++ = 0;
 319
 320                         iface = cfs_trimwhite(iface);
 321                         if (*iface == 0) {
 322                                 tmp = iface;
 323                                 goto failed_syntax;
 324                         }
 325
 326                         if (niface == LNET_MAX_INTERFACES) {
 327                                 LCONSOLE_ERROR_MSG(0x115, "Too many interfaces "
 328                                                    "for net %s\n",
 329                                                    libcfs_net2str(net));
 330                                 goto failed;
 331                         }
 332
 333                         ni->ni_interfaces[niface++] = iface;
 334                         iface = comma;
 335                 } while (iface != NULL);
 336
 337                 str = bracket + 1;
 338                 comma = strchr(bracket + 1, ',');
 339                 if (comma != NULL) {
 340                         *comma = 0;
 341                         str = cfs_trimwhite(str);
 342                         if (*str != 0) {
 343                                 tmp = str;
 344                                 goto failed_syntax;
 345                         }
 346                         str = comma + 1;
 347                         continue;
 348                 }
 349
 350                 str = cfs_trimwhite(str);
 351                 if (*str != 0) {
 352                         tmp = str;
 353                         goto failed_syntax;
 354                 }
 355         }
 356
 357         LASSERT(!cfs_list_empty(nilist));
 358         return 0;
 359
 360  failed_syntax:
 361         lnet_syntax("networks", networks, (int)(tmp - tokens), strlen(tmp));
 362  failed:
 363         while (!cfs_list_empty(nilist)) {
 364                 ni = cfs_list_entry(nilist->next, lnet_ni_t, ni_list);
 365
 366                 cfs_list_del(&ni->ni_list);
 367                 lnet_ni_free(ni);
 368         }
 369
 370         if (el != NULL)
 371                 cfs_expr_list_free(el);
 372
 373         LIBCFS_FREE(tokens, tokensize);
 374         the_lnet.ln_network_tokens = NULL;
 375
 376         return -EINVAL;
 377 }
 378
 379 lnet_text_buf_t *
 380 lnet_new_text_buf (int str_len)
 381 {
 382         lnet_text_buf_t *ltb;
 383         int              nob;
 384
 385         /* NB allocate space for the terminating 0 */
 386         nob = offsetof(lnet_text_buf_t, ltb_text[str_len + 1]);
 387         if (nob > LNET_SINGLE_TEXTBUF_NOB) {
 388                 /* _way_ conservative for "route net gateway..." */
 389                 CERROR("text buffer too big\n");
 390                 return NULL;
 391         }
 392
 393         if (lnet_tbnob + nob > LNET_MAX_TEXTBUF_NOB) {
 394                 CERROR("Too many text buffers\n");
 395                 return NULL;
 396         }
 397
 398         LIBCFS_ALLOC(ltb, nob);
 399         if (ltb == NULL)
 400                 return NULL;
 401
 402         ltb->ltb_size = nob;
 403         ltb->ltb_text[0] = 0;
 404         lnet_tbnob += nob;
 405         return ltb;
 406 }
 407
 408 void
 409 lnet_free_text_buf (lnet_text_buf_t *ltb)
 410 {
 411         lnet_tbnob -= ltb->ltb_size;
 412         LIBCFS_FREE(ltb, ltb->ltb_size);
 413 }
 414
 415 void
 416 lnet_free_text_bufs(cfs_list_t *tbs)
 417 {
 418         lnet_text_buf_t  *ltb;
 419
 420         while (!cfs_list_empty(tbs)) {
 421                 ltb = cfs_list_entry(tbs->next, lnet_text_buf_t, ltb_list);
 422
 423                 cfs_list_del(&ltb->ltb_list);
 424                 lnet_free_text_buf(ltb);
 425         }
 426 }
 427
 428 void
 429 lnet_print_text_bufs(cfs_list_t *tbs)
 430 {
 431         cfs_list_t        *tmp;
 432         lnet_text_buf_t   *ltb;
 433
 434         cfs_list_for_each (tmp, tbs) {
 435                 ltb = cfs_list_entry(tmp, lnet_text_buf_t, ltb_list);
 436
 437                 CDEBUG(D_WARNING, "%s\n", ltb->ltb_text);
 438         }
 439
 440         CDEBUG(D_WARNING, "%d allocated\n", lnet_tbnob);
 441 }
 442
 443 int
 444 lnet_str2tbs_sep (cfs_list_t *tbs, char *str)
 445 {
 446         cfs_list_t        pending;
 447         char             *sep;
 448         int               nob;
 449         int               i;
 450         lnet_text_buf_t  *ltb;
 451
 452         CFS_INIT_LIST_HEAD(&pending);
 453
 454         /* Split 'str' into separate commands */
 455         for (;;) {
 456                 /* skip leading whitespace */
 457                 while (cfs_iswhite(*str))
 458                         str++;
 459
 460                 /* scan for separator or comment */
 461                 for (sep = str; *sep != 0; sep++)
 462                         if (lnet_issep(*sep) || *sep == '#')
 463                                 break;
 464
 465                 nob = (int)(sep - str);
 466                 if (nob > 0) {
 467                         ltb = lnet_new_text_buf(nob);
 468                         if (ltb == NULL) {
 469                                 lnet_free_text_bufs(&pending);
 470                                 return -1;
 471                         }
 472
 473                         for (i = 0; i < nob; i++)
 474                                 if (cfs_iswhite(str[i]))
 475                                         ltb->ltb_text[i] = ' ';
 476                                 else
 477                                         ltb->ltb_text[i] = str[i];
 478
 479                         ltb->ltb_text[nob] = 0;
 480
 481                         cfs_list_add_tail(&ltb->ltb_list, &pending);
 482                 }
 483
 484                 if (*sep == '#') {
 485                         /* scan for separator */
 486                         do {
 487                                 sep++;
 488                         } while (*sep != 0 && !lnet_issep(*sep));
 489                 }
 490
 491                 if (*sep == 0)
 492                         break;
 493
 494                 str = sep + 1;
 495         }
 496
 497         cfs_list_splice(&pending, tbs->prev);
 498         return 0;
 499 }
 500
 501 int
 502 lnet_expand1tb (cfs_list_t *list,
 503                char *str, char *sep1, char *sep2,
 504                char *item, int itemlen)
 505 {
 506         int              len1 = (int)(sep1 - str);
 507         int              len2 = strlen(sep2 + 1);
 508         lnet_text_buf_t *ltb;
 509
 510         LASSERT (*sep1 == '[');
 511         LASSERT (*sep2 == ']');
 512
 513         ltb = lnet_new_text_buf(len1 + itemlen + len2);
 514         if (ltb == NULL)
 515                 return -ENOMEM;
 516
 517         memcpy(ltb->ltb_text, str, len1);
 518         memcpy(&ltb->ltb_text[len1], item, itemlen);
 519         memcpy(&ltb->ltb_text[len1+itemlen], sep2 + 1, len2);
 520         ltb->ltb_text[len1 + itemlen + len2] = 0;
 521
 522         cfs_list_add_tail(&ltb->ltb_list, list);
 523         return 0;
 524 }
 525
 526 int
 527 lnet_str2tbs_expand (cfs_list_t *tbs, char *str)
 528 {
 529         char              num[16];
 530         cfs_list_t        pending;
 531         char             *sep;
 532         char             *sep2;
 533         char             *parsed;
 534         char             *enditem;
 535         int               lo;
 536         int               hi;
 537         int               stride;
 538         int               i;
 539         int               nob;
 540         int               scanned;
 541
 542         CFS_INIT_LIST_HEAD(&pending);
 543
 544         sep = strchr(str, '[');
 545         if (sep == NULL)                        /* nothing to expand */
 546                 return 0;
 547
 548         sep2 = strchr(sep, ']');
 549         if (sep2 == NULL)
 550                 goto failed;
 551
 552         for (parsed = sep; parsed < sep2; parsed = enditem) {
 553
 554                 enditem = ++parsed;
 555                 while (enditem < sep2 && *enditem != ',')
 556                         enditem++;
 557
 558                 if (enditem == parsed)          /* no empty items */
 559                         goto failed;
 560
 561                 if (sscanf(parsed, "%d-%d/%d%n", &lo, &hi, &stride, &scanned) < 3) {
 562
 563                         if (sscanf(parsed, "%d-%d%n", &lo, &hi, &scanned) < 2) {
 564
 565                                 /* simple string enumeration */
 566                                 if (lnet_expand1tb(&pending, str, sep, sep2,
 567                                                    parsed, (int)(enditem - parsed)) != 0)
 568                                         goto failed;
 569
 570                                 continue;
 571                         }
 572
 573                         stride = 1;
 574                 }
 575
 576                 /* range expansion */
 577
 578                 if (enditem != parsed + scanned) /* no trailing junk */
 579                         goto failed;
 580
 581                 if (hi < 0 || lo < 0 || stride < 0 || hi < lo ||
 582                     (hi - lo) % stride != 0)
 583                         goto failed;
 584
 585                 for (i = lo; i <= hi; i += stride) {
 586
 587                         snprintf(num, sizeof(num), "%d", i);
 588                         nob = strlen(num);
 589                         if (nob + 1 == sizeof(num))
 590                                 goto failed;
 591
 592                         if (lnet_expand1tb(&pending, str, sep, sep2,
 593                                            num, nob) != 0)
 594                                 goto failed;
 595                 }
 596         }
 597
 598         cfs_list_splice(&pending, tbs->prev);
 599         return 1;
 600
 601  failed:
 602         lnet_free_text_bufs(&pending);
 603         return -1;
 604 }
 605
 606 int
 607 lnet_parse_hops (char *str, unsigned int *hops)
 608 {
 609         int     len = strlen(str);
 610         int     nob = len;
 611
 612         return (sscanf(str, "%u%n", hops, &nob) >= 1 &&
 613                 nob == len &&
 614                 *hops > 0 && *hops < 256);
 615 }
 616
 617 #define LNET_PRIORITY_SEPARATOR (':')
 618
 619 int
 620 lnet_parse_priority(char *str, unsigned int *priority, char **token)
 621 {
 622         int   nob;
 623         char *sep;
 624         int   len;
 625
 626         sep = strchr(str, LNET_PRIORITY_SEPARATOR);
 627         if (sep == NULL) {
 628                 *priority = 0;
 629                 return 0;
 630         }
 631         len = strlen(sep + 1);
 632
 633         if ((sscanf((sep+1), "%u%n", priority, &nob) < 1) || (len != nob)) {
 634                 /* Update the caller's token pointer so it treats the found
 635                    priority as the token to report in the error message. */
 636                 *token += sep - str + 1;
 637                 return -1;
 638         }
 639
 640         CDEBUG(D_NET, "gateway %s, priority %d, nob %d\n", str, *priority, nob);
 641
 642         /*
 643          * Change priority separator to \0 to be able to parse NID
 644          */
 645         *sep = '\0';
 646         return 0;
 647 }
 648
 649 int
 650 lnet_parse_route (char *str, int *im_a_router)
 651 {
 652         /* static scratch buffer OK (single threaded) */
 653         static char       cmd[LNET_SINGLE_TEXTBUF_NOB];
 654
 655         cfs_list_t        nets;
 656         cfs_list_t        gateways;
 657         cfs_list_t       *tmp1;
 658         cfs_list_t       *tmp2;
 659         __u32             net;
 660         lnet_nid_t        nid;
 661         lnet_text_buf_t  *ltb;
 662         int               rc;
 663         char             *sep;
 664         char             *token = str;
 665         int               ntokens = 0;
 666         int               myrc = -1;
 667         unsigned int      hops;
 668         int               got_hops = 0;
 669         unsigned int      priority = 0;
 670
 671         CFS_INIT_LIST_HEAD(&gateways);
 672         CFS_INIT_LIST_HEAD(&nets);
 673
 674         /* save a copy of the string for error messages */
 675         strncpy(cmd, str, sizeof(cmd) - 1);
 676         cmd[sizeof(cmd) - 1] = 0;
 677
 678         sep = str;
 679         for (;;) {
 680                 /* scan for token start */
 681                 while (cfs_iswhite(*sep))
 682                         sep++;
 683                 if (*sep == 0) {
 684                         if (ntokens < (got_hops ? 3 : 2))
 685                                 goto token_error;
 686                         break;
 687                 }
 688
 689                 ntokens++;
 690                 token = sep++;
 691
 692                 /* scan for token end */
 693                 while (*sep != 0 && !cfs_iswhite(*sep))
 694                         sep++;
 695                 if (*sep != 0)
 696                         *sep++ = 0;
 697
 698                 if (ntokens == 1) {
 699                         tmp2 = &nets;           /* expanding nets */
 700                 } else if (ntokens == 2 &&
 701                            lnet_parse_hops(token, &hops)) {
 702                         got_hops = 1;           /* got a hop count */
 703                         continue;
 704                 } else {
 705                         tmp2 = &gateways;       /* expanding gateways */
 706                 }
 707
 708                 ltb = lnet_new_text_buf(strlen(token));
 709                 if (ltb == NULL)
 710                         goto out;
 711
 712                 strcpy(ltb->ltb_text, token);
 713                 tmp1 = &ltb->ltb_list;
 714                 cfs_list_add_tail(tmp1, tmp2);
 715
 716                 while (tmp1 != tmp2) {
 717                         ltb = cfs_list_entry(tmp1, lnet_text_buf_t, ltb_list);
 718
 719                         rc = lnet_str2tbs_expand(tmp1->next, ltb->ltb_text);
 720                         if (rc < 0)
 721                                 goto token_error;
 722
 723                         tmp1 = tmp1->next;
 724
 725                         if (rc > 0) {           /* expanded! */
 726                                 cfs_list_del(&ltb->ltb_list);
 727                                 lnet_free_text_buf(ltb);
 728                                 continue;
 729                         }
 730
 731                         if (ntokens == 1) {
 732                                 net = libcfs_str2net(ltb->ltb_text);
 733                                 if (net == LNET_NIDNET(LNET_NID_ANY) ||
 734                                     LNET_NETTYP(net) == LOLND)
 735                                         goto token_error;
 736                         } else {
 737                                 rc = lnet_parse_priority(ltb->ltb_text,
 738                                                          &priority, &token);
 739                                 if (rc < 0)
 740                                         goto token_error;
 741
 742                                 nid = libcfs_str2nid(ltb->ltb_text);
 743                                 if (nid == LNET_NID_ANY ||
 744                                     LNET_NETTYP(LNET_NIDNET(nid)) == LOLND)
 745                                         goto token_error;
 746                         }
 747                 }
 748         }
 749
 750         if (!got_hops)
 751                 hops = 1;
 752
 753         LASSERT (!cfs_list_empty(&nets));
 754         LASSERT (!cfs_list_empty(&gateways));
 755
 756         cfs_list_for_each (tmp1, &nets) {
 757                 ltb = cfs_list_entry(tmp1, lnet_text_buf_t, ltb_list);
 758                 net = libcfs_str2net(ltb->ltb_text);
 759                 LASSERT (net != LNET_NIDNET(LNET_NID_ANY));
 760
 761                 cfs_list_for_each (tmp2, &gateways) {
 762                         ltb = cfs_list_entry(tmp2, lnet_text_buf_t, ltb_list);
 763                         nid = libcfs_str2nid(ltb->ltb_text);
 764                         LASSERT(nid != LNET_NID_ANY);
 765
 766                         if (lnet_islocalnid(nid)) {
 767                                 *im_a_router = 1;
 768                                 continue;
 769                         }
 770
 771                         rc = lnet_add_route(net, hops, nid, priority);
 772                         if (rc != 0) {
 773                                 CERROR("Can't create route "
 774                                        "to %s via %s\n",
 775                                        libcfs_net2str(net),
 776                                        libcfs_nid2str(nid));
 777                                 goto out;
 778                         }
 779                 }
 780         }
 781
 782         myrc = 0;
 783         goto out;
 784
 785  token_error:
 786         lnet_syntax("routes", cmd, (int)(token - str), strlen(token));
 787  out:
 788         lnet_free_text_bufs(&nets);
 789         lnet_free_text_bufs(&gateways);
 790         return myrc;
 791 }
 792
 793 int
 794 lnet_parse_route_tbs(cfs_list_t *tbs, int *im_a_router)
 795 {
 796         lnet_text_buf_t   *ltb;
 797
 798         while (!cfs_list_empty(tbs)) {
 799                 ltb = cfs_list_entry(tbs->next, lnet_text_buf_t, ltb_list);
 800
 801                 if (lnet_parse_route(ltb->ltb_text, im_a_router) < 0) {
 802                         lnet_free_text_bufs(tbs);
 803                         return -EINVAL;
 804                 }
 805
 806                 cfs_list_del(&ltb->ltb_list);
 807                 lnet_free_text_buf(ltb);
 808         }
 809
 810         return 0;
 811 }
 812
 813 int
 814 lnet_parse_routes (char *routes, int *im_a_router)
 815 {
 816         cfs_list_t        tbs;
 817         int               rc = 0;
 818
 819         *im_a_router = 0;
 820
 821         CFS_INIT_LIST_HEAD(&tbs);
 822
 823         if (lnet_str2tbs_sep(&tbs, routes) < 0) {
 824                 CERROR("Error parsing routes\n");
 825                 rc = -EINVAL;
 826         } else {
 827                 rc = lnet_parse_route_tbs(&tbs, im_a_router);
 828         }
 829
 830         LASSERT (lnet_tbnob == 0);
 831         return rc;
 832 }
 833
 834 int
 835 lnet_match_network_token(char *token, int len, __u32 *ipaddrs, int nip)
 836 {
 837         CFS_LIST_HEAD   (list);
 838         int             rc;
 839         int             i;
 840
 841         rc = cfs_ip_addr_parse(token, len, &list);
 842         if (rc != 0)
 843                 return rc;
 844
 845         for (rc = i = 0; !rc && i < nip; i++)
 846                 rc = cfs_ip_addr_match(ipaddrs[i], &list);
 847
 848         cfs_ip_addr_free(&list);
 849
 850         return rc;
 851 }
 852
 853 int
 854 lnet_match_network_tokens(char *net_entry, __u32 *ipaddrs, int nip)
 855 {
 856         static char tokens[LNET_SINGLE_TEXTBUF_NOB];
 857
 858         int   matched = 0;
 859         int   ntokens = 0;
 860         int   len;
 861         char *net = NULL;
 862         char *sep;
 863         char *token;
 864         int   rc;
 865
 866         LASSERT (strlen(net_entry) < sizeof(tokens));
 867
 868         /* work on a copy of the string */
 869         strcpy(tokens, net_entry);
 870         sep = tokens;
 871         for (;;) {
 872                 /* scan for token start */
 873                 while (cfs_iswhite(*sep))
 874                         sep++;
 875                 if (*sep == 0)
 876                         break;
 877
 878                 token = sep++;
 879
 880                 /* scan for token end */
 881                 while (*sep != 0 && !cfs_iswhite(*sep))
 882                         sep++;
 883                 if (*sep != 0)
 884                         *sep++ = 0;
 885
 886                 if (ntokens++ == 0) {
 887                         net = token;
 888                         continue;
 889                 }
 890
 891                 len = strlen(token);
 892
 893                 rc = lnet_match_network_token(token, len, ipaddrs, nip);
 894                 if (rc < 0) {
 895                         lnet_syntax("ip2nets", net_entry,
 896                                     (int)(token - tokens), len);
 897                         return rc;
 898                 }
 899
 900                 matched |= (rc != 0);
 901         }
 902
 903         if (!matched)
 904                 return 0;
 905
 906         strcpy(net_entry, net);                 /* replace with matched net */
 907         return 1;
 908 }
 909
 910 __u32
 911 lnet_netspec2net(char *netspec)
 912 {
 913         char   *bracket = strchr(netspec, '(');
 914         __u32   net;
 915
 916         if (bracket != NULL)
 917                 *bracket = 0;
 918
 919         net = libcfs_str2net(netspec);
 920
 921         if (bracket != NULL)
 922                 *bracket = '(';
 923
 924         return net;
 925 }
 926
 927 int
 928 lnet_splitnets(char *source, cfs_list_t *nets)
 929 {
 930         int               offset = 0;
 931         int               offset2;
 932         int               len;
 933         lnet_text_buf_t  *tb;
 934         lnet_text_buf_t  *tb2;
 935         cfs_list_t       *t;
 936         char             *sep;
 937         char             *bracket;
 938         __u32             net;
 939
 940         LASSERT (!cfs_list_empty(nets));
 941         LASSERT (nets->next == nets->prev);     /* single entry */
 942
 943         tb = cfs_list_entry(nets->next, lnet_text_buf_t, ltb_list);
 944
 945         for (;;) {
 946                 sep = strchr(tb->ltb_text, ',');
 947                 bracket = strchr(tb->ltb_text, '(');
 948
 949                 if (sep != NULL &&
 950                     bracket != NULL &&
 951                     bracket < sep) {
 952                         /* netspec lists interfaces... */
 953
 954                         offset2 = offset + (int)(bracket - tb->ltb_text);
 955                         len = strlen(bracket);
 956
 957                         bracket = strchr(bracket + 1, ')');
 958
 959                         if (bracket == NULL ||
 960                             !(bracket[1] == ',' || bracket[1] == 0)) {
 961                                 lnet_syntax("ip2nets", source, offset2, len);
 962                                 return -EINVAL;
 963                         }
 964
 965                         sep = (bracket[1] == 0) ? NULL : bracket + 1;
 966                 }
 967
 968                 if (sep != NULL)
 969                         *sep++ = 0;
 970
 971                 net = lnet_netspec2net(tb->ltb_text);
 972                 if (net == LNET_NIDNET(LNET_NID_ANY)) {
 973                         lnet_syntax("ip2nets", source, offset,
 974                                     strlen(tb->ltb_text));
 975                         return -EINVAL;
 976                 }
 977
 978                 cfs_list_for_each(t, nets) {
 979                         tb2 = cfs_list_entry(t, lnet_text_buf_t, ltb_list);
 980
 981                         if (tb2 == tb)
 982                                 continue;
 983
 984                         if (net == lnet_netspec2net(tb2->ltb_text)) {
 985                                 /* duplicate network */
 986                                 lnet_syntax("ip2nets", source, offset,
 987                                             strlen(tb->ltb_text));
 988                                 return -EINVAL;
 989                         }
 990                 }
 991
 992                 if (sep == NULL)
 993                         return 0;
 994
 995                 offset += (int)(sep - tb->ltb_text);
 996                 tb2 = lnet_new_text_buf(strlen(sep));
 997                 if (tb2 == NULL)
 998                         return -ENOMEM;
 999
1000                 strcpy(tb2->ltb_text, sep);
1001                 cfs_list_add_tail(&tb2->ltb_list, nets);
1002
1003                 tb = tb2;
1004         }
1005 }
1006
1007 int
1008 lnet_match_networks (char **networksp, char *ip2nets, __u32 *ipaddrs, int nip)
1009 {
1010         static char        networks[LNET_SINGLE_TEXTBUF_NOB];
1011         static char        source[LNET_SINGLE_TEXTBUF_NOB];
1012
1013         cfs_list_t          raw_entries;
1014         cfs_list_t          matched_nets;
1015         cfs_list_t          current_nets;
1016         cfs_list_t         *t;
1017         cfs_list_t         *t2;
1018         lnet_text_buf_t    *tb;
1019         lnet_text_buf_t    *tb2;
1020         __u32               net1;
1021         __u32               net2;
1022         int                 len;
1023         int                 count;
1024         int                 dup;
1025         int                 rc;
1026
1027         CFS_INIT_LIST_HEAD(&raw_entries);
1028         if (lnet_str2tbs_sep(&raw_entries, ip2nets) < 0) {
1029                 CERROR("Error parsing ip2nets\n");
1030                 LASSERT (lnet_tbnob == 0);
1031                 return -EINVAL;
1032         }
1033
1034         CFS_INIT_LIST_HEAD(&matched_nets);
1035         CFS_INIT_LIST_HEAD(&current_nets);
1036         networks[0] = 0;
1037         count = 0;
1038         len = 0;
1039         rc = 0;
1040
1041         while (!cfs_list_empty(&raw_entries)) {
1042                 tb = cfs_list_entry(raw_entries.next, lnet_text_buf_t,
1043                                     ltb_list);
1044
1045                 strncpy(source, tb->ltb_text, sizeof(source)-1);
1046                 source[sizeof(source)-1] = 0;
1047
1048                 /* replace ltb_text with the network(s) add on match */
1049                 rc = lnet_match_network_tokens(tb->ltb_text, ipaddrs, nip);
1050                 if (rc < 0)
1051                         break;
1052
1053                 cfs_list_del(&tb->ltb_list);
1054
1055                 if (rc == 0) {                  /* no match */
1056                         lnet_free_text_buf(tb);
1057                         continue;
1058                 }
1059
1060                 /* split into separate networks */
1061                 CFS_INIT_LIST_HEAD(&current_nets);
1062                 cfs_list_add(&tb->ltb_list, &current_nets);
1063                 rc = lnet_splitnets(source, &current_nets);
1064                 if (rc < 0)
1065                         break;
1066
1067                 dup = 0;
1068                 cfs_list_for_each (t, &current_nets) {
1069                         tb = cfs_list_entry(t, lnet_text_buf_t, ltb_list);
1070                         net1 = lnet_netspec2net(tb->ltb_text);
1071                         LASSERT (net1 != LNET_NIDNET(LNET_NID_ANY));
1072
1073                         cfs_list_for_each(t2, &matched_nets) {
1074                                 tb2 = cfs_list_entry(t2, lnet_text_buf_t,
1075                                                      ltb_list);
1076                                 net2 = lnet_netspec2net(tb2->ltb_text);
1077                                 LASSERT (net2 != LNET_NIDNET(LNET_NID_ANY));
1078
1079                                 if (net1 == net2) {
1080                                         dup = 1;
1081                                         break;
1082                                 }
1083                         }
1084
1085                         if (dup)
1086                                 break;
1087                 }
1088
1089                 if (dup) {
1090                         lnet_free_text_bufs(&current_nets);
1091                         continue;
1092                 }
1093
1094                 cfs_list_for_each_safe(t, t2, &current_nets) {
1095                         tb = cfs_list_entry(t, lnet_text_buf_t, ltb_list);
1096
1097                         cfs_list_del(&tb->ltb_list);
1098                         cfs_list_add_tail(&tb->ltb_list, &matched_nets);
1099
1100                         len += snprintf(networks + len, sizeof(networks) - len,
1101                                         "%s%s", (len == 0) ? "" : ",",
1102                                         tb->ltb_text);
1103
1104                         if (len >= sizeof(networks)) {
1105                                 CERROR("Too many matched networks\n");
1106                                 rc = -E2BIG;
1107                                 goto out;
1108                         }
1109                 }
1110
1111                 count++;
1112         }
1113
1114  out:
1115         lnet_free_text_bufs(&raw_entries);
1116         lnet_free_text_bufs(&matched_nets);
1117         lnet_free_text_bufs(&current_nets);
1118         LASSERT (lnet_tbnob == 0);
1119
1120         if (rc < 0)
1121                 return rc;
1122
1123         *networksp = networks;
1124         return count;
1125 }
1126
1127 #ifdef __KERNEL__
1128 void
1129 lnet_ipaddr_free_enumeration(__u32 *ipaddrs, int nip)
1130 {
1131         LIBCFS_FREE(ipaddrs, nip * sizeof(*ipaddrs));
1132 }
1133
1134 int
1135 lnet_ipaddr_enumerate (__u32 **ipaddrsp)
1136 {
1137         int        up;
1138         __u32      netmask;
1139         __u32     *ipaddrs;
1140         __u32     *ipaddrs2;
1141         int        nip;
1142         char     **ifnames;
1143         int        nif = libcfs_ipif_enumerate(&ifnames);
1144         int        i;
1145         int        rc;
1146
1147         if (nif <= 0)
1148                 return nif;
1149
1150         LIBCFS_ALLOC(ipaddrs, nif * sizeof(*ipaddrs));
1151         if (ipaddrs == NULL) {
1152                 CERROR("Can't allocate ipaddrs[%d]\n", nif);
1153                 libcfs_ipif_free_enumeration(ifnames, nif);
1154                 return -ENOMEM;
1155         }
1156
1157         for (i = nip = 0; i < nif; i++) {
1158                 if (!strcmp(ifnames[i], "lo"))
1159                         continue;
1160
1161                 rc = libcfs_ipif_query(ifnames[i], &up,
1162                                        &ipaddrs[nip], &netmask);
1163                 if (rc != 0) {
1164                         CWARN("Can't query interface %s: %d\n",
1165                               ifnames[i], rc);
1166                         continue;
1167                 }
1168
1169                 if (!up) {
1170                         CWARN("Ignoring interface %s: it's down\n",
1171                               ifnames[i]);
1172                         continue;
1173                 }
1174
1175                 nip++;
1176         }
1177
1178         libcfs_ipif_free_enumeration(ifnames, nif);
1179
1180         if (nip == nif) {
1181                 *ipaddrsp = ipaddrs;
1182         } else {
1183                 if (nip > 0) {
1184                         LIBCFS_ALLOC(ipaddrs2, nip * sizeof(*ipaddrs2));
1185                         if (ipaddrs2 == NULL) {
1186                                 CERROR("Can't allocate ipaddrs[%d]\n", nip);
1187                                 nip = -ENOMEM;
1188                         } else {
1189                                 memcpy(ipaddrs2, ipaddrs,
1190                                        nip * sizeof(*ipaddrs));
1191                                 *ipaddrsp = ipaddrs2;
1192                                 rc = nip;
1193                         }
1194                 }
1195                 lnet_ipaddr_free_enumeration(ipaddrs, nif);
1196         }
1197         return nip;
1198 }
1199
1200 int
1201 lnet_parse_ip2nets (char **networksp, char *ip2nets)
1202 {
1203         __u32     *ipaddrs;
1204         int        nip = lnet_ipaddr_enumerate(&ipaddrs);
1205         int        rc;
1206
1207         if (nip < 0) {
1208                 LCONSOLE_ERROR_MSG(0x117, "Error %d enumerating local IP "
1209                                    "interfaces for ip2nets to match\n", nip);
1210                 return nip;
1211         }
1212
1213         if (nip == 0) {
1214                 LCONSOLE_ERROR_MSG(0x118, "No local IP interfaces "
1215                                    "for ip2nets to match\n");
1216                 return -ENOENT;
1217         }
1218
1219         rc = lnet_match_networks(networksp, ip2nets, ipaddrs, nip);
1220         lnet_ipaddr_free_enumeration(ipaddrs, nip);
1221
1222         if (rc < 0) {
1223                 LCONSOLE_ERROR_MSG(0x119, "Error %d parsing ip2nets\n", rc);
1224                 return rc;
1225         }
1226
1227         if (rc == 0) {
1228                 LCONSOLE_ERROR_MSG(0x11a, "ip2nets does not match "
1229                                    "any local IP interfaces\n");
1230                 return -ENOENT;
1231         }
1232
1233         return 0;
1234 }
1235
1236 int
1237 lnet_set_ip_niaddr (lnet_ni_t *ni)
1238 {
1239         __u32  net = LNET_NIDNET(ni->ni_nid);
1240         char **names;
1241         int    n;
1242         __u32  ip;
1243         __u32  netmask;
1244         int    up;
1245         int    i;
1246         int    rc;
1247
1248         /* Convenience for LNDs that use the IP address of a local interface as
1249          * the local address part of their NID */
1250
1251         if (ni->ni_interfaces[0] != NULL) {
1252
1253                 CLASSERT (LNET_MAX_INTERFACES > 1);
1254
1255                 if (ni->ni_interfaces[1] != NULL) {
1256                         CERROR("Net %s doesn't support multiple interfaces\n",
1257                                libcfs_net2str(net));
1258                         return -EPERM;
1259                 }
1260
1261                 rc = libcfs_ipif_query(ni->ni_interfaces[0],
1262                                        &up, &ip, &netmask);
1263                 if (rc != 0) {
1264                         CERROR("Net %s can't query interface %s: %d\n",
1265                                libcfs_net2str(net), ni->ni_interfaces[0], rc);
1266                         return -EPERM;
1267                 }
1268
1269                 if (!up) {
1270                         CERROR("Net %s can't use interface %s: it's down\n",
1271                                libcfs_net2str(net), ni->ni_interfaces[0]);
1272                         return -ENETDOWN;
1273                 }
1274
1275                 ni->ni_nid = LNET_MKNID(net, ip);
1276                 return 0;
1277         }
1278
1279         n = libcfs_ipif_enumerate(&names);
1280         if (n <= 0) {
1281                 CERROR("Net %s can't enumerate interfaces: %d\n",
1282                        libcfs_net2str(net), n);
1283                 return 0;
1284         }
1285
1286         for (i = 0; i < n; i++) {
1287                 if (!strcmp(names[i], "lo")) /* skip the loopback IF */
1288                         continue;
1289
1290                 rc = libcfs_ipif_query(names[i], &up, &ip, &netmask);
1291
1292                 if (rc != 0) {
1293                         CWARN("Net %s can't query interface %s: %d\n",
1294                               libcfs_net2str(net), names[i], rc);
1295                         continue;
1296                 }
1297
1298                 if (!up) {
1299                         CWARN("Net %s ignoring interface %s (down)\n",
1300                               libcfs_net2str(net), names[i]);
1301                         continue;
1302                 }
1303
1304                 libcfs_ipif_free_enumeration(names, n);
1305                 ni->ni_nid = LNET_MKNID(net, ip);
1306                 return 0;
1307         }
1308
1309         CERROR("Net %s can't find any interfaces\n", libcfs_net2str(net));
1310         libcfs_ipif_free_enumeration(names, n);
1311         return -ENOENT;
1312 }
1313 EXPORT_SYMBOL(lnet_set_ip_niaddr);
1314
1315 #endif