lnet/utils/lnetconfig/liblnetconfig.c

   1 /*
   2  * LGPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU Lesser General Public License as
   8  * published by the Free Software Foundation; either version 2.1 of the
   9  * License, or (at your option) any later version.
  10  *
  11  * This library is distributed in the hope that it will be useful, but
  12  * WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14  * Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public
  17  * License along with this library. If not, see <http://www.gnu.org/licenses/>.
  18  *
  19  * LGPL HEADER END
  20  *
  21  * Copyright (c) 2014, 2017, Intel Corporation.
  22  *
  23  * Author:
  24  *   Amir Shehata <amir.shehata@intel.com>
  25  */
  26
  27 /*
  28  * There are two APIs:
  29  *  1. APIs that take the actual parameters expanded.  This is for other
  30  *  entities that would like to link against the library and call the APIs
  31  *  directly without having to form an intermediate representation.
  32  *  2. APIs that take a YAML file and parses out the information there and
  33  *  calls the APIs mentioned in 1
  34  */
  35
  36 #include <errno.h>
  37 #include <limits.h>
  38 #include <byteswap.h>
  39 #include <netdb.h>
  40 #include <stdio.h>
  41 #include <stdlib.h>
  42 #include <string.h>
  43 #include <unistd.h>
  44 #include <sys/ioctl.h>
  45 #include <net/if.h>
  46 #include <libcfs/util/ioctl.h>
  47 #include <linux/lnet/lnetctl.h>
  48 #include "liblnd.h"
  49 #include <sys/types.h>
  50 #include <sys/stat.h>
  51 #include <fcntl.h>
  52 #include <ifaddrs.h>
  53 #include "liblnetconfig.h"
  54
  55 #define CONFIG_CMD              "configure"
  56 #define UNCONFIG_CMD            "unconfigure"
  57 #define ADD_CMD                 "add"
  58 #define DEL_CMD                 "del"
  59 #define SHOW_CMD                "show"
  60 #define DBG_CMD                 "dbg"
  61 #define MANAGE_CMD              "manage"
  62
  63 #define MAX_NUM_IPS             128
  64
  65 #define modparam_path "/sys/module/lnet/parameters/"
  66 #define gni_nid_path "/proc/cray_xt/"
  67
  68 const char *gmsg_stat_names[] = {"sent_stats", "received_stats",
  69                                  "dropped_stats"};
  70
  71 /*
  72  * lustre_lnet_ip_range_descr
  73  *      Describes an IP range.
  74  *      Each octect is an expression
  75  */
  76 struct lustre_lnet_ip_range_descr {
  77         struct list_head ipr_entry;
  78         struct list_head ipr_expr;
  79 };
  80
  81 /*
  82  * lustre_lnet_ip2nets
  83  *      Describes an ip2nets rule. This can be on a list of rules.
  84  */
  85 struct lustre_lnet_ip2nets {
  86         struct lnet_dlc_network_descr ip2nets_net;
  87         struct list_head ip2nets_ip_ranges;
  88 };
  89
  90 int open_sysfs_file(const char *path, const char *attr, const int mode)
  91 {
  92         int fd;
  93         char filename[LNET_MAX_STR_LEN];
  94
  95         if (strlen(path) + strlen(attr) >= LNET_MAX_STR_LEN)
  96                 return -1;
  97
  98         snprintf(filename, sizeof(filename), "%s%s",
  99                  path, attr);
 100
 101         fd = open(filename, mode);
 102
 103         return fd;
 104 }
 105
 106 static int read_sysfs_file(const char *path, const char *attr,
 107                            void *val, const size_t size, const int nelem)
 108 {
 109         int fd;
 110         int rc = LUSTRE_CFG_RC_GENERIC_ERR;
 111
 112         fd = open_sysfs_file(path, attr, O_RDONLY);
 113         if (fd == -1)
 114                 return LUSTRE_CFG_RC_NO_MATCH;
 115
 116         if (read(fd, val, size * nelem) == -1)
 117                 goto close_fd;
 118
 119         rc = LUSTRE_CFG_RC_NO_ERR;
 120
 121 close_fd:
 122         close(fd);
 123         return rc;
 124 }
 125
 126 static int write_sysfs_file(const char *path, const char *attr,
 127                             void *val, const size_t size, const int nelem)
 128 {
 129         int fd;
 130         int rc = LUSTRE_CFG_RC_GENERIC_ERR;
 131
 132         fd = open_sysfs_file(path, attr, O_WRONLY | O_TRUNC);
 133         if (fd == -1)
 134                 return LUSTRE_CFG_RC_NO_MATCH;
 135
 136         if (write(fd, val, size * nelem) == -1)
 137                 goto close_fd;
 138
 139         rc = LUSTRE_CFG_RC_NO_ERR;
 140
 141 close_fd:
 142         close(fd);
 143         return rc;
 144 }
 145
 146 /*
 147  * free_intf_descr
 148  *      frees the memory allocated for an intf descriptor.
 149  */
 150 void free_intf_descr(struct lnet_dlc_intf_descr *intf_descr)
 151 {
 152         if (!intf_descr)
 153                 return;
 154
 155         if (intf_descr->cpt_expr != NULL)
 156                 cfs_expr_list_free(intf_descr->cpt_expr);
 157         free(intf_descr);
 158 }
 159
 160 /*
 161  * lustre_lnet_add_ip_range
 162  * Formatting:
 163  *      given a string of the format:
 164  *      <expr.expr.expr.expr> parse each expr into
 165  *      a lustre_lnet_ip_range_descr structure and insert on the list.
 166  *
 167  *      This function is called from
 168  *              YAML on each ip-range.
 169  *              As a result of lnetctl command
 170  *              When building a NID or P2P selection rules
 171  */
 172 int lustre_lnet_add_ip_range(struct list_head *list, char *str_ip_range)
 173 {
 174         struct lustre_lnet_ip_range_descr *ip_range;
 175         int rc;
 176
 177         ip_range = calloc(1, sizeof(*ip_range));
 178         if (ip_range == NULL)
 179                 return LUSTRE_CFG_RC_OUT_OF_MEM;
 180
 181         INIT_LIST_HEAD(&ip_range->ipr_entry);
 182         INIT_LIST_HEAD(&ip_range->ipr_expr);
 183
 184         rc = cfs_ip_addr_parse(str_ip_range, strlen(str_ip_range),
 185                                &ip_range->ipr_expr);
 186         if (rc != 0)
 187                 return LUSTRE_CFG_RC_BAD_PARAM;
 188
 189         list_add_tail(&ip_range->ipr_entry, list);
 190
 191         return LUSTRE_CFG_RC_NO_ERR;
 192 }
 193
 194 int lustre_lnet_add_intf_descr(struct list_head *list, char *intf, int len)
 195 {
 196         char *open_sq_bracket = NULL, *close_sq_bracket = NULL,
 197              *intf_name;
 198         struct lnet_dlc_intf_descr *intf_descr = NULL;
 199         int rc;
 200         char intf_string[LNET_MAX_STR_LEN];
 201
 202         if (len >= LNET_MAX_STR_LEN)
 203                 return LUSTRE_CFG_RC_BAD_PARAM;
 204
 205         strncpy(intf_string, intf, len);
 206         intf_string[len] = '\0';
 207
 208         intf_descr = calloc(1, sizeof(*intf_descr));
 209         if (intf_descr == NULL)
 210                 return LUSTRE_CFG_RC_OUT_OF_MEM;
 211
 212         INIT_LIST_HEAD(&intf_descr->intf_on_network);
 213
 214         intf_name = intf_string;
 215         open_sq_bracket = strchr(intf_string, '[');
 216         if (open_sq_bracket != NULL) {
 217                 close_sq_bracket = strchr(intf_string, ']');
 218                 if (close_sq_bracket == NULL) {
 219                         free(intf_descr);
 220                         return LUSTRE_CFG_RC_BAD_PARAM;
 221                 }
 222                 rc = cfs_expr_list_parse(open_sq_bracket,
 223                                          strlen(open_sq_bracket), 0, UINT_MAX,
 224                                          &intf_descr->cpt_expr);
 225                 if (rc < 0) {
 226                         free(intf_descr);
 227                         return LUSTRE_CFG_RC_BAD_PARAM;
 228                 }
 229                 strncpy(intf_descr->intf_name, intf_name,
 230                         open_sq_bracket - intf_name);
 231                 intf_descr->intf_name[open_sq_bracket - intf_name] = '\0';
 232         } else {
 233                 strcpy(intf_descr->intf_name, intf_name);
 234                 intf_descr->cpt_expr = NULL;
 235         }
 236
 237         list_add_tail(&intf_descr->intf_on_network, list);
 238
 239         return LUSTRE_CFG_RC_NO_ERR;
 240 }
 241
 242 void lustre_lnet_init_nw_descr(struct lnet_dlc_network_descr *nw_descr)
 243 {
 244         if (nw_descr != NULL) {
 245                 nw_descr->nw_id = 0;
 246                 INIT_LIST_HEAD(&nw_descr->network_on_rule);
 247                 INIT_LIST_HEAD(&nw_descr->nw_intflist);
 248         }
 249 }
 250
 251 static char *get_next_delimiter_in_nid(char *str, char sep)
 252 {
 253         char *at, *comma;
 254
 255         /* first find the '@' */
 256         at = strchr(str, '@');
 257         if (!at)
 258                 return str;
 259
 260         /* now that you found the at find the sep after */
 261         comma = strchr(at, sep);
 262         return comma;
 263 }
 264
 265 int lustre_lnet_parse_nids(char *nids, char **array, int size,
 266                            char ***out_array)
 267 {
 268         int num_nids = 0;
 269         char *comma = nids, *cur, *entry;
 270         char **new_array;
 271         int i, len, start = 0, finish = 0;
 272
 273         if (nids == NULL || strlen(nids) == 0)
 274                 return size;
 275
 276         /* count the number or new nids, by counting the number of comma*/
 277         while (comma) {
 278                 comma = get_next_delimiter_in_nid(comma, ',');
 279                 if (comma) {
 280                         comma++;
 281                         num_nids++;
 282                 } else {
 283                         num_nids++;
 284                 }
 285         }
 286
 287         /*
 288          * if the array is not NULL allocate a large enough array to house
 289          * the old and new entries
 290          */
 291         new_array = calloc(sizeof(char*),
 292                            (size > 0) ? size + num_nids : num_nids);
 293
 294         if (!new_array)
 295                 goto failed;
 296
 297         /* parse our the new nids and add them to the tail of the array */
 298         comma = nids;
 299         cur = nids;
 300         start = (size > 0) ? size: 0;
 301         finish = (size > 0) ? size + num_nids : num_nids;
 302         for (i = start; i < finish; i++) {
 303                 comma = get_next_delimiter_in_nid(comma, ',');
 304                 if (!comma)
 305                         /*
 306                          * the length of the string to be parsed out is
 307                          * from cur to end of string. So it's good enough
 308                          * to strlen(cur)
 309                          */
 310                         len = strlen(cur) + 1;
 311                 else
 312                         /* length of the string is comma - cur */
 313                         len = (comma - cur) + 1;
 314
 315                 entry = calloc(1, len);
 316                 if (!entry) {
 317                         finish = i > 0 ? i - 1: 0;
 318                         goto failed;
 319                 }
 320                 strncpy(entry, cur, len - 1);
 321                 entry[len] = '\0';
 322                 new_array[i] = entry;
 323                 if (comma) {
 324                         comma++;
 325                         cur = comma;
 326                 }
 327         }
 328
 329         /* add the old entries in the array and delete the old array*/
 330         for (i = 0; i < size; i++)
 331                 new_array[i] = array[i];
 332
 333         if (array)
 334                 free(array);
 335
 336         *out_array = new_array;
 337
 338         return finish;
 339
 340 failed:
 341         for (i = start; i < finish; i++)
 342                 free(new_array[i]);
 343         if (new_array)
 344                 free(new_array);
 345
 346         return size;
 347 }
 348
 349 /*
 350  * format expected:
 351  *      <intf>[<expr>], <intf>[<expr>],..
 352  */
 353 int lustre_lnet_parse_interfaces(char *intf_str,
 354                                  struct lnet_dlc_network_descr *nw_descr)
 355 {
 356         char *open_square;
 357         char *close_square;
 358         char *comma;
 359         char *cur = intf_str, *next = NULL;
 360         char *end = intf_str + strlen(intf_str);
 361         int rc, len;
 362         struct lnet_dlc_intf_descr *intf_descr, *tmp;
 363
 364         if (nw_descr == NULL)
 365                 return LUSTRE_CFG_RC_BAD_PARAM;
 366
 367         while (cur < end) {
 368                 open_square = strchr(cur, '[');
 369                 if (open_square != NULL) {
 370                         close_square = strchr(cur, ']');
 371                         if (close_square == NULL) {
 372                                 rc = LUSTRE_CFG_RC_BAD_PARAM;
 373                                 goto failed;
 374                         }
 375
 376                         comma = strchr(cur, ',');
 377                         if (comma != NULL && comma > close_square) {
 378                                 next = comma + 1;
 379                                 len = next - close_square;
 380                         } else {
 381                                 len = strlen(cur);
 382                                 next = cur + len;
 383                         }
 384                 } else {
 385                         comma = strchr(cur, ',');
 386                         if (comma != NULL) {
 387                                 next = comma + 1;
 388                                 len = comma - cur;
 389                         } else {
 390                                 len = strlen(cur);
 391                                 next = cur + len;
 392                         }
 393                 }
 394
 395                 rc = lustre_lnet_add_intf_descr(&nw_descr->nw_intflist, cur, len);
 396                 if (rc != LUSTRE_CFG_RC_NO_ERR)
 397                         goto failed;
 398
 399                 cur = next;
 400         }
 401
 402         return LUSTRE_CFG_RC_NO_ERR;
 403
 404 failed:
 405         list_for_each_entry_safe(intf_descr, tmp, &nw_descr->nw_intflist,
 406                                  intf_on_network) {
 407                 list_del(&intf_descr->intf_on_network);
 408                 free_intf_descr(intf_descr);
 409         }
 410
 411         return rc;
 412 }
 413
 414 int lustre_lnet_config_lib_init(void)
 415 {
 416         return register_ioc_dev(LNET_DEV_ID, LNET_DEV_PATH);
 417 }
 418
 419 void lustre_lnet_config_lib_uninit(void)
 420 {
 421         unregister_ioc_dev(LNET_DEV_ID);
 422 }
 423
 424 int lustre_lnet_config_ni_system(bool up, bool load_ni_from_mod,
 425                                  int seq_no, struct cYAML **err_rc)
 426 {
 427         struct libcfs_ioctl_data data;
 428         unsigned int opc;
 429         int rc;
 430         char err_str[LNET_MAX_STR_LEN];
 431
 432         snprintf(err_str, sizeof(err_str), "\"Success\"");
 433
 434         LIBCFS_IOC_INIT(data);
 435
 436         /* Reverse logic is used here in order not to change
 437          * the lctl utility */
 438         data.ioc_flags = load_ni_from_mod ? 0 : 1;
 439
 440         opc = up ? IOC_LIBCFS_CONFIGURE : IOC_LIBCFS_UNCONFIGURE;
 441
 442         rc = l_ioctl(LNET_DEV_ID, opc, &data);
 443         if (rc != 0) {
 444                 snprintf(err_str,
 445                         sizeof(err_str),
 446                         "\"LNet %s error: %s\"", (up) ? "configure" :
 447                         "unconfigure", strerror(errno));
 448                 rc = -errno;
 449         }
 450
 451         cYAML_build_error(rc, seq_no, (up) ? CONFIG_CMD : UNCONFIG_CMD,
 452                           "lnet", err_str, err_rc);
 453
 454         return rc;
 455 }
 456
 457 static int dispatch_peer_ni_cmd(lnet_nid_t pnid, lnet_nid_t nid, __u32 cmd,
 458                                 struct lnet_ioctl_peer_cfg *data,
 459                                 char *err_str, char *cmd_str)
 460 {
 461         int rc;
 462
 463         data->prcfg_prim_nid = pnid;
 464         data->prcfg_cfg_nid = nid;
 465
 466         rc = l_ioctl(LNET_DEV_ID, cmd, data);
 467         if (rc != 0) {
 468                 rc = -errno;
 469                 snprintf(err_str,
 470                         LNET_MAX_STR_LEN,
 471                         "\"cannot %s peer ni: %s\"",
 472                         (cmd_str) ? cmd_str : "add", strerror(errno));
 473                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
 474         }
 475
 476         return rc;
 477 }
 478
 479 static int infra_ping_nid(char *ping_nids, char *oper, int param, int ioc_call,
 480                           int seq_no, struct cYAML **show_rc,
 481                           struct cYAML **err_rc)
 482 {
 483         void *data = NULL;
 484         struct lnet_ioctl_ping_data ping;
 485         struct cYAML *root = NULL, *ping_node = NULL, *item = NULL,
 486                      *first_seq = NULL, *tmp = NULL, *peer_ni = NULL;
 487         struct lnet_process_id id;
 488         char err_str[LNET_MAX_STR_LEN] = {0};
 489         char *sep, *token, *end;
 490         char buf[6];
 491         size_t len;
 492         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
 493         int i;
 494         bool flag = false;
 495
 496         len = (sizeof(struct lnet_process_id) * LNET_INTERFACES_MAX_DEFAULT);
 497
 498         data = calloc(1, len);
 499         if (data == NULL)
 500                 goto out;
 501
 502         /* create struct cYAML root object */
 503         root = cYAML_create_object(NULL, NULL);
 504         if (root == NULL)
 505                 goto out;
 506
 507         ping_node = cYAML_create_seq(root, oper);
 508         if (ping_node == NULL)
 509                 goto out;
 510
 511         /* tokenise each nid in string ping_nids */
 512         token = strtok(ping_nids, ",");
 513
 514         do {
 515                 item = cYAML_create_seq_item(ping_node);
 516                 if (item == NULL)
 517                         goto out;
 518
 519                 if (first_seq == NULL)
 520                         first_seq = item;
 521
 522                 /* check if '-' is a part of NID, token */
 523                 sep = strchr(token, '-');
 524                 if (sep == NULL) {
 525                         id.pid = LNET_PID_ANY;
 526                         /* if no net is specified, libcfs_str2nid() will assume tcp */
 527                         id.nid = libcfs_str2nid(token);
 528                         if (id.nid == LNET_NID_ANY) {
 529                                 snprintf(err_str, sizeof(err_str),
 530                                          "\"cannot parse NID '%s'\"",
 531                                          token);
 532                                 rc = LUSTRE_CFG_RC_BAD_PARAM;
 533                                 cYAML_build_error(rc, seq_no, MANAGE_CMD,
 534                                                   oper, err_str, err_rc);
 535                                 continue;
 536                         }
 537                 } else {
 538                         if (token[0] == 'u' || token[0] == 'U')
 539                                 id.pid = (strtoul(&token[1], &end, 0) |
 540                                           (LNET_PID_USERFLAG));
 541                         else
 542                                 id.pid = strtoul(token, &end, 0);
 543
 544                         /* assuming '-' is part of hostname */
 545                         if (end != sep) {
 546                                 id.pid = LNET_PID_ANY;
 547                                 id.nid = libcfs_str2nid(token);
 548                                 if (id.nid == LNET_NID_ANY) {
 549                                         snprintf(err_str, sizeof(err_str),
 550                                                  "\"cannot parse NID '%s'\"",
 551                                                  token);
 552                                         rc = LUSTRE_CFG_RC_BAD_PARAM;
 553                                         cYAML_build_error(rc, seq_no, MANAGE_CMD,
 554                                                           oper, err_str,
 555                                                           err_rc);
 556                                         continue;
 557                                 }
 558                         } else {
 559                                 id.nid = libcfs_str2nid(sep + 1);
 560                                 if (id.nid == LNET_NID_ANY) {
 561                                         snprintf(err_str, sizeof(err_str),
 562                                                  "\"cannot parse NID '%s'\"",
 563                                                  token);
 564                                         rc = LUSTRE_CFG_RC_BAD_PARAM;
 565                                         cYAML_build_error(rc, seq_no, MANAGE_CMD,
 566                                                           oper, err_str,
 567                                                           err_rc);
 568                                         continue;
 569                                 }
 570                         }
 571                 }
 572                 LIBCFS_IOC_INIT_V2(ping, ping_hdr);
 573                 ping.ping_hdr.ioc_len = sizeof(ping);
 574                 ping.ping_id          = id;
 575                 ping.op_param         = param;
 576                 ping.ping_count       = LNET_INTERFACES_MAX_DEFAULT;
 577                 ping.ping_buf         = data;
 578
 579                 rc = l_ioctl(LNET_DEV_ID, ioc_call, &ping);
 580                 if (rc != 0) {
 581                         snprintf(err_str,
 582                                  sizeof(err_str), "failed to %s %s: %s\n", oper,
 583                                  id.pid == LNET_PID_ANY ?
 584                                  libcfs_nid2str(id.nid) :
 585                                  libcfs_id2str(id), strerror(errno));
 586                         rc = LUSTRE_CFG_RC_BAD_PARAM;
 587                         cYAML_build_error(rc, seq_no, MANAGE_CMD,
 588                                           oper, err_str, err_rc);
 589                         continue;
 590                 }
 591
 592                 if (cYAML_create_string(item, "primary nid",
 593                                         libcfs_nid2str(ping.ping_id.nid)) == NULL)
 594                         goto out;
 595
 596                 if (cYAML_create_string(item, "Multi-Rail", ping.mr_info ?
 597                                         "True" : "False") == NULL)
 598                         goto out;
 599
 600                 tmp = cYAML_create_seq(item, "peer ni");
 601                 if (tmp == NULL)
 602                         goto out;
 603
 604                 for (i = 0; i < ping.ping_count; i++) {
 605                         if (!strcmp(libcfs_nid2str(ping.ping_buf[i].nid),
 606                                     "0@lo"))
 607                                 continue;
 608                         peer_ni = cYAML_create_seq_item(tmp);
 609                         if (peer_ni == NULL)
 610                                 goto out;
 611                         memset(buf, 0, sizeof buf);
 612                         snprintf(buf, sizeof buf, "nid");
 613                         if (cYAML_create_string(peer_ni, buf,
 614                                                 libcfs_nid2str(ping.ping_buf[i].nid)) == NULL)
 615                                 goto out;
 616                 }
 617
 618                 flag = true;
 619
 620         } while ((token = strtok(NULL, ",")) != NULL);
 621
 622         if (flag)
 623                 rc = LUSTRE_CFG_RC_NO_ERR;
 624
 625 out:
 626         if (data)
 627                 free(data);
 628         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR) {
 629                 cYAML_free_tree(root);
 630         } else if (show_rc != NULL && *show_rc != NULL) {
 631                 struct cYAML *show_node;
 632                 show_node = cYAML_get_object_item(*show_rc, oper);
 633                 if (show_node != NULL && cYAML_is_sequence(show_node)) {
 634                         cYAML_insert_child(show_node, first_seq);
 635                         free(ping_node);
 636                         free(root);
 637                 } else if (show_node == NULL) {
 638                         cYAML_insert_sibling((*show_rc)->cy_child,
 639                                              ping_node);
 640                         free(root);
 641                 } else {
 642                         cYAML_free_tree(root);
 643                 }
 644         } else {
 645                 *show_rc = root;
 646         }
 647
 648         return rc;
 649 }
 650
 651 int lustre_lnet_ping_nid(char *ping_nids, int timeout, int seq_no,
 652                          struct cYAML **show_rc, struct cYAML **err_rc)
 653 {
 654         int rc;
 655
 656         rc = infra_ping_nid(ping_nids, "ping", timeout, IOC_LIBCFS_PING_PEER,
 657                             seq_no, show_rc, err_rc);
 658         return rc;
 659 }
 660
 661 int lustre_lnet_discover_nid(char *ping_nids, int force, int seq_no,
 662                          struct cYAML **show_rc, struct cYAML **err_rc)
 663 {
 664         int rc;
 665
 666         rc = infra_ping_nid(ping_nids, "discover", force, IOC_LIBCFS_DISCOVER,
 667                             seq_no, show_rc, err_rc);
 668         return rc;
 669 }
 670
 671 static void lustre_lnet_clean_ip2nets(struct lustre_lnet_ip2nets *ip2nets)
 672 {
 673         struct lustre_lnet_ip_range_descr *ipr, *tmp;
 674         struct cfs_expr_list *el, *el_tmp;
 675
 676         list_for_each_entry_safe(ipr, tmp,
 677                                  &ip2nets->ip2nets_ip_ranges,
 678                                  ipr_entry) {
 679                 list_del(&ipr->ipr_entry);
 680                 list_for_each_entry_safe(el, el_tmp, &ipr->ipr_expr,
 681                                          el_link) {
 682                         list_del(&el->el_link);
 683                         cfs_expr_list_free(el);
 684                 }
 685                 free(ipr);
 686         }
 687 }
 688
 689 /*
 690  * returns an rc < 0 if there is an error
 691  * otherwise it returns the number IPs generated
 692  *  it also has out params: net - network name
 693  */
 694 static int lnet_expr2ips(char *nidstr, __u32 *ip_list,
 695                          struct lustre_lnet_ip2nets *ip2nets,
 696                          __u32 *net, char *err_str)
 697 {
 698         struct lustre_lnet_ip_range_descr *ipr;
 699         char *comp1, *comp2;
 700         int ip_idx = MAX_NUM_IPS - 1;
 701         int ip_range_len, rc = LUSTRE_CFG_RC_NO_ERR;
 702         __u32 net_type;
 703         char ip_range[LNET_MAX_STR_LEN];
 704
 705         /* separate the two components of the NID */
 706         comp1 = nidstr;
 707         comp2 = strchr(nidstr, '@');
 708         if (comp2 == NULL) {
 709                 snprintf(err_str,
 710                         LNET_MAX_STR_LEN,
 711                         "\"cannot parse NID %s\"", nidstr);
 712                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
 713                 rc = LUSTRE_CFG_RC_BAD_PARAM;
 714                 goto out;
 715         }
 716
 717         /* length of the expected ip-range */
 718         ip_range_len = comp2 - comp1;
 719         if (ip_range_len >= LNET_MAX_STR_LEN) {
 720                 snprintf(err_str,
 721                         LNET_MAX_STR_LEN,
 722                         "\"cannot parse ip_range '%s'\"", ip_range);
 723                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
 724                 rc = LUSTRE_CFG_RC_BAD_PARAM;
 725                 goto out;
 726         }
 727
 728         /* move beyond '@' */
 729         comp2++;
 730
 731         /*
 732          * if the net component is either o2ib or tcp then we expect
 733          * an IP range which could only be a single IP address.
 734          * Parse that.
 735          */
 736         *net = libcfs_str2net(comp2);
 737         net_type = LNET_NETTYP(*net);
 738         /* expression support is for o2iblnd and socklnd only */
 739         if (net_type != O2IBLND && net_type != SOCKLND)
 740                 return LUSTRE_CFG_RC_SKIP;
 741
 742         strncpy(ip_range, comp1, ip_range_len);
 743         ip_range[ip_range_len] = '\0';
 744         ip2nets->ip2nets_net.nw_id = *net;
 745
 746         rc = lustre_lnet_add_ip_range(&ip2nets->ip2nets_ip_ranges, ip_range);
 747         if (rc != LUSTRE_CFG_RC_NO_ERR) {
 748                 snprintf(err_str,
 749                         LNET_MAX_STR_LEN,
 750                         "\"cannot parse ip_range '%s'\"", ip_range);
 751                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
 752                 rc = LUSTRE_CFG_RC_BAD_PARAM;
 753                 goto out;
 754         }
 755
 756         /*
 757         * Generate all the IP Addresses from the parsed range. For sanity
 758         * we allow only a max of MAX_NUM_IPS nids to be configured for
 759         * a single peer.
 760         */
 761         list_for_each_entry(ipr, &ip2nets->ip2nets_ip_ranges, ipr_entry)
 762                 ip_idx = cfs_ip_addr_range_gen(ip_list, MAX_NUM_IPS,
 763                                                 &ipr->ipr_expr);
 764
 765         if (ip_idx == MAX_NUM_IPS - 1) {
 766                 snprintf(err_str, LNET_MAX_STR_LEN,
 767                                 "no NIDs provided for configuration");
 768                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
 769                 rc = LUSTRE_CFG_RC_NO_MATCH;
 770                 goto out;
 771         } else if (ip_idx == -1) {
 772                 rc = LUSTRE_CFG_RC_LAST_ELEM;
 773         } else {
 774                 rc = ip_idx;
 775         }
 776
 777 out:
 778         return rc;
 779 }
 780
 781 static int lustre_lnet_handle_peer_ip2nets(char **nid, int num_nids, bool mr,
 782                                            bool range, __u32 cmd,
 783                                            char *cmd_type, char *err_str)
 784 {
 785         __u32 net = LNET_NIDNET(LNET_NID_ANY);
 786         int ip_idx;
 787         int i, j, rc = LUSTRE_CFG_RC_NO_ERR;
 788         __u32 ip_list[MAX_NUM_IPS];
 789         struct lustre_lnet_ip2nets ip2nets;
 790         struct lnet_ioctl_peer_cfg data;
 791         lnet_nid_t peer_nid;
 792         lnet_nid_t prim_nid = LNET_NID_ANY;
 793
 794         /* initialize all lists */
 795         INIT_LIST_HEAD(&ip2nets.ip2nets_ip_ranges);
 796         INIT_LIST_HEAD(&ip2nets.ip2nets_net.network_on_rule);
 797         INIT_LIST_HEAD(&ip2nets.ip2nets_net.nw_intflist);
 798
 799         /* each nid entry is an expression */
 800         for (i = 0; i < num_nids; i++) {
 801                 if (!range && i == 0)
 802                         prim_nid = libcfs_str2nid(nid[0]);
 803                 else if (range)
 804                         prim_nid = LNET_NID_ANY;
 805
 806                 rc = lnet_expr2ips(nid[i], ip_list, &ip2nets, &net, err_str);
 807                 if (rc == LUSTRE_CFG_RC_SKIP)
 808                         continue;
 809                 else if (rc == LUSTRE_CFG_RC_LAST_ELEM)
 810                         rc = -1;
 811                 else if (rc < LUSTRE_CFG_RC_NO_ERR)
 812                         goto out;
 813
 814                 ip_idx = rc;
 815
 816                 for (j = MAX_NUM_IPS - 1; j > ip_idx; j--) {
 817                         peer_nid = LNET_MKNID(net, ip_list[j]);
 818                         if (peer_nid == LNET_NID_ANY) {
 819                                 snprintf(err_str,
 820                                         LNET_MAX_STR_LEN,
 821                                         "\"cannot parse NID\"");
 822                                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
 823                                 rc = LUSTRE_CFG_RC_BAD_PARAM;
 824                                 goto out;
 825                         }
 826
 827                         LIBCFS_IOC_INIT_V2(data, prcfg_hdr);
 828                         data.prcfg_mr = mr;
 829
 830                         if (prim_nid == LNET_NID_ANY && j == MAX_NUM_IPS - 1) {
 831                                 prim_nid = peer_nid;
 832                                 peer_nid = LNET_NID_ANY;
 833                         }
 834
 835                         if (!range && num_nids > 1 && i == 0 &&
 836                             cmd == IOC_LIBCFS_DEL_PEER_NI)
 837                                 continue;
 838                         else if (!range && i == 0)
 839                                 peer_nid = LNET_NID_ANY;
 840
 841                         /*
 842                         * If prim_nid is not provided then the first nid in the
 843                         * list becomes the prim_nid. First time round the loop
 844                         * use LNET_NID_ANY for the first parameter, then use
 845                         * nid[0] as the key nid after wards
 846                         */
 847                         rc = dispatch_peer_ni_cmd(prim_nid, peer_nid, cmd,
 848                                                   &data, err_str, cmd_type);
 849                         if (rc != 0)
 850                                 goto out;
 851
 852                         /*
 853                          * we just deleted the entire peer using the
 854                          * primary_nid. So don't bother iterating through
 855                          * the rest of the nids
 856                          */
 857                         if (prim_nid != LNET_NID_ANY &&
 858                             peer_nid == LNET_NID_ANY &&
 859                             cmd == IOC_LIBCFS_DEL_PEER_NI)
 860                                 goto next_nid;
 861                 }
 862 next_nid:
 863                 lustre_lnet_clean_ip2nets(&ip2nets);
 864         }
 865
 866 out:
 867         lustre_lnet_clean_ip2nets(&ip2nets);
 868         return rc;
 869 }
 870
 871 int lustre_lnet_config_peer_nid(char *pnid, char **nid, int num_nids,
 872                                 bool mr, bool ip2nets, int seq_no,
 873                                 struct cYAML **err_rc)
 874 {
 875         int rc = LUSTRE_CFG_RC_NO_ERR;
 876         char err_str[LNET_MAX_STR_LEN] = {0};
 877         char **nid_array = NULL;
 878
 879         snprintf(err_str, sizeof(err_str), "\"Success\"");
 880
 881         if (ip2nets) {
 882                 rc = lustre_lnet_handle_peer_ip2nets(nid, num_nids, mr,
 883                                                 ip2nets, IOC_LIBCFS_ADD_PEER_NI,
 884                                                 ADD_CMD, err_str);
 885                 goto out;
 886         }
 887
 888         if (pnid) {
 889                 if (libcfs_str2nid(pnid) == LNET_NID_ANY) {
 890                         snprintf(err_str, sizeof(err_str),
 891                                  "bad primary NID: '%s'",
 892                                  pnid);
 893                         rc = LUSTRE_CFG_RC_MISSING_PARAM;
 894                         goto out;
 895                 }
 896
 897                 num_nids++;
 898
 899                 nid_array = calloc(sizeof(*nid_array), num_nids);
 900                 if (!nid_array) {
 901                         snprintf(err_str, sizeof(err_str),
 902                                         "out of memory");
 903                         rc = LUSTRE_CFG_RC_OUT_OF_MEM;
 904                         goto out;
 905                 }
 906                 nid_array[0] = pnid;
 907                 memcpy(&nid_array[1], nid, sizeof(*nid) * (num_nids - 1));
 908         }
 909
 910         rc = lustre_lnet_handle_peer_ip2nets((pnid) ? nid_array : nid,
 911                                              num_nids, mr, ip2nets,
 912                                              IOC_LIBCFS_ADD_PEER_NI, ADD_CMD,
 913                                              err_str);
 914         if (rc)
 915                 goto out;
 916
 917 out:
 918         if (nid_array)
 919                 free(nid_array);
 920
 921         cYAML_build_error(rc, seq_no, ADD_CMD, "peer_ni", err_str, err_rc);
 922         return rc;
 923 }
 924
 925 int lustre_lnet_del_peer_nid(char *pnid, char **nid, int num_nids,
 926                              bool ip2nets, int seq_no, struct cYAML **err_rc)
 927 {
 928         int rc = LUSTRE_CFG_RC_NO_ERR;
 929         char err_str[LNET_MAX_STR_LEN] = {0};
 930         char **nid_array = NULL;
 931
 932         snprintf(err_str, sizeof(err_str), "\"Success\"");
 933
 934         if (ip2nets) {
 935                 rc = lustre_lnet_handle_peer_ip2nets(nid, num_nids, false,
 936                                                 ip2nets, IOC_LIBCFS_DEL_PEER_NI,
 937                                                 DEL_CMD, err_str);
 938                 goto out;
 939         }
 940
 941         if (pnid == NULL) {
 942                 snprintf(err_str, sizeof(err_str),
 943                          "\"Primary nid is not provided\"");
 944                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
 945                 goto out;
 946         } else if (!ip2nets) {
 947                 if (libcfs_str2nid(pnid) == LNET_NID_ANY) {
 948                         rc = LUSTRE_CFG_RC_BAD_PARAM;
 949                         snprintf(err_str, sizeof(err_str),
 950                                  "bad key NID: '%s'",
 951                                  pnid);
 952                         goto out;
 953                 }
 954         }
 955
 956         num_nids++;
 957         nid_array = calloc(sizeof(*nid_array), num_nids);
 958         if (!nid_array) {
 959                 snprintf(err_str, sizeof(err_str),
 960                                 "out of memory");
 961                 rc = LUSTRE_CFG_RC_OUT_OF_MEM;
 962                 goto out;
 963         }
 964         nid_array[0] = pnid;
 965         memcpy(&nid_array[1], nid, sizeof(*nid) * (num_nids - 1));
 966
 967         rc = lustre_lnet_handle_peer_ip2nets(nid_array, num_nids, false,
 968                                              ip2nets, IOC_LIBCFS_DEL_PEER_NI,
 969                                              DEL_CMD, err_str);
 970         if (rc)
 971                 goto out;
 972
 973 out:
 974         if (nid_array)
 975                 free(nid_array);
 976
 977         cYAML_build_error(rc, seq_no, DEL_CMD, "peer_ni", err_str, err_rc);
 978         return rc;
 979 }
 980
 981 int lustre_lnet_config_route(char *nw, char *gw, int hops, int prio,
 982                              int seq_no, struct cYAML **err_rc)
 983 {
 984         struct lnet_ioctl_config_data data;
 985         lnet_nid_t gateway_nid;
 986         int rc = LUSTRE_CFG_RC_NO_ERR;
 987         int ip_idx, i;
 988         __u32 rnet = LNET_NIDNET(LNET_NID_ANY);
 989         __u32 net = LNET_NIDNET(LNET_NID_ANY);
 990         char err_str[LNET_MAX_STR_LEN];
 991         __u32 ip_list[MAX_NUM_IPS];
 992         struct lustre_lnet_ip2nets ip2nets;
 993
 994         /* initialize all lists */
 995         INIT_LIST_HEAD(&ip2nets.ip2nets_ip_ranges);
 996         INIT_LIST_HEAD(&ip2nets.ip2nets_net.network_on_rule);
 997         INIT_LIST_HEAD(&ip2nets.ip2nets_net.nw_intflist);
 998
 999         snprintf(err_str, sizeof(err_str), "\"Success\"");
1000
1001         if (nw == NULL || gw == NULL) {
1002                 snprintf(err_str,
1003                          sizeof(err_str),
1004                          "\"missing mandatory parameter in route config:'%s'\"",
1005                          (nw == NULL && gw == NULL) ? "network, gateway" :
1006                          (nw == NULL) ? "network" : "gateway");
1007                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1008                 goto out;
1009         }
1010
1011         rnet = libcfs_str2net(nw);
1012         if (rnet == LNET_NIDNET(LNET_NID_ANY)) {
1013                 snprintf(err_str,
1014                          sizeof(err_str),
1015                          "\"cannot parse remote net %s\"", nw);
1016                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1017                 goto out;
1018         }
1019
1020         if (hops == -1) {
1021                 /* hops is undefined */
1022                 hops = LNET_UNDEFINED_HOPS;
1023         } else if (hops < 1 || hops > 255) {
1024                 snprintf(err_str,
1025                         sizeof(err_str),
1026                         "\"invalid hop count %d, must be between 1 and 255\"",
1027                         hops);
1028                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1029                 goto out;
1030         }
1031
1032         if (prio == -1) {
1033                 prio = 0;
1034         } else if (prio < 0) {
1035                 snprintf(err_str,
1036                          sizeof(err_str),
1037                         "\"invalid priority %d, must be greater than 0\"",
1038                         prio);
1039                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1040                 goto out;
1041         }
1042
1043         rc = lnet_expr2ips(gw, ip_list,
1044                            &ip2nets, &net, err_str);
1045         if (rc == LUSTRE_CFG_RC_LAST_ELEM)
1046                 rc = -1;
1047         else if (rc < LUSTRE_CFG_RC_NO_ERR)
1048                 goto out;
1049
1050         ip_idx = rc;
1051
1052         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1053         data.cfg_net = rnet;
1054         data.cfg_config_u.cfg_route.rtr_hop = hops;
1055         data.cfg_config_u.cfg_route.rtr_priority = prio;
1056
1057         for (i = MAX_NUM_IPS - 1; i > ip_idx; i--) {
1058                 gateway_nid = LNET_MKNID(net, ip_list[i]);
1059                 if (gateway_nid == LNET_NID_ANY) {
1060                         snprintf(err_str,
1061                                 LNET_MAX_STR_LEN,
1062                                 "\"cannot form gateway NID: %u\"",
1063                                 ip_list[i]);
1064                         err_str[LNET_MAX_STR_LEN - 1] = '\0';
1065                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1066                         goto out;
1067                 }
1068                 data.cfg_nid = gateway_nid;
1069
1070                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_ROUTE, &data);
1071                 if (rc != 0) {
1072                         rc = -errno;
1073                         snprintf(err_str,
1074                                 sizeof(err_str),
1075                                 "\"cannot add route: %s\"", strerror(errno));
1076                         goto out;
1077                 }
1078         }
1079 out:
1080         cYAML_build_error(rc, seq_no, ADD_CMD, "route", err_str, err_rc);
1081
1082         return rc;
1083 }
1084
1085 int lustre_lnet_del_route(char *nw, char *gw,
1086                           int seq_no, struct cYAML **err_rc)
1087 {
1088         struct lnet_ioctl_config_data data;
1089         lnet_nid_t gateway_nid;
1090         int rc = LUSTRE_CFG_RC_NO_ERR;
1091         __u32 rnet = LNET_NIDNET(LNET_NID_ANY);
1092         __u32 net = LNET_NIDNET(LNET_NID_ANY);
1093         char err_str[LNET_MAX_STR_LEN];
1094         int ip_idx, i;
1095         __u32 ip_list[MAX_NUM_IPS];
1096         struct lustre_lnet_ip2nets ip2nets;
1097
1098         /* initialize all lists */
1099         INIT_LIST_HEAD(&ip2nets.ip2nets_ip_ranges);
1100         INIT_LIST_HEAD(&ip2nets.ip2nets_net.network_on_rule);
1101         INIT_LIST_HEAD(&ip2nets.ip2nets_net.nw_intflist);
1102
1103         snprintf(err_str, sizeof(err_str), "\"Success\"");
1104
1105         if (nw == NULL || gw == NULL) {
1106                 snprintf(err_str,
1107                          sizeof(err_str),
1108                          "\"missing mandatory parameter in route delete: '%s'\"",
1109                          (nw == NULL && gw == NULL) ? "network, gateway" :
1110                          (nw == NULL) ? "network" : "gateway");
1111                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1112                 goto out;
1113         }
1114
1115         rnet = libcfs_str2net(nw);
1116         if (rnet == LNET_NIDNET(LNET_NID_ANY)) {
1117                 snprintf(err_str,
1118                          sizeof(err_str),
1119                          "\"cannot parse remote net '%s'\"", nw);
1120                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1121                 goto out;
1122         }
1123
1124         rc = lnet_expr2ips(gw, ip_list,
1125                            &ip2nets, &net, err_str);
1126         if (rc == LUSTRE_CFG_RC_LAST_ELEM)
1127                 rc = -1;
1128         else if (rc < LUSTRE_CFG_RC_NO_ERR)
1129                 goto out;
1130
1131         ip_idx = rc;
1132
1133         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1134         data.cfg_net = rnet;
1135
1136         for (i = MAX_NUM_IPS - 1; i > ip_idx; i--) {
1137                 gateway_nid = LNET_MKNID(net, ip_list[i]);
1138                 if (gateway_nid == LNET_NID_ANY) {
1139                         snprintf(err_str,
1140                                 LNET_MAX_STR_LEN,
1141                                 "\"cannot form gateway NID: %u\"",
1142                                 ip_list[i]);
1143                         err_str[LNET_MAX_STR_LEN - 1] = '\0';
1144                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1145                         goto out;
1146                 }
1147                 data.cfg_nid = gateway_nid;
1148
1149                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_DEL_ROUTE, &data);
1150                 if (rc != 0) {
1151                         rc = -errno;
1152                         snprintf(err_str,
1153                                 sizeof(err_str),
1154                                 "\"cannot delete route: %s\"", strerror(errno));
1155                         goto out;
1156                 }
1157         }
1158 out:
1159         cYAML_build_error(rc, seq_no, DEL_CMD, "route", err_str, err_rc);
1160
1161         return rc;
1162 }
1163
1164 int lustre_lnet_show_route(char *nw, char *gw, int hops, int prio, int detail,
1165                            int seq_no, struct cYAML **show_rc,
1166                            struct cYAML **err_rc, bool backup)
1167 {
1168         struct lnet_ioctl_config_data data;
1169         lnet_nid_t gateway_nid;
1170         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
1171         int l_errno = 0;
1172         __u32 net = LNET_NIDNET(LNET_NID_ANY);
1173         int i;
1174         struct cYAML *root = NULL, *route = NULL, *item = NULL;
1175         struct cYAML *first_seq = NULL;
1176         char err_str[LNET_MAX_STR_LEN];
1177         bool exist = false;
1178
1179         snprintf(err_str, sizeof(err_str),
1180                  "\"out of memory\"");
1181
1182         if (nw != NULL) {
1183                 net = libcfs_str2net(nw);
1184                 if (net == LNET_NIDNET(LNET_NID_ANY)) {
1185                         snprintf(err_str,
1186                                  sizeof(err_str),
1187                                  "\"cannot parse net '%s'\"", nw);
1188                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1189                         goto out;
1190                 }
1191
1192         } else {
1193                 /* show all routes without filtering on net */
1194                 net = LNET_NIDNET(LNET_NID_ANY);
1195         }
1196
1197         if (gw != NULL) {
1198                 gateway_nid = libcfs_str2nid(gw);
1199                 if (gateway_nid == LNET_NID_ANY) {
1200                         snprintf(err_str,
1201                                  sizeof(err_str),
1202                                  "\"cannot parse gateway NID '%s'\"", gw);
1203                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1204                         goto out;
1205                 }
1206         } else
1207                 /* show all routes with out filtering on gateway */
1208                 gateway_nid = LNET_NID_ANY;
1209
1210         if ((hops < 1 && hops != -1) || hops > 255) {
1211                 snprintf(err_str,
1212                          sizeof(err_str),
1213                          "\"invalid hop count %d, must be between 0 and 256\"",
1214                          hops);
1215                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1216                 goto out;
1217         }
1218
1219         /* create struct cYAML root object */
1220         root = cYAML_create_object(NULL, NULL);
1221         if (root == NULL)
1222                 goto out;
1223
1224         route = cYAML_create_seq(root, "route");
1225         if (route == NULL)
1226                 goto out;
1227
1228         for (i = 0;; i++) {
1229                 LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1230                 data.cfg_count = i;
1231
1232                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_ROUTE, &data);
1233                 if (rc != 0) {
1234                         l_errno = errno;
1235                         break;
1236                 }
1237
1238                 /* filter on provided data */
1239                 if (net != LNET_NIDNET(LNET_NID_ANY) &&
1240                     net != data.cfg_net)
1241                         continue;
1242
1243                 if (gateway_nid != LNET_NID_ANY &&
1244                     gateway_nid != data.cfg_nid)
1245                         continue;
1246
1247                 if (hops != -1 &&
1248                     hops != data.cfg_config_u.cfg_route.rtr_hop)
1249                         continue;
1250
1251                 if (prio != -1 &&
1252                     prio != data.cfg_config_u.cfg_route.rtr_priority)
1253                         continue;
1254
1255                 /* default rc to -1 incase we hit the goto */
1256                 rc = -1;
1257                 exist = true;
1258
1259                 item = cYAML_create_seq_item(route);
1260                 if (item == NULL)
1261                         goto out;
1262
1263                 if (first_seq == NULL)
1264                         first_seq = item;
1265
1266                 if (cYAML_create_string(item, "net",
1267                                         libcfs_net2str(data.cfg_net)) == NULL)
1268                         goto out;
1269
1270                 if (cYAML_create_string(item, "gateway",
1271                                         libcfs_nid2str(data.cfg_nid)) == NULL)
1272                         goto out;
1273
1274                 if (detail) {
1275                         if (cYAML_create_number(item, "hop",
1276                                                 (int) data.cfg_config_u.
1277                                                 cfg_route.rtr_hop) ==
1278                             NULL)
1279                                 goto out;
1280
1281                         if (cYAML_create_number(item, "priority",
1282                                                 data.cfg_config_u.
1283                                                 cfg_route.rtr_priority) == NULL)
1284                                 goto out;
1285
1286                         if (!backup &&
1287                             cYAML_create_string(item, "state",
1288                                                 data.cfg_config_u.cfg_route.
1289                                                         rtr_flags ?
1290                                                 "up" : "down") == NULL)
1291                                 goto out;
1292                 }
1293         }
1294
1295         /* print output iff show_rc is not provided */
1296         if (show_rc == NULL)
1297                 cYAML_print_tree(root);
1298
1299         if (l_errno != ENOENT) {
1300                 snprintf(err_str,
1301                          sizeof(err_str),
1302                          "\"cannot get routes: %s\"",
1303                          strerror(l_errno));
1304                 rc = -l_errno;
1305                 goto out;
1306         } else
1307                 rc = LUSTRE_CFG_RC_NO_ERR;
1308
1309         snprintf(err_str, sizeof(err_str), "\"success\"");
1310 out:
1311         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR || !exist) {
1312                 cYAML_free_tree(root);
1313         } else if (show_rc != NULL && *show_rc != NULL) {
1314                 struct cYAML *show_node;
1315                 /* find the route node, if one doesn't exist then
1316                  * insert one.  Otherwise add to the one there
1317                  */
1318                 show_node = cYAML_get_object_item(*show_rc, "route");
1319                 if (show_node != NULL && cYAML_is_sequence(show_node)) {
1320                         cYAML_insert_child(show_node, first_seq);
1321                         free(route);
1322                         free(root);
1323                 } else if (show_node == NULL) {
1324                         cYAML_insert_sibling((*show_rc)->cy_child,
1325                                                 route);
1326                         free(root);
1327                 } else {
1328                         cYAML_free_tree(root);
1329                 }
1330         } else {
1331                 *show_rc = root;
1332         }
1333
1334         cYAML_build_error(rc, seq_no, SHOW_CMD, "route", err_str, err_rc);
1335
1336         return rc;
1337 }
1338
1339 static int socket_intf_query(int request, char *intf,
1340                              struct ifreq *ifr)
1341 {
1342         int rc = 0;
1343         int sockfd;
1344
1345         if (strlen(intf) >= IFNAMSIZ || ifr == NULL)
1346                 return LUSTRE_CFG_RC_BAD_PARAM;
1347
1348         sockfd = socket(AF_INET, SOCK_DGRAM, 0);
1349         if (sockfd < 0)
1350                 return LUSTRE_CFG_RC_BAD_PARAM;
1351
1352         strcpy(ifr->ifr_name, intf);
1353         rc = ioctl(sockfd, request, ifr);
1354         if (rc != 0)
1355                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1356
1357         close(sockfd);
1358
1359         return rc;
1360 }
1361
1362 static int lustre_lnet_queryip(struct lnet_dlc_intf_descr *intf, __u32 *ip)
1363 {
1364         struct ifreq ifr;
1365         int rc;
1366
1367         memset(&ifr, 0, sizeof(ifr));
1368         rc = socket_intf_query(SIOCGIFFLAGS, intf->intf_name, &ifr);
1369         if (rc != 0)
1370                 return LUSTRE_CFG_RC_BAD_PARAM;
1371
1372         if ((ifr.ifr_flags & IFF_UP) == 0)
1373                 return LUSTRE_CFG_RC_BAD_PARAM;
1374
1375         memset(&ifr, 0, sizeof(ifr));
1376         rc = socket_intf_query(SIOCGIFADDR, intf->intf_name, &ifr);
1377         if (rc != 0)
1378                 return LUSTRE_CFG_RC_BAD_PARAM;
1379
1380         *ip = ((struct sockaddr_in *)&ifr.ifr_addr)->sin_addr.s_addr;
1381         *ip = bswap_32(*ip);
1382
1383         return LUSTRE_CFG_RC_NO_ERR;
1384 }
1385
1386 /*
1387  * for each interface in the array of interfaces find the IP address of
1388  * that interface, create its nid and add it to an array of NIDs.
1389  * Stop if any of the interfaces is down
1390  */
1391 static int lustre_lnet_intf2nids(struct lnet_dlc_network_descr *nw,
1392                                  lnet_nid_t **nids, __u32 *nnids,
1393                                  char *err_str, size_t str_len)
1394 {
1395         int i = 0, count = 0, rc;
1396         struct lnet_dlc_intf_descr *intf;
1397         char val[LNET_MAX_STR_LEN];
1398         __u32 ip;
1399         int gni_num;
1400
1401
1402         if (nw == NULL || nids == NULL) {
1403                 snprintf(err_str, str_len,
1404                          "\"unexpected parameters to lustre_lnet_intf2nids()\"");
1405                 err_str[str_len - 1] = '\0';
1406                 return LUSTRE_CFG_RC_BAD_PARAM;
1407         }
1408
1409         if (LNET_NETTYP(nw->nw_id) == GNILND) {
1410                 count = 1;
1411         } else {
1412                 list_for_each_entry(intf, &nw->nw_intflist, intf_on_network)
1413                         count++;
1414         }
1415
1416         *nids = calloc(count, sizeof(lnet_nid_t));
1417         if (*nids == NULL) {
1418                 snprintf(err_str, str_len,
1419                          "\"out of memory\"");
1420                 err_str[str_len - 1] = '\0';
1421                 return LUSTRE_CFG_RC_OUT_OF_MEM;
1422         }
1423         /*
1424          * special case the GNI interface since it doesn't have an IP
1425          * address. The assumption is that there can only be one GNI
1426          * interface in the system. No interface name is provided.
1427          */
1428         if (LNET_NETTYP(nw->nw_id) == GNILND) {
1429                 rc = read_sysfs_file(gni_nid_path, "nid", val,
1430                                 1, sizeof(val));
1431                 if (rc) {
1432                         snprintf(err_str, str_len,
1433                                  "\"cannot read gni nid\"");
1434                         err_str[str_len - 1] = '\0';
1435                         goto failed;
1436                 }
1437                 gni_num = atoi(val);
1438
1439                 (*nids)[i] = LNET_MKNID(nw->nw_id, gni_num);
1440
1441                 goto out;
1442         }
1443
1444         /* look at the other interfaces */
1445         list_for_each_entry(intf, &nw->nw_intflist, intf_on_network) {
1446                 rc = lustre_lnet_queryip(intf, &ip);
1447                 if (rc != LUSTRE_CFG_RC_NO_ERR) {
1448                         snprintf(err_str, str_len,
1449                                  "\"couldn't query intf %s\"", intf->intf_name);
1450                         err_str[str_len - 1] = '\0';
1451                         goto failed;
1452                 }
1453                 (*nids)[i] = LNET_MKNID(nw->nw_id, ip);
1454                 i++;
1455         }
1456
1457 out:
1458         *nnids = count;
1459
1460         return 0;
1461
1462 failed:
1463         free(*nids);
1464         *nids = NULL;
1465         return rc;
1466 }
1467
1468 /*
1469  * called repeatedly until a match or no more ip range
1470  * What do you have?
1471  *      ip_range expression
1472  *      interface list with all the interface names.
1473  *      all the interfaces in the system.
1474  *
1475  *      try to match the ip_range expr to one of the interfaces' IPs in
1476  *      the system. If we hit a patch for an interface. Check if that
1477  *      interface name is in the list.
1478  *
1479  *      If there are more than one interface in the list, then make sure
1480  *      that the IPs for all of these interfaces match the ip ranges
1481  *      given.
1482  *
1483  *      for each interface in intf_list
1484  *              look up the intf name in ifa
1485  *              if not there then no match
1486  *              check ip obtained from ifa against a match to any of the
1487  *              ip_ranges given.
1488  *              If no match, then fail
1489  *
1490  *      The result is that all the interfaces have to match.
1491  */
1492 int lustre_lnet_match_ip_to_intf(struct ifaddrs *ifa,
1493                                  struct list_head *intf_list,
1494                                  struct list_head *ip_ranges)
1495 {
1496         int rc;
1497         __u32 ip;
1498         struct lnet_dlc_intf_descr *intf_descr, *tmp;
1499         struct ifaddrs *ifaddr = ifa;
1500         struct lustre_lnet_ip_range_descr *ip_range;
1501         int family;
1502
1503         /*
1504          * if there are no explicit interfaces, and no ip ranges, then
1505          * configure the first tcp interface we encounter.
1506          */
1507         if (list_empty(intf_list) && list_empty(ip_ranges)) {
1508                 for (ifaddr = ifa; ifaddr != NULL; ifaddr = ifaddr->ifa_next) {
1509                         if (ifaddr->ifa_addr == NULL)
1510                                 continue;
1511
1512                         if ((ifaddr->ifa_flags & IFF_UP) == 0)
1513                                 continue;
1514
1515                         family = ifaddr->ifa_addr->sa_family;
1516                         if (family == AF_INET &&
1517                             strcmp(ifaddr->ifa_name, "lo") != 0) {
1518                                 rc = lustre_lnet_add_intf_descr
1519                                         (intf_list, ifaddr->ifa_name,
1520                                         strlen(ifaddr->ifa_name));
1521
1522                                 if (rc != LUSTRE_CFG_RC_NO_ERR)
1523                                         return rc;
1524
1525                                 return LUSTRE_CFG_RC_MATCH;
1526                         }
1527                 }
1528                 return LUSTRE_CFG_RC_NO_MATCH;
1529         }
1530
1531         /*
1532          * First interface which matches an IP pattern will be used
1533          */
1534         if (list_empty(intf_list)) {
1535                 /*
1536                  * no interfaces provided in the rule, but an ip range is
1537                  * provided, so try and match an interface to the ip
1538                  * range.
1539                  */
1540                 for (ifaddr = ifa; ifaddr != NULL; ifaddr = ifaddr->ifa_next) {
1541                         if (ifaddr->ifa_addr == NULL)
1542                                 continue;
1543
1544                         if ((ifaddr->ifa_flags & IFF_UP) == 0)
1545                                 continue;
1546
1547                         family = ifaddr->ifa_addr->sa_family;
1548                         if (family == AF_INET) {
1549                                 ip = ((struct sockaddr_in *)ifaddr->ifa_addr)->
1550                                         sin_addr.s_addr;
1551
1552                                 list_for_each_entry(ip_range, ip_ranges,
1553                                                     ipr_entry) {
1554                                         rc = cfs_ip_addr_match(bswap_32(ip),
1555                                                         &ip_range->ipr_expr);
1556                                         if (!rc)
1557                                                 continue;
1558
1559                                         rc = lustre_lnet_add_intf_descr
1560                                           (intf_list, ifaddr->ifa_name,
1561                                            strlen(ifaddr->ifa_name));
1562
1563                                         if (rc != LUSTRE_CFG_RC_NO_ERR)
1564                                                 return rc;
1565                                 }
1566                         }
1567                 }
1568
1569                 if (!list_empty(intf_list))
1570                         return LUSTRE_CFG_RC_MATCH;
1571
1572                 return LUSTRE_CFG_RC_NO_MATCH;
1573         }
1574
1575         /*
1576          * If an interface is explicitly specified the ip-range might or
1577          * might not be specified. if specified the interface needs to match the
1578          * ip-range. If no ip-range then the interfaces are
1579          * automatically matched if they are all up.
1580          * If > 1 interfaces all the interfaces must match for the NI to
1581          * be configured.
1582          */
1583         list_for_each_entry_safe(intf_descr, tmp, intf_list, intf_on_network) {
1584                 for (ifaddr = ifa; ifaddr != NULL; ifaddr = ifaddr->ifa_next) {
1585                         if (ifaddr->ifa_addr == NULL)
1586                                 continue;
1587
1588                         family = ifaddr->ifa_addr->sa_family;
1589                         if (family == AF_INET &&
1590                             strcmp(intf_descr->intf_name,
1591                                    ifaddr->ifa_name) == 0)
1592                                 break;
1593                 }
1594
1595                 if (ifaddr == NULL) {
1596                         list_del(&intf_descr->intf_on_network);
1597                         free_intf_descr(intf_descr);
1598                         continue;
1599                 }
1600
1601                 if ((ifaddr->ifa_flags & IFF_UP) == 0) {
1602                         list_del(&intf_descr->intf_on_network);
1603                         free_intf_descr(intf_descr);
1604                         continue;
1605                 }
1606
1607                 ip = ((struct sockaddr_in *)ifaddr->ifa_addr)->sin_addr.s_addr;
1608
1609                 rc = 1;
1610                 list_for_each_entry(ip_range, ip_ranges, ipr_entry) {
1611                         rc = cfs_ip_addr_match(bswap_32(ip), &ip_range->ipr_expr);
1612                         if (rc)
1613                                 break;
1614                 }
1615
1616                 if (!rc) {
1617                         /* no match for this interface */
1618                         list_del(&intf_descr->intf_on_network);
1619                         free_intf_descr(intf_descr);
1620                 }
1621         }
1622
1623         return LUSTRE_CFG_RC_MATCH;
1624 }
1625
1626 static int lustre_lnet_resolve_ip2nets_rule(struct lustre_lnet_ip2nets *ip2nets,
1627                                             lnet_nid_t **nids, __u32 *nnids,
1628                                             char *err_str, size_t str_len)
1629 {
1630         struct ifaddrs *ifa;
1631         int rc = LUSTRE_CFG_RC_NO_ERR;
1632
1633         rc = getifaddrs(&ifa);
1634         if (rc < 0) {
1635                 snprintf(err_str, str_len,
1636                          "\"failed to get interface addresses: %d\"", -errno);
1637                 err_str[str_len - 1] = '\0';
1638                 return -errno;
1639         }
1640
1641         rc = lustre_lnet_match_ip_to_intf(ifa,
1642                                           &ip2nets->ip2nets_net.nw_intflist,
1643                                           &ip2nets->ip2nets_ip_ranges);
1644         if (rc != LUSTRE_CFG_RC_MATCH) {
1645                 snprintf(err_str, str_len,
1646                          "\"couldn't match ip to existing interfaces\"");
1647                 err_str[str_len - 1] = '\0';
1648                 freeifaddrs(ifa);
1649                 return rc;
1650         }
1651
1652         rc = lustre_lnet_intf2nids(&ip2nets->ip2nets_net, nids, nnids,
1653                                    err_str, sizeof(err_str));
1654         if (rc != LUSTRE_CFG_RC_NO_ERR) {
1655                 *nids = NULL;
1656                 *nnids = 0;
1657         }
1658
1659         freeifaddrs(ifa);
1660
1661         return rc;
1662 }
1663
1664 static int
1665 lustre_lnet_ioctl_config_ni(struct list_head *intf_list,
1666                             struct lnet_ioctl_config_lnd_tunables *tunables,
1667                             struct cfs_expr_list *global_cpts,
1668                             lnet_nid_t *nids, char *err_str)
1669 {
1670         char *data;
1671         struct lnet_ioctl_config_ni *conf;
1672         struct lnet_ioctl_config_lnd_tunables *tun = NULL;
1673         int rc = LUSTRE_CFG_RC_NO_ERR, i = 0;
1674         size_t len;
1675         int count;
1676         struct lnet_dlc_intf_descr *intf_descr;
1677         __u32 *cpt_array;
1678         struct cfs_expr_list *cpt_expr;
1679
1680         list_for_each_entry(intf_descr, intf_list,
1681                             intf_on_network) {
1682                 if (tunables != NULL)
1683                         len = sizeof(struct lnet_ioctl_config_ni) +
1684                               sizeof(struct lnet_ioctl_config_lnd_tunables);
1685                 else
1686                         len = sizeof(struct lnet_ioctl_config_ni);
1687
1688                 data = calloc(1, len);
1689                 if (!data)
1690                         return LUSTRE_CFG_RC_OUT_OF_MEM;
1691                 conf = (struct lnet_ioctl_config_ni*) data;
1692                 if (tunables != NULL)
1693                         tun = (struct lnet_ioctl_config_lnd_tunables*)
1694                                 conf->lic_bulk;
1695
1696                 LIBCFS_IOC_INIT_V2(*conf, lic_cfg_hdr);
1697                 conf->lic_cfg_hdr.ioc_len = len;
1698                 conf->lic_nid = nids[i];
1699                 strncpy(conf->lic_ni_intf[0], intf_descr->intf_name,
1700                         LNET_MAX_STR_LEN);
1701
1702                 if (intf_descr->cpt_expr != NULL)
1703                         cpt_expr = intf_descr->cpt_expr;
1704                 else if (global_cpts != NULL)
1705                         cpt_expr = global_cpts;
1706                 else
1707                         cpt_expr = NULL;
1708
1709                 if (cpt_expr != NULL) {
1710                         count = cfs_expr_list_values(cpt_expr,
1711                                                      LNET_MAX_SHOW_NUM_CPT,
1712                                                      &cpt_array);
1713                         if (count > 0) {
1714                                 memcpy(conf->lic_cpts, cpt_array,
1715                                        sizeof(cpt_array[0]) * LNET_MAX_STR_LEN);
1716                                 free(cpt_array);
1717                         } else {
1718                                 count = 0;
1719                         }
1720                 } else {
1721                         count = 0;
1722                 }
1723
1724                 conf->lic_ncpts = count;
1725
1726                 if (tunables != NULL)
1727                         memcpy(tun, tunables, sizeof(*tunables));
1728
1729                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_LOCAL_NI, data);
1730                 if (rc < 0) {
1731                         rc = -errno;
1732                         snprintf(err_str,
1733                                  LNET_MAX_STR_LEN,
1734                                  "\"cannot add network: %s\"", strerror(errno));
1735                         free(data);
1736                         return rc;
1737                 }
1738                 free(data);
1739                 i++;
1740         }
1741
1742         return LUSTRE_CFG_RC_NO_ERR;
1743 }
1744
1745 int
1746 lustre_lnet_config_ip2nets(struct lustre_lnet_ip2nets *ip2nets,
1747                            struct lnet_ioctl_config_lnd_tunables *tunables,
1748                            struct cfs_expr_list *global_cpts,
1749                            int seq_no, struct cYAML **err_rc)
1750 {
1751         lnet_nid_t *nids = NULL;
1752         __u32 nnids = 0;
1753         int rc;
1754         char err_str[LNET_MAX_STR_LEN];
1755
1756         snprintf(err_str, sizeof(err_str), "\"success\"");
1757
1758         if (!ip2nets) {
1759                 snprintf(err_str,
1760                          sizeof(err_str),
1761                          "\"incomplete ip2nets information\"");
1762                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1763                 goto out;
1764         }
1765
1766         /*
1767          * call below function to resolve the rules into a list of nids.
1768          * The memory is allocated in that function then freed here when
1769          * it's no longer needed.
1770          */
1771         rc = lustre_lnet_resolve_ip2nets_rule(ip2nets, &nids, &nnids, err_str,
1772                                               sizeof(err_str));
1773         if (rc != LUSTRE_CFG_RC_NO_ERR && rc != LUSTRE_CFG_RC_MATCH)
1774                 goto out;
1775
1776         if (list_empty(&ip2nets->ip2nets_net.nw_intflist)) {
1777                 snprintf(err_str, sizeof(err_str),
1778                          "\"no interfaces match ip2nets rules\"");
1779                 goto free_nids_out;
1780         }
1781
1782         rc = lustre_lnet_ioctl_config_ni(&ip2nets->ip2nets_net.nw_intflist,
1783                                          tunables, global_cpts, nids,
1784                                          err_str);
1785
1786 free_nids_out:
1787         free(nids);
1788
1789 out:
1790         cYAML_build_error(rc, seq_no, ADD_CMD, "ip2nets", err_str, err_rc);
1791         return rc;
1792 }
1793
1794 int lustre_lnet_config_ni(struct lnet_dlc_network_descr *nw_descr,
1795                           struct cfs_expr_list *global_cpts,
1796                           char *ip2net,
1797                           struct lnet_ioctl_config_lnd_tunables *tunables,
1798                           int seq_no, struct cYAML **err_rc)
1799 {
1800         char *data = NULL;
1801         struct lnet_ioctl_config_ni *conf;
1802         struct lnet_ioctl_config_lnd_tunables *tun = NULL;
1803         char buf[LNET_MAX_STR_LEN];
1804         int rc = LUSTRE_CFG_RC_NO_ERR;
1805         char err_str[LNET_MAX_STR_LEN];
1806         lnet_nid_t *nids = NULL;
1807         __u32 nnids = 0;
1808         size_t len;
1809         int count;
1810         struct lnet_dlc_intf_descr *intf_descr, *tmp;
1811         __u32 *cpt_array;
1812
1813         snprintf(err_str, sizeof(err_str), "\"success\"");
1814
1815         if (ip2net == NULL && (nw_descr == NULL || nw_descr->nw_id == 0 ||
1816             (list_empty(&nw_descr->nw_intflist) &&
1817              LNET_NETTYP(nw_descr->nw_id) != GNILND))) {
1818                 snprintf(err_str,
1819                          sizeof(err_str),
1820                          "\"missing mandatory parameters in NI config: '%s'\"",
1821                          (nw_descr == NULL) ? "network , interface" :
1822                          (nw_descr->nw_id == 0) ? "network" : "interface");
1823                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1824                 goto out;
1825         }
1826
1827         if (ip2net != NULL && strlen(ip2net) >= sizeof(buf)) {
1828                 snprintf(err_str,
1829                          sizeof(err_str),
1830                          "\"ip2net string too long %d\"",
1831                                 (int)strlen(ip2net));
1832                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1833                 goto out;
1834         }
1835
1836         if (ip2net != NULL) {
1837                 if (tunables != NULL)
1838                         len = sizeof(struct lnet_ioctl_config_ni) +
1839                               sizeof(struct lnet_ioctl_config_lnd_tunables);
1840                 else
1841                         len = sizeof(struct lnet_ioctl_config_ni);
1842                 data = calloc(1, len);
1843                 if (!data) {
1844                         rc = LUSTRE_CFG_RC_OUT_OF_MEM;
1845                         goto out;
1846                 }
1847                 conf = (struct lnet_ioctl_config_ni*) data;
1848                 if (tunables != NULL)
1849                         tun = (struct lnet_ioctl_config_lnd_tunables*)
1850                                 (data + sizeof(*conf));
1851
1852                 LIBCFS_IOC_INIT_V2(*conf, lic_cfg_hdr);
1853                 conf->lic_cfg_hdr.ioc_len = len;
1854                 strncpy(conf->lic_legacy_ip2nets, ip2net,
1855                         LNET_MAX_STR_LEN);
1856
1857                 if (global_cpts != NULL) {
1858                         count = cfs_expr_list_values(global_cpts,
1859                                                      LNET_MAX_SHOW_NUM_CPT,
1860                                                      &cpt_array);
1861                         if (count > 0) {
1862                                 memcpy(conf->lic_cpts, cpt_array,
1863                                        sizeof(cpt_array[0]) * LNET_MAX_STR_LEN);
1864                                 free(cpt_array);
1865                         } else {
1866                                 count = 0;
1867                         }
1868                 } else {
1869                         count = 0;
1870                 }
1871
1872                 conf->lic_ncpts = count;
1873
1874                 if (tunables != NULL)
1875                         memcpy(tun, tunables, sizeof(*tunables));
1876
1877                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_LOCAL_NI, data);
1878                 if (rc < 0) {
1879                         rc = -errno;
1880                         snprintf(err_str,
1881                                 sizeof(err_str),
1882                                 "\"cannot add network: %s\"", strerror(errno));
1883                         goto out;
1884                 }
1885
1886                 goto out;
1887         }
1888
1889         if (LNET_NETTYP(nw_descr->nw_id) == LOLND) {
1890                 rc = LUSTRE_CFG_RC_NO_ERR;
1891                 goto out;
1892         }
1893
1894         if (nw_descr->nw_id == LNET_NIDNET(LNET_NID_ANY)) {
1895                 snprintf(err_str,
1896                         sizeof(err_str),
1897                         "\"cannot parse net '%s'\"",
1898                         libcfs_net2str(nw_descr->nw_id));
1899                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1900                 goto out;
1901         }
1902
1903         /*
1904          * special case the GNI since no interface name is expected
1905          */
1906         if (list_empty(&nw_descr->nw_intflist) &&
1907             (LNET_NETTYP(nw_descr->nw_id) != GNILND)) {
1908                 snprintf(err_str,
1909                         sizeof(err_str),
1910                         "\"no interface name provided\"");
1911                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1912                 goto out;
1913         }
1914
1915         rc = lustre_lnet_intf2nids(nw_descr, &nids, &nnids,
1916                                    err_str, sizeof(err_str));
1917         if (rc != 0) {
1918                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1919                 goto out;
1920         }
1921
1922         rc = lustre_lnet_ioctl_config_ni(&nw_descr->nw_intflist,
1923                                          tunables, global_cpts, nids,
1924                                          err_str);
1925
1926 out:
1927         if (nw_descr != NULL) {
1928                 list_for_each_entry_safe(intf_descr, tmp,
1929                                          &nw_descr->nw_intflist,
1930                                          intf_on_network) {
1931                         list_del(&intf_descr->intf_on_network);
1932                         free_intf_descr(intf_descr);
1933                 }
1934         }
1935
1936         cYAML_build_error(rc, seq_no, ADD_CMD, "net", err_str, err_rc);
1937
1938         if (nids)
1939                 free(nids);
1940
1941         if (data)
1942                 free(data);
1943
1944         return rc;
1945 }
1946
1947 int lustre_lnet_del_ni(struct lnet_dlc_network_descr *nw_descr,
1948                        int seq_no, struct cYAML **err_rc)
1949 {
1950         struct lnet_ioctl_config_ni data;
1951         int rc = LUSTRE_CFG_RC_NO_ERR, i;
1952         char err_str[LNET_MAX_STR_LEN];
1953         lnet_nid_t *nids = NULL;
1954         __u32 nnids = 0;
1955         struct lnet_dlc_intf_descr *intf_descr, *tmp;
1956
1957         snprintf(err_str, sizeof(err_str), "\"success\"");
1958
1959         if (nw_descr == NULL || nw_descr->nw_id == 0) {
1960                 snprintf(err_str,
1961                          sizeof(err_str),
1962                          "\"missing mandatory parameter in deleting NI: '%s'\"",
1963                          (nw_descr == NULL) ? "network , interface" :
1964                          (nw_descr->nw_id == 0) ? "network" : "interface");
1965                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1966                 goto out;
1967         }
1968
1969         if (LNET_NETTYP(nw_descr->nw_id) == LOLND)
1970                 return LUSTRE_CFG_RC_NO_ERR;
1971
1972         if (nw_descr->nw_id == LNET_NIDNET(LNET_NID_ANY)) {
1973                 snprintf(err_str,
1974                          sizeof(err_str),
1975                          "\"cannot parse net '%s'\"",
1976                          libcfs_net2str(nw_descr->nw_id));
1977                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1978                 goto out;
1979         }
1980
1981         rc = lustre_lnet_intf2nids(nw_descr, &nids, &nnids,
1982                                    err_str, sizeof(err_str));
1983         if (rc != 0) {
1984                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1985                 goto out;
1986         }
1987
1988         /*
1989          * no interfaces just the nw_id is specified
1990          */
1991         if (nnids == 0) {
1992                 nids = calloc(1, sizeof(*nids));
1993                 if (nids == NULL) {
1994                         snprintf(err_str, sizeof(err_str),
1995                                 "\"out of memory\"");
1996                         rc = LUSTRE_CFG_RC_OUT_OF_MEM;
1997                         goto out;
1998                 }
1999                 nids[0] = LNET_MKNID(nw_descr->nw_id, 0);
2000                 nnids = 1;
2001         }
2002
2003         for (i = 0; i < nnids; i++) {
2004                 LIBCFS_IOC_INIT_V2(data, lic_cfg_hdr);
2005                 data.lic_nid = nids[i];
2006
2007                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_DEL_LOCAL_NI, &data);
2008                 if (rc < 0) {
2009                         rc = -errno;
2010                         snprintf(err_str,
2011                                 sizeof(err_str),
2012                                 "\"cannot del network: %s\"", strerror(errno));
2013                 }
2014         }
2015
2016         list_for_each_entry_safe(intf_descr, tmp, &nw_descr->nw_intflist,
2017                                  intf_on_network) {
2018                 list_del(&intf_descr->intf_on_network);
2019                 free_intf_descr(intf_descr);
2020         }
2021
2022 out:
2023         cYAML_build_error(rc, seq_no, DEL_CMD, "net", err_str, err_rc);
2024
2025         if (nids != NULL)
2026                 free(nids);
2027
2028         return rc;
2029 }
2030
2031 static bool
2032 add_msg_stats_to_yaml_blk(struct cYAML *yaml,
2033                           struct lnet_ioctl_comm_count *counts)
2034 {
2035         if (cYAML_create_number(yaml, "put",
2036                                 counts->ico_put_count)
2037                                         == NULL)
2038                 return false;
2039         if (cYAML_create_number(yaml, "get",
2040                                 counts->ico_get_count)
2041                                         == NULL)
2042                 return false;
2043         if (cYAML_create_number(yaml, "reply",
2044                                 counts->ico_reply_count)
2045                                         == NULL)
2046                 return false;
2047         if (cYAML_create_number(yaml, "ack",
2048                                 counts->ico_ack_count)
2049                                         == NULL)
2050                 return false;
2051         if (cYAML_create_number(yaml, "hello",
2052                                 counts->ico_hello_count)
2053                                         == NULL)
2054                 return false;
2055
2056         return true;
2057 }
2058
2059 static struct lnet_ioctl_comm_count *
2060 get_counts(struct lnet_ioctl_element_msg_stats *msg_stats, int idx)
2061 {
2062         if (idx == 0)
2063                 return &msg_stats->im_send_stats;
2064         if (idx == 1)
2065                 return &msg_stats->im_recv_stats;
2066         if (idx == 2)
2067                 return &msg_stats->im_drop_stats;
2068
2069         return NULL;
2070 }
2071
2072 int lustre_lnet_show_net(char *nw, int detail, int seq_no,
2073                          struct cYAML **show_rc, struct cYAML **err_rc,
2074                          bool backup)
2075 {
2076         char *buf;
2077         struct lnet_ioctl_config_ni *ni_data;
2078         struct lnet_ioctl_config_lnd_tunables *lnd;
2079         struct lnet_ioctl_element_stats *stats;
2080         struct lnet_ioctl_element_msg_stats msg_stats;
2081         __u32 net = LNET_NIDNET(LNET_NID_ANY);
2082         __u32 prev_net = LNET_NIDNET(LNET_NID_ANY);
2083         int rc = LUSTRE_CFG_RC_OUT_OF_MEM, i, j;
2084         int l_errno = 0;
2085         struct cYAML *root = NULL, *tunables = NULL,
2086                 *net_node = NULL, *interfaces = NULL,
2087                 *item = NULL, *first_seq = NULL,
2088                 *tmp = NULL, *statistics = NULL;
2089         int str_buf_len = LNET_MAX_SHOW_NUM_CPT * 2;
2090         char str_buf[str_buf_len];
2091         char *pos;
2092         char err_str[LNET_MAX_STR_LEN];
2093         bool exist = false, new_net = true;
2094         int net_num = 0;
2095         size_t buf_size = sizeof(*ni_data) + sizeof(*lnd) + sizeof(*stats);
2096
2097         snprintf(err_str, sizeof(err_str), "\"out of memory\"");
2098
2099         buf = calloc(1, buf_size);
2100         if (buf == NULL)
2101                 goto out;
2102
2103         ni_data = (struct lnet_ioctl_config_ni *)buf;
2104
2105         if (nw != NULL) {
2106                 net = libcfs_str2net(nw);
2107                 if (net == LNET_NIDNET(LNET_NID_ANY)) {
2108                         snprintf(err_str,
2109                                  sizeof(err_str),
2110                                  "\"cannot parse net '%s'\"", nw);
2111                         rc = LUSTRE_CFG_RC_BAD_PARAM;
2112                         goto out;
2113                 }
2114         }
2115
2116         root = cYAML_create_object(NULL, NULL);
2117         if (root == NULL)
2118                 goto out;
2119
2120         net_node = cYAML_create_seq(root, "net");
2121         if (net_node == NULL)
2122                 goto out;
2123
2124         for (i = 0;; i++) {
2125                 pos = str_buf;
2126                 __u32 rc_net;
2127
2128                 memset(buf, 0, buf_size);
2129
2130                 LIBCFS_IOC_INIT_V2(*ni_data, lic_cfg_hdr);
2131                 /*
2132                  * set the ioc_len to the proper value since INIT assumes
2133                  * size of data
2134                  */
2135                 ni_data->lic_cfg_hdr.ioc_len = buf_size;
2136                 ni_data->lic_idx = i;
2137
2138                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_LOCAL_NI, ni_data);
2139                 if (rc != 0) {
2140                         l_errno = errno;
2141                         break;
2142                 }
2143
2144                 rc_net = LNET_NIDNET(ni_data->lic_nid);
2145
2146                 /* filter on provided data */
2147                 if (net != LNET_NIDNET(LNET_NID_ANY) &&
2148                     net != rc_net)
2149                         continue;
2150
2151                 /* if we're backing up don't store lo */
2152                 if (backup && LNET_NETTYP(rc_net) == LOLND)
2153                         continue;
2154
2155                 /* default rc to -1 in case we hit the goto */
2156                 rc = -1;
2157                 exist = true;
2158
2159                 stats = (struct lnet_ioctl_element_stats *)ni_data->lic_bulk;
2160                 lnd = (struct lnet_ioctl_config_lnd_tunables *)
2161                         (ni_data->lic_bulk + sizeof(*stats));
2162
2163                 if (rc_net != prev_net) {
2164                         prev_net = rc_net;
2165                         new_net = true;
2166                         net_num++;
2167                 }
2168
2169                 if (new_net) {
2170                         if (!cYAML_create_string(net_node, "net type",
2171                                                  libcfs_net2str(rc_net)))
2172                                 goto out;
2173
2174                         tmp = cYAML_create_seq(net_node, "local NI(s)");
2175                         if (tmp == NULL)
2176                                 goto out;
2177                         new_net = false;
2178                 }
2179
2180                 /* create the tree to be printed. */
2181                 item = cYAML_create_seq_item(tmp);
2182                 if (item == NULL)
2183                         goto out;
2184
2185                 if (first_seq == NULL)
2186                         first_seq = item;
2187
2188                 if (!backup &&
2189                     cYAML_create_string(item, "nid",
2190                                         libcfs_nid2str(ni_data->lic_nid)) == NULL)
2191                         goto out;
2192
2193                 if (!backup &&
2194                     cYAML_create_string(item,
2195                                         "status",
2196                                         (ni_data->lic_status ==
2197                                           LNET_NI_STATUS_UP) ?
2198                                             "up" : "down") == NULL)
2199                         goto out;
2200
2201                 /* don't add interfaces unless there is at least one
2202                  * interface */
2203                 if (strlen(ni_data->lic_ni_intf[0]) > 0) {
2204                         interfaces = cYAML_create_object(item, "interfaces");
2205                         if (interfaces == NULL)
2206                                 goto out;
2207
2208                         for (j = 0; j < LNET_INTERFACES_NUM; j++) {
2209                                 if (strlen(ni_data->lic_ni_intf[j]) > 0) {
2210                                         snprintf(str_buf,
2211                                                  sizeof(str_buf), "%d", j);
2212                                         if (cYAML_create_string(interfaces,
2213                                                 str_buf,
2214                                                 ni_data->lic_ni_intf[j]) ==
2215                                                         NULL)
2216                                                 goto out;
2217                                 }
2218                         }
2219                 }
2220
2221                 if (detail) {
2222                         char *limit;
2223                         int k;
2224
2225                         if (backup)
2226                                 goto continue_without_msg_stats;
2227
2228                         statistics = cYAML_create_object(item, "statistics");
2229                         if (statistics == NULL)
2230                                 goto out;
2231
2232                         if (cYAML_create_number(statistics, "send_count",
2233                                                 stats->iel_send_count)
2234                                                         == NULL)
2235                                 goto out;
2236
2237                         if (cYAML_create_number(statistics, "recv_count",
2238                                                 stats->iel_recv_count)
2239                                                         == NULL)
2240                                 goto out;
2241
2242                         if (cYAML_create_number(statistics, "drop_count",
2243                                                 stats->iel_drop_count)
2244                                                         == NULL)
2245                                 goto out;
2246
2247                         if (detail < 2)
2248                                 goto continue_without_msg_stats;
2249
2250                         LIBCFS_IOC_INIT_V2(msg_stats, im_hdr);
2251                         msg_stats.im_hdr.ioc_len = sizeof(msg_stats);
2252                         msg_stats.im_idx = i;
2253
2254                         rc = l_ioctl(LNET_DEV_ID,
2255                                      IOC_LIBCFS_GET_LOCAL_NI_MSG_STATS,
2256                                      &msg_stats);
2257                         if (rc != 0) {
2258                                 l_errno = errno;
2259                                 goto continue_without_msg_stats;
2260                         }
2261
2262                         for (k = 0; k < 3; k++) {
2263                                 struct lnet_ioctl_comm_count *counts;
2264                                 struct cYAML *msg_statistics = NULL;
2265
2266                                 msg_statistics = cYAML_create_object(item,
2267                                                  (char *)gmsg_stat_names[k]);
2268                                 if (msg_statistics == NULL)
2269                                         goto out;
2270
2271                                 counts = get_counts(&msg_stats, k);
2272                                 if (counts == NULL)
2273                                         goto out;
2274
2275                                 if (!add_msg_stats_to_yaml_blk(msg_statistics,
2276                                                                counts))
2277                                         goto out;
2278                         }
2279
2280 continue_without_msg_stats:
2281                         tunables = cYAML_create_object(item, "tunables");
2282                         if (!tunables)
2283                                 goto out;
2284
2285                         rc = lustre_net_show_tunables(tunables, &lnd->lt_cmn);
2286                         if (rc != LUSTRE_CFG_RC_NO_ERR)
2287                                 goto out;
2288
2289                         rc = lustre_ni_show_tunables(tunables, LNET_NETTYP(rc_net),
2290                                                      &lnd->lt_tun);
2291                         if (rc != LUSTRE_CFG_RC_NO_ERR &&
2292                             rc != LUSTRE_CFG_RC_NO_MATCH)
2293                                 goto out;
2294
2295                         if (rc != LUSTRE_CFG_RC_NO_MATCH) {
2296                                 tunables = cYAML_create_object(item,
2297                                                                "lnd tunables");
2298                                 if (tunables == NULL)
2299                                         goto out;
2300                         }
2301
2302                         if (!backup &&
2303                             cYAML_create_number(item, "dev cpt",
2304                                                 ni_data->lic_dev_cpt) == NULL)
2305                                 goto out;
2306
2307                         if (!backup &&
2308                             cYAML_create_number(item, "tcp bonding",
2309                                                 ni_data->lic_tcp_bonding)
2310                                                         == NULL)
2311                                 goto out;
2312
2313                         /* out put the CPTs in the format: "[x,x,x,...]" */
2314                         limit = str_buf + str_buf_len - 3;
2315                         pos += snprintf(pos, limit - pos, "\"[");
2316                         for (j = 0 ; ni_data->lic_ncpts >= 1 &&
2317                                 j < ni_data->lic_ncpts &&
2318                                 pos < limit; j++) {
2319                                 pos += snprintf(pos, limit - pos,
2320                                                 "%d", ni_data->lic_cpts[j]);
2321                                 if ((j + 1) < ni_data->lic_ncpts)
2322                                         pos += snprintf(pos, limit - pos, ",");
2323                         }
2324                         pos += snprintf(pos, 3, "]\"");
2325
2326                         if (ni_data->lic_ncpts >= 1 &&
2327                             cYAML_create_string(item, "CPT",
2328                                                 str_buf) == NULL)
2329                                 goto out;
2330                 }
2331         }
2332
2333         /* Print out the net information only if show_rc is not provided */
2334         if (show_rc == NULL)
2335                 cYAML_print_tree(root);
2336
2337         if (l_errno != ENOENT) {
2338                 snprintf(err_str,
2339                          sizeof(err_str),
2340                          "\"cannot get networks: %s\"",
2341                          strerror(l_errno));
2342                 rc = -l_errno;
2343                 goto out;
2344         } else
2345                 rc = LUSTRE_CFG_RC_NO_ERR;
2346
2347         snprintf(err_str, sizeof(err_str), "\"success\"");
2348 out:
2349         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR || !exist) {
2350                 cYAML_free_tree(root);
2351         } else if (show_rc != NULL && *show_rc != NULL) {
2352                 struct cYAML *show_node;
2353                 /* find the net node, if one doesn't exist
2354                  * then insert one.  Otherwise add to the one there
2355                  */
2356                 show_node = cYAML_get_object_item(*show_rc, "net");
2357                 if (show_node != NULL && cYAML_is_sequence(show_node)) {
2358                         cYAML_insert_child(show_node, first_seq);
2359                         free(net_node);
2360                         free(root);
2361                 } else if (show_node == NULL) {
2362                         cYAML_insert_sibling((*show_rc)->cy_child,
2363                                                 net_node);
2364                         free(root);
2365                 } else {
2366                         cYAML_free_tree(root);
2367                 }
2368         } else {
2369                 *show_rc = root;
2370         }
2371
2372         cYAML_build_error(rc, seq_no, SHOW_CMD, "net", err_str, err_rc);
2373
2374         return rc;
2375 }
2376
2377 int lustre_lnet_enable_routing(int enable, int seq_no, struct cYAML **err_rc)
2378 {
2379         struct lnet_ioctl_config_data data;
2380         int rc = LUSTRE_CFG_RC_NO_ERR;
2381         char err_str[LNET_MAX_STR_LEN];
2382
2383         snprintf(err_str, sizeof(err_str), "\"success\"");
2384
2385         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
2386         data.cfg_config_u.cfg_buffers.buf_enable = (enable) ? 1 : 0;
2387
2388         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_CONFIG_RTR, &data);
2389         if (rc != 0) {
2390                 rc = -errno;
2391                 snprintf(err_str,
2392                          sizeof(err_str),
2393                          "\"cannot %s routing %s\"",
2394                          (enable) ? "enable" : "disable", strerror(errno));
2395                 goto out;
2396         }
2397
2398 out:
2399         cYAML_build_error(rc, seq_no,
2400                          (enable) ? ADD_CMD : DEL_CMD,
2401                          "routing", err_str, err_rc);
2402
2403         return rc;
2404 }
2405
2406 int ioctl_set_value(__u32 val, int ioc, char *name,
2407                     int seq_no, struct cYAML **err_rc)
2408 {
2409         struct lnet_ioctl_set_value data;
2410         int rc = LUSTRE_CFG_RC_NO_ERR;
2411         char err_str[LNET_MAX_STR_LEN];
2412
2413         snprintf(err_str, sizeof(err_str), "\"success\"");
2414
2415         LIBCFS_IOC_INIT_V2(data, sv_hdr);
2416         data.sv_value = val;
2417
2418         rc = l_ioctl(LNET_DEV_ID, ioc , &data);
2419         if (rc != 0) {
2420                 rc = -errno;
2421                 snprintf(err_str,
2422                          sizeof(err_str),
2423                          "\"cannot configure %s to %d: %s\"", name,
2424                          val, strerror(errno));
2425         }
2426
2427         cYAML_build_error(rc, seq_no, ADD_CMD, name, err_str, err_rc);
2428
2429         return rc;
2430 }
2431
2432 int lustre_lnet_config_max_intf(int max, int seq_no, struct cYAML **err_rc)
2433 {
2434         int rc = LUSTRE_CFG_RC_NO_ERR;
2435         char err_str[LNET_MAX_STR_LEN];
2436         char val[LNET_MAX_STR_LEN];
2437
2438         snprintf(err_str, sizeof(err_str), "\"success\"");
2439
2440         snprintf(val, sizeof(val), "%d", max);
2441
2442         rc = write_sysfs_file(modparam_path, "lnet_interfaces_max", val,
2443                               1, strlen(val) + 1);
2444         if (rc)
2445                 snprintf(err_str, sizeof(err_str),
2446                          "\"cannot configure max interfaces: %s\"",
2447                          strerror(errno));
2448
2449         cYAML_build_error(rc, seq_no, ADD_CMD, "max_interfaces", err_str, err_rc);
2450
2451         return rc;
2452 }
2453
2454 int lustre_lnet_config_discovery(int enable, int seq_no, struct cYAML **err_rc)
2455 {
2456         int rc = LUSTRE_CFG_RC_NO_ERR;
2457         char err_str[LNET_MAX_STR_LEN];
2458         char val[LNET_MAX_STR_LEN];
2459
2460         snprintf(err_str, sizeof(err_str), "\"success\"");
2461
2462         snprintf(val, sizeof(val), "%u", (enable) ? 0 : 1);
2463
2464         rc = write_sysfs_file(modparam_path, "lnet_peer_discovery_disabled", val,
2465                               1, strlen(val) + 1);
2466         if (rc)
2467                 snprintf(err_str, sizeof(err_str),
2468                          "\"cannot configure discovery: %s\"",
2469                          strerror(errno));
2470
2471         cYAML_build_error(rc, seq_no, ADD_CMD, "discovery", err_str, err_rc);
2472
2473         return rc;
2474
2475 }
2476
2477 int lustre_lnet_config_numa_range(int range, int seq_no, struct cYAML **err_rc)
2478 {
2479         return ioctl_set_value(range, IOC_LIBCFS_SET_NUMA_RANGE,
2480                                "numa_range", seq_no, err_rc);
2481 }
2482
2483 int lustre_lnet_config_buffers(int tiny, int small, int large, int seq_no,
2484                                struct cYAML **err_rc)
2485 {
2486         struct lnet_ioctl_config_data data;
2487         int rc = LUSTRE_CFG_RC_NO_ERR;
2488         char err_str[LNET_MAX_STR_LEN];
2489
2490         snprintf(err_str, sizeof(err_str), "\"success\"");
2491
2492         /* -1 indicates to ignore changes to this field */
2493         if (tiny < -1 || small < -1 || large < -1) {
2494                 snprintf(err_str,
2495                          sizeof(err_str),
2496                          "\"tiny, small and large must be >= 0\"");
2497                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
2498                 goto out;
2499         }
2500
2501         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
2502         data.cfg_config_u.cfg_buffers.buf_tiny = tiny;
2503         data.cfg_config_u.cfg_buffers.buf_small = small;
2504         data.cfg_config_u.cfg_buffers.buf_large = large;
2505
2506         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_BUF, &data);
2507         if (rc != 0) {
2508                 rc = -errno;
2509                 snprintf(err_str,
2510                          sizeof(err_str),
2511                          "\"cannot configure buffers: %s\"", strerror(errno));
2512                 goto out;
2513         }
2514
2515 out:
2516         cYAML_build_error(rc, seq_no, ADD_CMD, "buf", err_str, err_rc);
2517
2518         return rc;
2519 }
2520
2521 int lustre_lnet_show_routing(int seq_no, struct cYAML **show_rc,
2522                              struct cYAML **err_rc, bool backup)
2523 {
2524         struct lnet_ioctl_config_data *data;
2525         struct lnet_ioctl_pool_cfg *pool_cfg = NULL;
2526         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
2527         int l_errno = 0;
2528         char *buf;
2529         char *pools[LNET_NRBPOOLS] = {"tiny", "small", "large"};
2530         int buf_count[LNET_NRBPOOLS] = {0};
2531         struct cYAML *root = NULL, *pools_node = NULL,
2532                      *type_node = NULL, *item = NULL, *cpt = NULL,
2533                      *first_seq = NULL, *buffers = NULL;
2534         int i, j;
2535         char err_str[LNET_MAX_STR_LEN];
2536         char node_name[LNET_MAX_STR_LEN];
2537         bool exist = false;
2538
2539         snprintf(err_str, sizeof(err_str), "\"out of memory\"");
2540
2541         buf = calloc(1, sizeof(*data) + sizeof(*pool_cfg));
2542         if (buf == NULL)
2543                 goto out;
2544
2545         data = (struct lnet_ioctl_config_data *)buf;
2546
2547         root = cYAML_create_object(NULL, NULL);
2548         if (root == NULL)
2549                 goto out;
2550
2551         if (backup)
2552                 pools_node = cYAML_create_object(root, "routing");
2553         else
2554                 pools_node = cYAML_create_seq(root, "routing");
2555         if (pools_node == NULL)
2556                 goto out;
2557
2558         for (i = 0;; i++) {
2559                 LIBCFS_IOC_INIT_V2(*data, cfg_hdr);
2560                 data->cfg_hdr.ioc_len = sizeof(struct lnet_ioctl_config_data) +
2561                                         sizeof(struct lnet_ioctl_pool_cfg);
2562                 data->cfg_count = i;
2563
2564                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_BUF, data);
2565                 if (rc != 0) {
2566                         l_errno = errno;
2567                         break;
2568                 }
2569
2570                 exist = true;
2571
2572                 pool_cfg = (struct lnet_ioctl_pool_cfg *)data->cfg_bulk;
2573
2574                 if (backup)
2575                         goto calculate_buffers;
2576
2577                 snprintf(node_name, sizeof(node_name), "cpt[%d]", i);
2578                 item = cYAML_create_seq_item(pools_node);
2579                 if (item == NULL)
2580                         goto out;
2581
2582                 if (first_seq == NULL)
2583                         first_seq = item;
2584
2585                 cpt = cYAML_create_object(item, node_name);
2586                 if (cpt == NULL)
2587                         goto out;
2588
2589 calculate_buffers:
2590                 /* create the tree  and print */
2591                 for (j = 0; j < LNET_NRBPOOLS; j++) {
2592                         if (!backup) {
2593                                 type_node = cYAML_create_object(cpt, pools[j]);
2594                                 if (type_node == NULL)
2595                                         goto out;
2596                         }
2597                         if (!backup &&
2598                             cYAML_create_number(type_node, "npages",
2599                                                 pool_cfg->pl_pools[j].pl_npages)
2600                             == NULL)
2601                                 goto out;
2602                         if (!backup &&
2603                             cYAML_create_number(type_node, "nbuffers",
2604                                                 pool_cfg->pl_pools[j].
2605                                                   pl_nbuffers) == NULL)
2606                                 goto out;
2607                         if (!backup &&
2608                             cYAML_create_number(type_node, "credits",
2609                                                 pool_cfg->pl_pools[j].
2610                                                    pl_credits) == NULL)
2611                                 goto out;
2612                         if (!backup &&
2613                             cYAML_create_number(type_node, "mincredits",
2614                                                 pool_cfg->pl_pools[j].
2615                                                    pl_mincredits) == NULL)
2616                                 goto out;
2617                         /* keep track of the total count for each of the
2618                          * tiny, small and large buffers */
2619                         buf_count[j] += pool_cfg->pl_pools[j].pl_nbuffers;
2620                 }
2621         }
2622
2623         if (pool_cfg != NULL) {
2624                 if (backup) {
2625                         if (cYAML_create_number(pools_node, "enable",
2626                                                 pool_cfg->pl_routing) ==
2627                         NULL)
2628                                 goto out;
2629
2630                         goto add_buffer_section;
2631                 }
2632
2633                 item = cYAML_create_seq_item(pools_node);
2634                 if (item == NULL)
2635                         goto out;
2636
2637                 if (cYAML_create_number(item, "enable", pool_cfg->pl_routing) ==
2638                     NULL)
2639                         goto out;
2640         }
2641
2642 add_buffer_section:
2643         /* create a buffers entry in the show. This is necessary so that
2644          * if the YAML output is used to configure a node, the buffer
2645          * configuration takes hold */
2646         buffers = cYAML_create_object(root, "buffers");
2647         if (buffers == NULL)
2648                 goto out;
2649
2650         for (i = 0; i < LNET_NRBPOOLS; i++) {
2651                 if (cYAML_create_number(buffers, pools[i], buf_count[i]) == NULL)
2652                         goto out;
2653         }
2654
2655         if (show_rc == NULL)
2656                 cYAML_print_tree(root);
2657
2658         if (l_errno != ENOENT) {
2659                 snprintf(err_str,
2660                          sizeof(err_str),
2661                          "\"cannot get routing information: %s\"",
2662                          strerror(l_errno));
2663                 rc = -l_errno;
2664                 goto out;
2665         } else
2666                 rc = LUSTRE_CFG_RC_NO_ERR;
2667
2668         snprintf(err_str, sizeof(err_str), "\"success\"");
2669         rc = LUSTRE_CFG_RC_NO_ERR;
2670
2671 out:
2672         free(buf);
2673         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR || !exist) {
2674                 cYAML_free_tree(root);
2675         } else if (show_rc != NULL && *show_rc != NULL) {
2676                 struct cYAML *routing_node;
2677                 /* there should exist only one routing block and one
2678                  * buffers block. If there already exists a previous one
2679                  * then don't add another */
2680                 routing_node = cYAML_get_object_item(*show_rc, "routing");
2681                 if (routing_node == NULL) {
2682                         cYAML_insert_sibling((*show_rc)->cy_child,
2683                                                 root->cy_child);
2684                         free(root);
2685                 } else {
2686                         cYAML_free_tree(root);
2687                 }
2688         } else {
2689                 *show_rc = root;
2690         }
2691
2692         cYAML_build_error(rc, seq_no, SHOW_CMD, "routing", err_str, err_rc);
2693
2694         return rc;
2695 }
2696
2697 int lustre_lnet_show_peer(char *knid, int detail, int seq_no,
2698                           struct cYAML **show_rc, struct cYAML **err_rc,
2699                           bool backup)
2700 {
2701         /*
2702          * TODO: This function is changing in a future patch to accommodate
2703          * PEER_LIST and proper filtering on any nid of the peer
2704          */
2705         struct lnet_ioctl_peer_cfg peer_info;
2706         struct lnet_peer_ni_credit_info *lpni_cri;
2707         struct lnet_ioctl_element_stats *lpni_stats;
2708         struct lnet_ioctl_element_msg_stats *msg_stats;
2709         lnet_nid_t *nidp;
2710         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
2711         int i, j, k;
2712         int l_errno = 0;
2713         __u32 count;
2714         __u32 size;
2715         struct cYAML *root = NULL, *peer = NULL, *peer_ni = NULL,
2716                      *first_seq = NULL, *peer_root = NULL, *tmp = NULL,
2717                      *msg_statistics = NULL, *statistics = NULL;
2718         char err_str[LNET_MAX_STR_LEN];
2719         struct lnet_process_id *list = NULL;
2720         void *data = NULL;
2721         void *lpni_data;
2722
2723         snprintf(err_str, sizeof(err_str),
2724                  "\"out of memory\"");
2725
2726         /* create struct cYAML root object */
2727         root = cYAML_create_object(NULL, NULL);
2728         if (root == NULL)
2729                 goto out;
2730
2731         peer_root = cYAML_create_seq(root, "peer");
2732         if (peer_root == NULL)
2733                 goto out;
2734
2735         count = 1000;
2736         size = count * sizeof(struct lnet_process_id);
2737         list = malloc(size);
2738         if (list == NULL) {
2739                 l_errno = ENOMEM;
2740                 goto out;
2741         }
2742         if (knid != NULL) {
2743                 list[0].nid = libcfs_str2nid(knid);
2744                 count = 1;
2745         } else {
2746                 for (;;) {
2747                         memset(&peer_info, 0, sizeof(peer_info));
2748                         LIBCFS_IOC_INIT_V2(peer_info, prcfg_hdr);
2749                         peer_info.prcfg_hdr.ioc_len = sizeof(peer_info);
2750                         peer_info.prcfg_size = size;
2751                         peer_info.prcfg_bulk = list;
2752
2753                         l_errno = 0;
2754                         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_PEER_LIST,
2755                                      &peer_info);
2756                         count = peer_info.prcfg_count;
2757                         if (rc == 0)
2758                                 break;
2759                         l_errno = errno;
2760                         if (l_errno != E2BIG) {
2761                                 snprintf(err_str,
2762                                         sizeof(err_str),
2763                                         "\"cannot get peer list: %s\"",
2764                                         strerror(l_errno));
2765                                 rc = -l_errno;
2766                                 goto out;
2767                         }
2768                         free(list);
2769                         size = peer_info.prcfg_size;
2770                         list = malloc(size);
2771                         if (list == NULL) {
2772                                 l_errno = ENOMEM;
2773                                 goto out;
2774                         }
2775                 }
2776         }
2777
2778         size = 4096;
2779         data = malloc(size);
2780         if (data == NULL) {
2781                 l_errno = ENOMEM;
2782                 goto out;
2783         }
2784         for (i = 0; i < count; i++) {
2785                 for (;;) {
2786                         memset(&peer_info, 0, sizeof(peer_info));
2787                         LIBCFS_IOC_INIT_V2(peer_info, prcfg_hdr);
2788                         peer_info.prcfg_hdr.ioc_len = sizeof(peer_info);
2789                         peer_info.prcfg_prim_nid = list[i].nid;
2790                         peer_info.prcfg_size = size;
2791                         peer_info.prcfg_bulk = data;
2792
2793                         l_errno = 0;
2794                         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_PEER_NI,
2795                                      &peer_info);
2796                         if (rc == 0)
2797                                 break;
2798                         l_errno = errno;
2799                         if (l_errno != E2BIG) {
2800                                 snprintf(err_str,
2801                                         sizeof(err_str),
2802                                         "\"cannot get peer information: %s\"",
2803                                         strerror(l_errno));
2804                                 rc = -l_errno;
2805                                 goto out;
2806                         }
2807                         free(data);
2808                         size = peer_info.prcfg_size;
2809                         data = malloc(size);
2810                         if (data == NULL) {
2811                                 l_errno = ENOMEM;
2812                                 goto out;
2813                         }
2814                 }
2815
2816                 peer = cYAML_create_seq_item(peer_root);
2817                 if (peer == NULL)
2818                         goto out;
2819
2820                 if (first_seq == NULL)
2821                         first_seq = peer;
2822
2823                 lnet_nid_t pnid = peer_info.prcfg_prim_nid;
2824                 if (cYAML_create_string(peer, "primary nid",
2825                                         libcfs_nid2str(pnid))
2826                     == NULL)
2827                         goto out;
2828                 if (cYAML_create_string(peer, "Multi-Rail",
2829                                         peer_info.prcfg_mr ? "True" : "False")
2830                     == NULL)
2831                         goto out;
2832                 /*
2833                  * print out the state of the peer only if details are
2834                  * requested
2835                  */
2836                 if (detail >= 3) {
2837                         if (!backup &&
2838                             cYAML_create_number(peer, "peer state",
2839                                                 peer_info.prcfg_state)
2840                                 == NULL)
2841                                 goto out;
2842                 }
2843
2844                 tmp = cYAML_create_seq(peer, "peer ni");
2845                 if (tmp == NULL)
2846                         goto out;
2847
2848                 lpni_data = data;
2849                 for (j = 0; j < peer_info.prcfg_count; j++) {
2850                         nidp = lpni_data;
2851                         lpni_cri = (void*)nidp + sizeof(nidp);
2852                         lpni_stats = (void *)lpni_cri + sizeof(*lpni_cri);
2853                         msg_stats = (void *)lpni_stats + sizeof(*lpni_stats);
2854                         lpni_data = (void *)msg_stats + sizeof(*msg_stats);
2855
2856                         peer_ni = cYAML_create_seq_item(tmp);
2857                         if (peer_ni == NULL)
2858                                 goto out;
2859
2860                         if (cYAML_create_string(peer_ni, "nid",
2861                                                 libcfs_nid2str(*nidp))
2862                             == NULL)
2863                                 goto out;
2864
2865                         if (backup)
2866                                 continue;
2867
2868                         if (cYAML_create_string(peer_ni, "state",
2869                                                 lpni_cri->cr_aliveness)
2870                             == NULL)
2871                                 goto out;
2872
2873                         if (!detail)
2874                                 continue;
2875
2876                         if (cYAML_create_number(peer_ni, "max_ni_tx_credits",
2877                                                 lpni_cri->cr_ni_peer_tx_credits)
2878                             == NULL)
2879                                 goto out;
2880
2881                         if (cYAML_create_number(peer_ni, "available_tx_credits",
2882                                                 lpni_cri->cr_peer_tx_credits)
2883                             == NULL)
2884                                 goto out;
2885
2886                         if (cYAML_create_number(peer_ni, "min_tx_credits",
2887                                                 lpni_cri->cr_peer_min_tx_credits)
2888                             == NULL)
2889                                 goto out;
2890
2891                         if (cYAML_create_number(peer_ni, "tx_q_num_of_buf",
2892                                                 lpni_cri->cr_peer_tx_qnob)
2893                             == NULL)
2894                                 goto out;
2895
2896                         if (cYAML_create_number(peer_ni, "available_rtr_credits",
2897                                                 lpni_cri->cr_peer_rtr_credits)
2898                             == NULL)
2899                                 goto out;
2900
2901                         if (cYAML_create_number(peer_ni, "min_rtr_credits",
2902                                                 lpni_cri->cr_peer_min_rtr_credits)
2903                             == NULL)
2904                                 goto out;
2905
2906                         if (cYAML_create_number(peer_ni, "refcount",
2907                                                 lpni_cri->cr_refcount) == NULL)
2908                                 goto out;
2909
2910                         statistics = cYAML_create_object(peer_ni, "statistics");
2911                         if (statistics == NULL)
2912                                 goto out;
2913
2914                         if (cYAML_create_number(statistics, "send_count",
2915                                                 lpni_stats->iel_send_count)
2916                             == NULL)
2917                                 goto out;
2918
2919                         if (cYAML_create_number(statistics, "recv_count",
2920                                                 lpni_stats->iel_recv_count)
2921                             == NULL)
2922                                 goto out;
2923
2924                         if (cYAML_create_number(statistics, "drop_count",
2925                                                 lpni_stats->iel_drop_count)
2926                             == NULL)
2927                                 goto out;
2928
2929                         if (detail < 2)
2930                                 continue;
2931
2932                         for (k = 0; k < 3; k++) {
2933                                 struct lnet_ioctl_comm_count *counts;
2934
2935                                 msg_statistics = cYAML_create_object(peer_ni,
2936                                                  (char *) gmsg_stat_names[k]);
2937                                 if (msg_statistics == NULL)
2938                                         goto out;
2939
2940                                 counts = get_counts(msg_stats, k);
2941                                 if (counts == NULL)
2942                                         goto out;
2943
2944                                 if (!add_msg_stats_to_yaml_blk(msg_statistics,
2945                                                                counts))
2946                                         goto out;
2947                         }
2948
2949                 }
2950         }
2951
2952         /* print output iff show_rc is not provided */
2953         if (show_rc == NULL)
2954                 cYAML_print_tree(root);
2955
2956         snprintf(err_str, sizeof(err_str), "\"success\"");
2957         rc = LUSTRE_CFG_RC_NO_ERR;
2958
2959 out:
2960         free(list);
2961         free(data);
2962         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR) {
2963                 cYAML_free_tree(root);
2964         } else if (show_rc != NULL && *show_rc != NULL) {
2965                 struct cYAML *show_node;
2966                 /* find the peer node, if one doesn't exist then
2967                  * insert one.  Otherwise add to the one there
2968                  */
2969                 show_node = cYAML_get_object_item(*show_rc,
2970                                                   "peer");
2971                 if (show_node != NULL && cYAML_is_sequence(show_node)) {
2972                         cYAML_insert_child(show_node, first_seq);
2973                         free(peer_root);
2974                         free(root);
2975                 } else if (show_node == NULL) {
2976                         cYAML_insert_sibling((*show_rc)->cy_child,
2977                                              peer_root);
2978                         free(root);
2979                 } else {
2980                         cYAML_free_tree(root);
2981                 }
2982         } else {
2983                 *show_rc = root;
2984         }
2985
2986         cYAML_build_error(rc, seq_no, SHOW_CMD, "peer", err_str,
2987                           err_rc);
2988
2989         return rc;
2990 }
2991
2992 int lustre_lnet_list_peer(int seq_no,
2993                           struct cYAML **show_rc, struct cYAML **err_rc)
2994 {
2995         struct lnet_ioctl_peer_cfg peer_info;
2996         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
2997         __u32 count;
2998         __u32 size;
2999         int i = 0;
3000         int l_errno = 0;
3001         struct cYAML *root = NULL, *list_root = NULL, *first_seq = NULL;
3002         char err_str[LNET_MAX_STR_LEN];
3003         struct lnet_process_id *list = NULL;
3004
3005         snprintf(err_str, sizeof(err_str),
3006                  "\"out of memory\"");
3007
3008         memset(&peer_info, 0, sizeof(peer_info));
3009
3010         /* create struct cYAML root object */
3011         root = cYAML_create_object(NULL, NULL);
3012         if (root == NULL)
3013                 goto out;
3014
3015         list_root = cYAML_create_seq(root, "peer list");
3016         if (list_root == NULL)
3017                 goto out;
3018
3019         count = 1000;
3020         size = count * sizeof(struct lnet_process_id);
3021         list = malloc(size);
3022         if (list == NULL) {
3023                 l_errno = ENOMEM;
3024                 goto out;
3025         }
3026         for (;;) {
3027                 LIBCFS_IOC_INIT_V2(peer_info, prcfg_hdr);
3028                 peer_info.prcfg_hdr.ioc_len = sizeof(peer_info);
3029                 peer_info.prcfg_size = size;
3030                 peer_info.prcfg_bulk = list;
3031
3032                 l_errno = 0;
3033                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_PEER_LIST, &peer_info);
3034                 count = peer_info.prcfg_count;
3035                 if (rc == 0)
3036                         break;
3037                 l_errno = errno;
3038                 if (l_errno != E2BIG) {
3039                         snprintf(err_str,
3040                                 sizeof(err_str),
3041                                 "\"cannot get peer list: %s\"",
3042                                 strerror(l_errno));
3043                         rc = -l_errno;
3044                         goto out;
3045                 }
3046                 free(list);
3047                 size = peer_info.prcfg_size;
3048                 list = malloc(size);
3049                 if (list == NULL) {
3050                         l_errno = ENOMEM;
3051                         goto out;
3052                 }
3053         }
3054
3055         /* count is now the actual number of ids in the list. */
3056         for (i = 0; i < count; i++) {
3057                 if (cYAML_create_string(list_root, "nid",
3058                                         libcfs_nid2str(list[i].nid))
3059                     == NULL)
3060                         goto out;
3061         }
3062
3063         /* print output iff show_rc is not provided */
3064         if (show_rc == NULL)
3065                 cYAML_print_tree(root);
3066
3067         snprintf(err_str, sizeof(err_str), "\"success\"");
3068         rc = LUSTRE_CFG_RC_NO_ERR;
3069
3070 out:
3071         if (list != NULL)
3072                 free(list);
3073         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR) {
3074                 cYAML_free_tree(root);
3075         } else if (show_rc != NULL && *show_rc != NULL) {
3076                 struct cYAML *show_node;
3077                 /* find the peer node, if one doesn't exist then
3078                  * insert one.  Otherwise add to the one there
3079                  */
3080                 show_node = cYAML_get_object_item(*show_rc,
3081                                                   "peer");
3082                 if (show_node != NULL && cYAML_is_sequence(show_node)) {
3083                         cYAML_insert_child(show_node, first_seq);
3084                         free(list_root);
3085                         free(root);
3086                 } else if (show_node == NULL) {
3087                         cYAML_insert_sibling((*show_rc)->cy_child,
3088                                              list_root);
3089                         free(root);
3090                 } else {
3091                         cYAML_free_tree(root);
3092                 }
3093         } else {
3094                 *show_rc = root;
3095         }
3096
3097         cYAML_build_error(rc, seq_no, SHOW_CMD, "peer", err_str,
3098                           err_rc);
3099
3100         return rc;
3101 }
3102
3103 static void add_to_global(struct cYAML *show_rc, struct cYAML *node,
3104                           struct cYAML *root)
3105 {
3106         struct cYAML *show_node;
3107
3108         show_node = cYAML_get_object_item(show_rc, "global");
3109         if (show_node != NULL)
3110                 cYAML_insert_sibling(show_node->cy_child,
3111                                      node->cy_child);
3112         else
3113                 cYAML_insert_sibling(show_rc->cy_child,
3114                                      node);
3115         free(root);
3116 }
3117
3118 static int build_global_yaml_entry(char *err_str, int err_len, int seq_no,
3119                                    char *name, __u32 value,
3120                                    struct cYAML **show_rc,
3121                                    struct cYAML **err_rc, int err)
3122 {
3123         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
3124         struct cYAML *root = NULL, *global = NULL;
3125
3126         if (err) {
3127                 rc = err;
3128                 goto out;
3129         }
3130
3131         root = cYAML_create_object(NULL, NULL);
3132         if (root == NULL)
3133                 goto out;
3134
3135         global = cYAML_create_object(root, "global");
3136         if (global == NULL)
3137                 goto out;
3138
3139         if (cYAML_create_number(global, name,
3140                                 value) == NULL)
3141                 goto out;
3142
3143         if (show_rc == NULL)
3144                 cYAML_print_tree(root);
3145
3146         snprintf(err_str, err_len, "\"success\"");
3147
3148         rc = LUSTRE_CFG_RC_NO_ERR;
3149
3150 out:
3151         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR) {
3152                 cYAML_free_tree(root);
3153         } else if (show_rc != NULL && *show_rc != NULL) {
3154                 add_to_global(*show_rc, global, root);
3155         } else {
3156                 *show_rc = root;
3157         }
3158
3159         cYAML_build_error(rc, seq_no, SHOW_CMD, "global", err_str, err_rc);
3160
3161         return rc;
3162 }
3163
3164 static int ioctl_show_global_values(int ioc, int seq_no, char *name,
3165                                     struct cYAML **show_rc,
3166                                     struct cYAML **err_rc)
3167 {
3168         struct lnet_ioctl_set_value data;
3169         int rc;
3170         int l_errno = 0;
3171         char err_str[LNET_MAX_STR_LEN];
3172
3173         snprintf(err_str, sizeof(err_str), "\"out of memory\"");
3174
3175         LIBCFS_IOC_INIT_V2(data, sv_hdr);
3176
3177         rc = l_ioctl(LNET_DEV_ID, ioc, &data);
3178         if (rc != 0) {
3179                 l_errno = -errno;
3180                 snprintf(err_str,
3181                          sizeof(err_str),
3182                          "\"cannot get %s: %s\"",
3183                          name, strerror(l_errno));
3184         }
3185
3186         return build_global_yaml_entry(err_str, sizeof(err_str), seq_no, name,
3187                                        data.sv_value, show_rc, err_rc, l_errno);
3188 }
3189
3190 int lustre_lnet_show_max_intf(int seq_no, struct cYAML **show_rc,
3191                               struct cYAML **err_rc)
3192 {
3193         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
3194         char val[LNET_MAX_STR_LEN];
3195         int max_intf = -1, l_errno = 0;
3196         char err_str[LNET_MAX_STR_LEN];
3197
3198         snprintf(err_str, sizeof(err_str), "\"out of memory\"");
3199
3200         rc = read_sysfs_file(modparam_path, "lnet_interfaces_max", val,
3201                              1, sizeof(val));
3202         if (rc) {
3203                 l_errno = -errno;
3204                 snprintf(err_str, sizeof(err_str),
3205                          "\"cannot get max interfaces: %d\"", rc);
3206         } else {
3207                 max_intf = atoi(val);
3208         }
3209
3210         return build_global_yaml_entry(err_str, sizeof(err_str), seq_no,
3211                                        "max_intf", max_intf, show_rc,
3212                                        err_rc, l_errno);
3213 }
3214
3215 int lustre_lnet_show_discovery(int seq_no, struct cYAML **show_rc,
3216                                struct cYAML **err_rc)
3217 {
3218         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
3219         char val[LNET_MAX_STR_LEN];
3220         int discovery = -1, l_errno = 0;
3221         char err_str[LNET_MAX_STR_LEN];
3222
3223         snprintf(err_str, sizeof(err_str), "\"out of memory\"");
3224
3225         rc = read_sysfs_file(modparam_path, "lnet_peer_discovery_disabled", val,
3226                              1, sizeof(val));
3227         if (rc) {
3228                 l_errno = -errno;
3229                 snprintf(err_str, sizeof(err_str),
3230                          "\"cannot get discovery setting: %d\"", rc);
3231         } else {
3232                 /*
3233                  * The kernel stores a discovery disabled value. User space
3234                  * shows whether discovery is enabled. So the value must be
3235                  * inverted.
3236                  */
3237                 discovery = !atoi(val);
3238         }
3239
3240         return build_global_yaml_entry(err_str, sizeof(err_str), seq_no,
3241                                        "discovery", discovery, show_rc,
3242                                        err_rc, l_errno);
3243 }
3244
3245 int lustre_lnet_show_numa_range(int seq_no, struct cYAML **show_rc,
3246                                 struct cYAML **err_rc)
3247 {
3248         return ioctl_show_global_values(IOC_LIBCFS_GET_NUMA_RANGE, seq_no,
3249                                         "numa_range", show_rc, err_rc);
3250 }
3251
3252 int lustre_lnet_show_stats(int seq_no, struct cYAML **show_rc,
3253                            struct cYAML **err_rc)
3254 {
3255         struct lnet_ioctl_lnet_stats data;
3256         int rc;
3257         int l_errno;
3258         char err_str[LNET_MAX_STR_LEN];
3259         struct cYAML *root = NULL, *stats = NULL;
3260
3261         snprintf(err_str, sizeof(err_str), "\"out of memory\"");
3262
3263         LIBCFS_IOC_INIT_V2(data, st_hdr);
3264
3265         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_LNET_STATS, &data);
3266         if (rc != 0) {
3267                 l_errno = errno;
3268                 snprintf(err_str,
3269                          sizeof(err_str),
3270                          "\"cannot get lnet statistics: %s\"",
3271                          strerror(l_errno));
3272                 rc = -l_errno;
3273                 goto out;
3274         }
3275
3276         rc = LUSTRE_CFG_RC_OUT_OF_MEM;
3277
3278         root = cYAML_create_object(NULL, NULL);
3279         if (root == NULL)
3280                 goto out;
3281
3282         stats = cYAML_create_object(root, "statistics");
3283         if (stats == NULL)
3284                 goto out;
3285
3286         if (cYAML_create_number(stats, "msgs_alloc",
3287                                 data.st_cntrs.msgs_alloc) == NULL)
3288                 goto out;
3289
3290         if (cYAML_create_number(stats, "msgs_max",
3291                                 data.st_cntrs.msgs_max) == NULL)
3292                 goto out;
3293
3294         if (cYAML_create_number(stats, "errors",
3295                                 data.st_cntrs.errors) == NULL)
3296                 goto out;
3297
3298         if (cYAML_create_number(stats, "send_count",
3299                                 data.st_cntrs.send_count) == NULL)
3300                 goto out;
3301
3302         if (cYAML_create_number(stats, "recv_count",
3303                                 data.st_cntrs.recv_count) == NULL)
3304                 goto out;
3305
3306         if (cYAML_create_number(stats, "route_count",
3307                                 data.st_cntrs.route_count) == NULL)
3308                 goto out;
3309
3310         if (cYAML_create_number(stats, "drop_count",
3311                                 data.st_cntrs.drop_count) == NULL)
3312                 goto out;
3313
3314         if (cYAML_create_number(stats, "send_length",
3315                                 data.st_cntrs.send_length) == NULL)
3316                 goto out;
3317
3318         if (cYAML_create_number(stats, "recv_length",
3319                                 data.st_cntrs.recv_length) == NULL)
3320                 goto out;
3321
3322         if (cYAML_create_number(stats, "route_length",
3323                                 data.st_cntrs.route_length) == NULL)
3324                 goto out;
3325
3326         if (cYAML_create_number(stats, "drop_length",
3327                                 data.st_cntrs.drop_length) == NULL)
3328                 goto out;
3329
3330         if (show_rc == NULL)
3331                 cYAML_print_tree(root);
3332
3333         snprintf(err_str, sizeof(err_str), "\"success\"");
3334         rc = LUSTRE_CFG_RC_NO_ERR;
3335 out:
3336         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR) {
3337                 cYAML_free_tree(root);
3338         } else if (show_rc != NULL && *show_rc != NULL) {
3339                 cYAML_insert_sibling((*show_rc)->cy_child,
3340                                         root->cy_child);
3341                 free(root);
3342         } else {
3343                 *show_rc = root;
3344         }
3345
3346         cYAML_build_error(rc, seq_no, SHOW_CMD, "statistics", err_str, err_rc);
3347
3348         return rc;
3349 }
3350
3351 typedef int (*cmd_handler_t)(struct cYAML *tree,
3352                              struct cYAML **show_rc,
3353                              struct cYAML **err_rc);
3354
3355 static int handle_yaml_config_route(struct cYAML *tree, struct cYAML **show_rc,
3356                                     struct cYAML **err_rc)
3357 {
3358         struct cYAML *net, *gw, *hop, *prio, *seq_no;
3359
3360         net = cYAML_get_object_item(tree, "net");
3361         gw = cYAML_get_object_item(tree, "gateway");
3362         hop = cYAML_get_object_item(tree, "hop");
3363         prio = cYAML_get_object_item(tree, "priority");
3364         seq_no = cYAML_get_object_item(tree, "seq_no");
3365
3366         return lustre_lnet_config_route((net) ? net->cy_valuestring : NULL,
3367                                         (gw) ? gw->cy_valuestring : NULL,
3368                                         (hop) ? hop->cy_valueint : -1,
3369                                         (prio) ? prio->cy_valueint : -1,
3370                                         (seq_no) ? seq_no->cy_valueint : -1,
3371                                         err_rc);
3372 }
3373
3374 static void yaml_free_string_array(char **array, int num)
3375 {
3376         int i;
3377         char **sub_array = array;
3378
3379         for (i = 0; i < num; i++) {
3380                 if (*sub_array != NULL)
3381                         free(*sub_array);
3382                 sub_array++;
3383         }
3384         if (array)
3385                 free(array);
3386 }
3387
3388 /*
3389  *    interfaces:
3390  *        0: <intf_name>['['<expr>']']
3391  *        1: <intf_name>['['<expr>']']
3392  */
3393 static int yaml_copy_intf_info(struct cYAML *intf_tree,
3394                                struct lnet_dlc_network_descr *nw_descr)
3395 {
3396         struct cYAML *child = NULL;
3397         int intf_num = 0, rc = LUSTRE_CFG_RC_NO_ERR;
3398         struct lnet_dlc_intf_descr *intf_descr, *tmp;
3399
3400         if (intf_tree == NULL || nw_descr == NULL)
3401                 return LUSTRE_CFG_RC_BAD_PARAM;
3402
3403         /* now grab all the interfaces and their cpts */
3404         child = intf_tree->cy_child;
3405         while (child != NULL) {
3406                 if (child->cy_valuestring == NULL) {
3407                         child = child->cy_next;
3408                         continue;
3409                 }
3410
3411                 if (strlen(child->cy_valuestring) >= LNET_MAX_STR_LEN)
3412                         goto failed;
3413
3414                 rc = lustre_lnet_add_intf_descr(&nw_descr->nw_intflist,
3415                                                 child->cy_valuestring,
3416                                                 strlen(child->cy_valuestring));
3417                 if (rc != LUSTRE_CFG_RC_NO_ERR)
3418                         goto failed;
3419
3420                 intf_num++;
3421                 child = child->cy_next;
3422         }
3423
3424         if (intf_num == 0)
3425                 return LUSTRE_CFG_RC_MISSING_PARAM;
3426
3427         return intf_num;
3428
3429 failed:
3430         list_for_each_entry_safe(intf_descr, tmp, &nw_descr->nw_intflist,
3431                                  intf_on_network) {
3432                 list_del(&intf_descr->intf_on_network);
3433                 free_intf_descr(intf_descr);
3434         }
3435
3436         return rc;
3437 }
3438
3439 static bool
3440 yaml_extract_cmn_tunables(struct cYAML *tree,
3441                           struct lnet_ioctl_config_lnd_cmn_tunables *tunables,
3442                           struct cfs_expr_list **global_cpts)
3443 {
3444         struct cYAML *tun, *item, *smp;
3445         int rc;
3446
3447         tun = cYAML_get_object_item(tree, "tunables");
3448         if (tun != NULL) {
3449                 item = cYAML_get_object_item(tun, "peer_timeout");
3450                 if (item != NULL)
3451                         tunables->lct_peer_timeout = item->cy_valueint;
3452                 item = cYAML_get_object_item(tun, "peer_credits");
3453                 if (item != NULL)
3454                         tunables->lct_peer_tx_credits = item->cy_valueint;
3455                 item = cYAML_get_object_item(tun, "peer_buffer_credits");
3456                 if (item != NULL)
3457                         tunables->lct_peer_rtr_credits = item->cy_valueint;
3458                 item = cYAML_get_object_item(tun, "credits");
3459                 if (item != NULL)
3460                         tunables->lct_max_tx_credits = item->cy_valueint;
3461                 smp = cYAML_get_object_item(tun, "CPT");
3462                 if (smp != NULL) {
3463                         rc = cfs_expr_list_parse(smp->cy_valuestring,
3464                                                  strlen(smp->cy_valuestring),
3465                                                  0, UINT_MAX, global_cpts);
3466                         if (rc != 0)
3467                                 *global_cpts = NULL;
3468                 }
3469
3470                 return true;
3471         }
3472
3473         return false;
3474 }
3475
3476 static bool
3477 yaml_extract_tunables(struct cYAML *tree,
3478                       struct lnet_ioctl_config_lnd_tunables *tunables,
3479                       struct cfs_expr_list **global_cpts,
3480                       __u32 net_type)
3481 {
3482         bool rc;
3483
3484         rc = yaml_extract_cmn_tunables(tree, &tunables->lt_cmn,
3485                                        global_cpts);
3486
3487         if (!rc)
3488                 return rc;
3489
3490         lustre_yaml_extract_lnd_tunables(tree, net_type,
3491                                          &tunables->lt_tun);
3492
3493         return rc;
3494 }
3495
3496 /*
3497  * net:
3498  *    - net type: <net>[<NUM>]
3499   *      local NI(s):
3500  *        - nid: <ip>@<net>[<NUM>]
3501  *          status: up
3502  *          interfaces:
3503  *               0: <intf_name>['['<expr>']']
3504  *               1: <intf_name>['['<expr>']']
3505  *        tunables:
3506  *               peer_timeout: <NUM>
3507  *               peer_credits: <NUM>
3508  *               peer_buffer_credits: <NUM>
3509  *               credits: <NUM>
3510 *         lnd tunables:
3511  *               peercredits_hiw: <NUM>
3512  *               map_on_demand: <NUM>
3513  *               concurrent_sends: <NUM>
3514  *               fmr_pool_size: <NUM>
3515  *               fmr_flush_trigger: <NUM>
3516  *               fmr_cache: <NUM>
3517  *
3518  * At least one interface is required. If no interfaces are provided the
3519  * network interface can not be configured.
3520  */
3521 static int handle_yaml_config_ni(struct cYAML *tree, struct cYAML **show_rc,
3522                                  struct cYAML **err_rc)
3523 {
3524         struct cYAML *net, *intf, *seq_no, *ip2net = NULL, *local_nis = NULL,
3525                      *item = NULL;
3526         int num_entries = 0, rc;
3527         struct lnet_dlc_network_descr nw_descr;
3528         struct cfs_expr_list *global_cpts = NULL;
3529         struct lnet_ioctl_config_lnd_tunables tunables;
3530         bool found = false;
3531
3532         memset(&tunables, 0, sizeof(tunables));
3533
3534         INIT_LIST_HEAD(&nw_descr.network_on_rule);
3535         INIT_LIST_HEAD(&nw_descr.nw_intflist);
3536
3537         ip2net = cYAML_get_object_item(tree, "ip2net");
3538         net = cYAML_get_object_item(tree, "net type");
3539         if (net)
3540                 nw_descr.nw_id = libcfs_str2net(net->cy_valuestring);
3541         else
3542                 nw_descr.nw_id = LOLND;
3543
3544         /*
3545          * if neither net nor ip2nets are present, then we can not
3546          * configure the network.
3547          */
3548         if (!net && !ip2net)
3549                 return LUSTRE_CFG_RC_MISSING_PARAM;
3550
3551         local_nis = cYAML_get_object_item(tree, "local NI(s)");
3552         if (local_nis == NULL)
3553                 return LUSTRE_CFG_RC_MISSING_PARAM;
3554
3555         if (!cYAML_is_sequence(local_nis))
3556                 return LUSTRE_CFG_RC_BAD_PARAM;
3557
3558         while (cYAML_get_next_seq_item(local_nis, &item) != NULL) {
3559                 intf = cYAML_get_object_item(item, "interfaces");
3560                 if (intf == NULL)
3561                         continue;
3562                 num_entries = yaml_copy_intf_info(intf, &nw_descr);
3563                 if (num_entries <= 0) {
3564                         cYAML_build_error(num_entries, -1, "ni", "add",
3565                                         "bad interface list",
3566                                         err_rc);
3567                         return LUSTRE_CFG_RC_BAD_PARAM;
3568                 }
3569         }
3570
3571         found = yaml_extract_tunables(tree, &tunables, &global_cpts,
3572                                       LNET_NETTYP(nw_descr.nw_id));
3573         seq_no = cYAML_get_object_item(tree, "seq_no");
3574
3575         rc = lustre_lnet_config_ni(&nw_descr,
3576                                    global_cpts,
3577                                    (ip2net) ? ip2net->cy_valuestring : NULL,
3578                                    (found) ? &tunables: NULL,
3579                                    (seq_no) ? seq_no->cy_valueint : -1,
3580                                    err_rc);
3581
3582         if (global_cpts != NULL)
3583                 cfs_expr_list_free(global_cpts);
3584
3585         return rc;
3586 }
3587
3588 /*
3589  * ip2nets:
3590  *  - net-spec: <tcp|o2ib|gni>[NUM]
3591  *    interfaces:
3592  *        0: <intf name>['['<expr>']']
3593  *        1: <intf name>['['<expr>']']
3594  *    ip-range:
3595  *        0: <expr.expr.expr.expr>
3596  *        1: <expr.expr.expr.expr>
3597  */
3598 static int handle_yaml_config_ip2nets(struct cYAML *tree,
3599                                       struct cYAML **show_rc,
3600                                       struct cYAML **err_rc)
3601 {
3602         struct cYAML *net, *ip_range, *item = NULL, *intf = NULL,
3603                      *seq_no = NULL;
3604         struct lustre_lnet_ip2nets ip2nets;
3605         struct lustre_lnet_ip_range_descr *ip_range_descr = NULL,
3606                                           *tmp = NULL;
3607         int rc = LUSTRE_CFG_RC_NO_ERR;
3608         struct cfs_expr_list *global_cpts = NULL;
3609         struct cfs_expr_list *el, *el_tmp;
3610         struct lnet_ioctl_config_lnd_tunables tunables;
3611         struct lnet_dlc_intf_descr *intf_descr, *intf_tmp;
3612         bool found = false;
3613
3614         memset(&tunables, 0, sizeof(tunables));
3615
3616         /* initialize all lists */
3617         INIT_LIST_HEAD(&ip2nets.ip2nets_ip_ranges);
3618         INIT_LIST_HEAD(&ip2nets.ip2nets_net.network_on_rule);
3619         INIT_LIST_HEAD(&ip2nets.ip2nets_net.nw_intflist);
3620
3621         net = cYAML_get_object_item(tree, "net-spec");
3622         if (net == NULL)
3623                 return LUSTRE_CFG_RC_BAD_PARAM;
3624
3625         if (net != NULL && net->cy_valuestring == NULL)
3626                 return LUSTRE_CFG_RC_BAD_PARAM;
3627
3628         /* assign the network id */
3629         ip2nets.ip2nets_net.nw_id = libcfs_str2net(net->cy_valuestring);
3630         if (ip2nets.ip2nets_net.nw_id == LNET_NID_ANY)
3631                 return LUSTRE_CFG_RC_BAD_PARAM;
3632
3633         seq_no = cYAML_get_object_item(tree, "seq_no");
3634
3635         intf = cYAML_get_object_item(tree, "interfaces");
3636         if (intf != NULL) {
3637                 rc = yaml_copy_intf_info(intf, &ip2nets.ip2nets_net);
3638                 if (rc <= 0)
3639                         return LUSTRE_CFG_RC_BAD_PARAM;
3640         }
3641
3642         ip_range = cYAML_get_object_item(tree, "ip-range");
3643         if (ip_range != NULL) {
3644                 item = ip_range->cy_child;
3645                 while (item != NULL) {
3646                         if (item->cy_valuestring == NULL) {
3647                                 item = item->cy_next;
3648                                 continue;
3649                         }
3650
3651                         rc = lustre_lnet_add_ip_range(&ip2nets.ip2nets_ip_ranges,
3652                                                       item->cy_valuestring);
3653
3654                         if (rc != LUSTRE_CFG_RC_NO_ERR)
3655                                 goto out;
3656
3657                         item = item->cy_next;
3658                 }
3659         }
3660
3661         found = yaml_extract_tunables(tree, &tunables, &global_cpts,
3662                                       LNET_NETTYP(ip2nets.ip2nets_net.nw_id));
3663
3664         rc = lustre_lnet_config_ip2nets(&ip2nets,
3665                         (found) ? &tunables : NULL,
3666                         global_cpts,
3667                         (seq_no) ? seq_no->cy_valueint : -1,
3668                         err_rc);
3669
3670         /*
3671          * don't stop because there was no match. Continue processing the
3672          * rest of the rules. If non-match then nothing is configured
3673          */
3674         if (rc == LUSTRE_CFG_RC_NO_MATCH)
3675                 rc = LUSTRE_CFG_RC_NO_ERR;
3676 out:
3677         list_for_each_entry_safe(intf_descr, intf_tmp,
3678                                  &ip2nets.ip2nets_net.nw_intflist,
3679                                  intf_on_network) {
3680                 list_del(&intf_descr->intf_on_network);
3681                 free_intf_descr(intf_descr);
3682         }
3683
3684         list_for_each_entry_safe(ip_range_descr, tmp,
3685                                  &ip2nets.ip2nets_ip_ranges,
3686                                  ipr_entry) {
3687                 list_del(&ip_range_descr->ipr_entry);
3688                 list_for_each_entry_safe(el, el_tmp, &ip_range_descr->ipr_expr,
3689                                          el_link) {
3690                         list_del(&el->el_link);
3691                         cfs_expr_list_free(el);
3692                 }
3693                 free(ip_range_descr);
3694         }
3695
3696         return rc;
3697 }
3698
3699 static int handle_yaml_del_ni(struct cYAML *tree, struct cYAML **show_rc,
3700                               struct cYAML **err_rc)
3701 {
3702         struct cYAML *net = NULL, *intf = NULL, *seq_no = NULL, *item = NULL,
3703                      *local_nis = NULL;
3704         int num_entries, rc;
3705         struct lnet_dlc_network_descr nw_descr;
3706
3707         INIT_LIST_HEAD(&nw_descr.network_on_rule);
3708         INIT_LIST_HEAD(&nw_descr.nw_intflist);
3709
3710         net = cYAML_get_object_item(tree, "net type");
3711         if (net != NULL)
3712                 nw_descr.nw_id = libcfs_str2net(net->cy_valuestring);
3713
3714         local_nis = cYAML_get_object_item(tree, "local NI(s)");
3715         if (local_nis == NULL)
3716                 return LUSTRE_CFG_RC_MISSING_PARAM;
3717
3718         if (!cYAML_is_sequence(local_nis))
3719                 return LUSTRE_CFG_RC_BAD_PARAM;
3720
3721         while (cYAML_get_next_seq_item(local_nis, &item) != NULL) {
3722                 intf = cYAML_get_object_item(item, "interfaces");
3723                 if (intf == NULL)
3724                         continue;
3725                 num_entries = yaml_copy_intf_info(intf, &nw_descr);
3726                 if (num_entries <= 0) {
3727                         cYAML_build_error(num_entries, -1, "ni", "add",
3728                                         "bad interface list",
3729                                         err_rc);
3730                         return LUSTRE_CFG_RC_BAD_PARAM;
3731                 }
3732         }
3733
3734         seq_no = cYAML_get_object_item(tree, "seq_no");
3735
3736         rc = lustre_lnet_del_ni((net) ? &nw_descr : NULL,
3737                                 (seq_no) ? seq_no->cy_valueint : -1,
3738                                 err_rc);
3739
3740         return rc;
3741 }
3742
3743 static int yaml_copy_peer_nids(struct cYAML *nids_entry, char ***nidsppp,
3744                                char *prim_nid, bool del)
3745 {
3746         struct cYAML *child = NULL, *entry = NULL;
3747         char **nids = NULL;
3748         int num = 0, rc = LUSTRE_CFG_RC_NO_ERR;
3749
3750         if (cYAML_is_sequence(nids_entry)) {
3751                 while (cYAML_get_next_seq_item(nids_entry, &child)) {
3752                         entry = cYAML_get_object_item(child, "nid");
3753                         /* don't count an empty entry */
3754                         if (!entry || !entry->cy_valuestring)
3755                                 continue;
3756
3757                         if (prim_nid &&
3758                             (strcmp(entry->cy_valuestring, prim_nid)
3759                                         == 0) && del) {
3760                                 /*
3761                                  * primary nid is present in the list of
3762                                  * nids so that means we want to delete
3763                                  * the entire peer, so no need to go
3764                                  * further. Just delete the entire peer.
3765                                  */
3766                                 return 0;
3767                         }
3768
3769                         num++;
3770                 }
3771         }
3772
3773         if (num == 0)
3774                 return LUSTRE_CFG_RC_MISSING_PARAM;
3775
3776         nids = calloc(sizeof(*nids), num);
3777         if (!nids)
3778                 return LUSTRE_CFG_RC_OUT_OF_MEM;
3779
3780         /* now grab all the nids */
3781         num = 0;
3782         child = NULL;
3783         while (cYAML_get_next_seq_item(nids_entry, &child)) {
3784                 entry = cYAML_get_object_item(child, "nid");
3785                 if (!entry || !entry->cy_valuestring)
3786                         continue;
3787
3788                 nids[num] = calloc(strlen(entry->cy_valuestring) + 1, 1);
3789                 if (!nids[num]) {
3790                         rc = LUSTRE_CFG_RC_OUT_OF_MEM;
3791                         goto failed;
3792                 }
3793                 strncpy(nids[num], entry->cy_valuestring,
3794                         strlen(entry->cy_valuestring));
3795                 num++;
3796         }
3797         rc = num;
3798
3799         *nidsppp = nids;
3800         return rc;
3801
3802 failed:
3803         if (nids != NULL)
3804                 yaml_free_string_array(nids, num);
3805         *nidsppp = NULL;
3806         return rc;
3807 }
3808
3809 static int handle_yaml_config_peer(struct cYAML *tree, struct cYAML **show_rc,
3810                                    struct cYAML **err_rc)
3811 {
3812         char **nids = NULL;
3813         int num, rc;
3814         struct cYAML *seq_no, *prim_nid, *non_mr, *ip2nets, *peer_nis;
3815         char err_str[LNET_MAX_STR_LEN];
3816
3817         seq_no = cYAML_get_object_item(tree, "seq_no");
3818         prim_nid = cYAML_get_object_item(tree, "primary nid");
3819         non_mr = cYAML_get_object_item(tree, "non_mr");
3820         ip2nets = cYAML_get_object_item(tree, "ip2nets");
3821         peer_nis = cYAML_get_object_item(tree, "peer ni");
3822
3823         if (ip2nets && (prim_nid || peer_nis)) {
3824                 rc = LUSTRE_CFG_RC_BAD_PARAM;
3825                 snprintf(err_str, sizeof(err_str),
3826                          "ip2nets can not be specified along side prim_nid"
3827                          " or peer ni fields");
3828                 cYAML_build_error(rc, (seq_no) ? seq_no->cy_valueint : -1,
3829                                   ADD_CMD, "peer", err_str, err_rc);
3830                 return rc;
3831         }
3832
3833         num = yaml_copy_peer_nids((ip2nets) ? ip2nets : peer_nis, &nids,
3834                                   (prim_nid) ? prim_nid->cy_valuestring : NULL,
3835                                    false);
3836
3837         if (num < 0) {
3838                 snprintf(err_str, sizeof(err_str),
3839                          "error copying nids from YAML block");
3840                 cYAML_build_error(num, (seq_no) ? seq_no->cy_valueint : -1,
3841                                   ADD_CMD, "peer", err_str, err_rc);
3842                 return num;
3843         }
3844
3845         rc = lustre_lnet_config_peer_nid((prim_nid) ? prim_nid->cy_valuestring : NULL,
3846                                          nids, num,
3847                                          (non_mr) ? false : true,
3848                                          (ip2nets) ? true : false,
3849                                          (seq_no) ? seq_no->cy_valueint : -1,
3850                                          err_rc);
3851
3852         yaml_free_string_array(nids, num);
3853         return rc;
3854 }
3855
3856 static int handle_yaml_del_peer(struct cYAML *tree, struct cYAML **show_rc,
3857                                 struct cYAML **err_rc)
3858 {
3859         char **nids = NULL;
3860         int num, rc;
3861         struct cYAML *seq_no, *prim_nid, *ip2nets, *peer_nis;
3862         char err_str[LNET_MAX_STR_LEN];
3863
3864         seq_no = cYAML_get_object_item(tree, "seq_no");
3865         prim_nid = cYAML_get_object_item(tree, "primary nid");
3866         ip2nets = cYAML_get_object_item(tree, "ip2nets");
3867         peer_nis = cYAML_get_object_item(tree, "peer ni");
3868
3869         if (ip2nets && (prim_nid || peer_nis)) {
3870                 rc = LUSTRE_CFG_RC_BAD_PARAM;
3871                 snprintf(err_str, sizeof(err_str),
3872                          "ip2nets can not be specified along side prim_nid"
3873                          " or peer ni fields");
3874                 cYAML_build_error(rc, (seq_no) ? seq_no->cy_valueint : -1,
3875                                   DEL_CMD, "peer", err_str, err_rc);
3876                 return rc;
3877         }
3878
3879         num = yaml_copy_peer_nids((ip2nets) ? ip2nets : peer_nis , &nids,
3880                                   (prim_nid) ? prim_nid->cy_valuestring : NULL,
3881                                   true);
3882         if (num < 0) {
3883                 snprintf(err_str, sizeof(err_str),
3884                          "error copying nids from YAML block");
3885                 cYAML_build_error(num, (seq_no) ? seq_no->cy_valueint : -1,
3886                                   ADD_CMD, "peer", err_str, err_rc);
3887                 return num;
3888         }
3889
3890         rc = lustre_lnet_del_peer_nid((prim_nid) ? prim_nid->cy_valuestring : NULL,
3891                                       nids, num, (ip2nets) ? true : false,
3892                                       (seq_no) ? seq_no->cy_valueint : -1,
3893                                       err_rc);
3894
3895         yaml_free_string_array(nids, num);
3896         return rc;
3897 }
3898
3899 static int handle_yaml_config_buffers(struct cYAML *tree,
3900                                       struct cYAML **show_rc,
3901                                       struct cYAML **err_rc)
3902 {
3903         int rc;
3904         struct cYAML *tiny, *small, *large, *seq_no;
3905
3906         tiny = cYAML_get_object_item(tree, "tiny");
3907         small = cYAML_get_object_item(tree, "small");
3908         large = cYAML_get_object_item(tree, "large");
3909         seq_no = cYAML_get_object_item(tree, "seq_no");
3910
3911         rc = lustre_lnet_config_buffers((tiny) ? tiny->cy_valueint : -1,
3912                                         (small) ? small->cy_valueint : -1,
3913                                         (large) ? large->cy_valueint : -1,
3914                                         (seq_no) ? seq_no->cy_valueint : -1,
3915                                         err_rc);
3916
3917         return rc;
3918 }
3919
3920 static int handle_yaml_config_routing(struct cYAML *tree,
3921                                       struct cYAML **show_rc,
3922                                       struct cYAML **err_rc)
3923 {
3924         int rc = LUSTRE_CFG_RC_NO_ERR;
3925         struct cYAML *seq_no, *enable;
3926
3927         seq_no = cYAML_get_object_item(tree, "seq_no");
3928         enable = cYAML_get_object_item(tree, "enable");
3929
3930         if (enable) {
3931                 rc = lustre_lnet_enable_routing(enable->cy_valueint,
3932                                                 (seq_no) ?
3933                                                     seq_no->cy_valueint : -1,
3934                                                 err_rc);
3935         }
3936
3937         return rc;
3938 }
3939
3940 static int handle_yaml_del_route(struct cYAML *tree, struct cYAML **show_rc,
3941                                  struct cYAML **err_rc)
3942 {
3943         struct cYAML *net;
3944         struct cYAML *gw;
3945         struct cYAML *seq_no;
3946
3947         net = cYAML_get_object_item(tree, "net");
3948         gw = cYAML_get_object_item(tree, "gateway");
3949         seq_no = cYAML_get_object_item(tree, "seq_no");
3950
3951         return lustre_lnet_del_route((net) ? net->cy_valuestring : NULL,
3952                                      (gw) ? gw->cy_valuestring : NULL,
3953                                      (seq_no) ? seq_no->cy_valueint : -1,
3954                                      err_rc);
3955 }
3956
3957 static int handle_yaml_del_routing(struct cYAML *tree, struct cYAML **show_rc,
3958                                    struct cYAML **err_rc)
3959 {
3960         struct cYAML *seq_no;
3961
3962         seq_no = cYAML_get_object_item(tree, "seq_no");
3963
3964         return lustre_lnet_enable_routing(0, (seq_no) ?
3965                                                 seq_no->cy_valueint : -1,
3966                                         err_rc);
3967 }
3968
3969 static int handle_yaml_show_route(struct cYAML *tree, struct cYAML **show_rc,
3970                                   struct cYAML **err_rc)
3971 {
3972         struct cYAML *net;
3973         struct cYAML *gw;
3974         struct cYAML *hop;
3975         struct cYAML *prio;
3976         struct cYAML *detail;
3977         struct cYAML *seq_no;
3978
3979         net = cYAML_get_object_item(tree, "net");
3980         gw = cYAML_get_object_item(tree, "gateway");
3981         hop = cYAML_get_object_item(tree, "hop");
3982         prio = cYAML_get_object_item(tree, "priority");
3983         detail = cYAML_get_object_item(tree, "detail");
3984         seq_no = cYAML_get_object_item(tree, "seq_no");
3985
3986         return lustre_lnet_show_route((net) ? net->cy_valuestring : NULL,
3987                                       (gw) ? gw->cy_valuestring : NULL,
3988                                       (hop) ? hop->cy_valueint : -1,
3989                                       (prio) ? prio->cy_valueint : -1,
3990                                       (detail) ? detail->cy_valueint : 0,
3991                                       (seq_no) ? seq_no->cy_valueint : -1,
3992                                       show_rc, err_rc, false);
3993 }
3994
3995 static int handle_yaml_show_net(struct cYAML *tree, struct cYAML **show_rc,
3996                                 struct cYAML **err_rc)
3997 {
3998         struct cYAML *net, *detail, *seq_no;
3999
4000         net = cYAML_get_object_item(tree, "net");
4001         detail = cYAML_get_object_item(tree, "detail");
4002         seq_no = cYAML_get_object_item(tree, "seq_no");
4003
4004         return lustre_lnet_show_net((net) ? net->cy_valuestring : NULL,
4005                                     (detail) ? detail->cy_valueint : 0,
4006                                     (seq_no) ? seq_no->cy_valueint : -1,
4007                                     show_rc, err_rc, false);
4008 }
4009
4010 static int handle_yaml_show_routing(struct cYAML *tree, struct cYAML **show_rc,
4011                                     struct cYAML **err_rc)
4012 {
4013         struct cYAML *seq_no;
4014
4015         seq_no = cYAML_get_object_item(tree, "seq_no");
4016
4017         return lustre_lnet_show_routing((seq_no) ? seq_no->cy_valueint : -1,
4018                                         show_rc, err_rc, false);
4019 }
4020
4021 static int handle_yaml_show_peers(struct cYAML *tree, struct cYAML **show_rc,
4022                                   struct cYAML **err_rc)
4023 {
4024         struct cYAML *seq_no, *nid, *detail;
4025
4026         seq_no = cYAML_get_object_item(tree, "seq_no");
4027         detail = cYAML_get_object_item(tree, "detail");
4028         nid = cYAML_get_object_item(tree, "nid");
4029
4030         return lustre_lnet_show_peer((nid) ? nid->cy_valuestring : NULL,
4031                                      (detail) ? detail->cy_valueint : 0,
4032                                      (seq_no) ? seq_no->cy_valueint : -1,
4033                                      show_rc, err_rc, false);
4034 }
4035
4036 static int handle_yaml_show_stats(struct cYAML *tree, struct cYAML **show_rc,
4037                                   struct cYAML **err_rc)
4038 {
4039         struct cYAML *seq_no;
4040
4041         seq_no = cYAML_get_object_item(tree, "seq_no");
4042
4043         return lustre_lnet_show_stats((seq_no) ? seq_no->cy_valueint : -1,
4044                                       show_rc, err_rc);
4045 }
4046
4047 static int handle_yaml_config_numa(struct cYAML *tree, struct cYAML **show_rc,
4048                                   struct cYAML **err_rc)
4049 {
4050         struct cYAML *seq_no, *range;
4051
4052         seq_no = cYAML_get_object_item(tree, "seq_no");
4053         range = cYAML_get_object_item(tree, "range");
4054
4055         return lustre_lnet_config_numa_range(range ? range->cy_valueint : -1,
4056                                              seq_no ? seq_no->cy_valueint : -1,
4057                                              err_rc);
4058 }
4059
4060 static int handle_yaml_del_numa(struct cYAML *tree, struct cYAML **show_rc,
4061                                struct cYAML **err_rc)
4062 {
4063         struct cYAML *seq_no;
4064
4065         seq_no = cYAML_get_object_item(tree, "seq_no");
4066
4067         return lustre_lnet_config_numa_range(0, seq_no ? seq_no->cy_valueint : -1,
4068                                              err_rc);
4069 }
4070
4071 static int handle_yaml_show_numa(struct cYAML *tree, struct cYAML **show_rc,
4072                                 struct cYAML **err_rc)
4073 {
4074         struct cYAML *seq_no;
4075
4076         seq_no = cYAML_get_object_item(tree, "seq_no");
4077
4078         return lustre_lnet_show_numa_range(seq_no ? seq_no->cy_valueint : -1,
4079                                            show_rc, err_rc);
4080 }
4081
4082 static int handle_yaml_config_global_settings(struct cYAML *tree,
4083                                               struct cYAML **show_rc,
4084                                               struct cYAML **err_rc)
4085 {
4086         struct cYAML *max_intf, *numa, *discovery, *seq_no;
4087         int rc = 0;
4088
4089         seq_no = cYAML_get_object_item(tree, "seq_no");
4090         max_intf = cYAML_get_object_item(tree, "max_intf");
4091         if (max_intf)
4092                 rc = lustre_lnet_config_max_intf(max_intf->cy_valueint,
4093                                                  seq_no ? seq_no->cy_valueint
4094                                                         : -1,
4095                                                  err_rc);
4096
4097         numa = cYAML_get_object_item(tree, "numa_range");
4098         if (numa)
4099                 rc = lustre_lnet_config_numa_range(numa->cy_valueint,
4100                                                    seq_no ? seq_no->cy_valueint
4101                                                         : -1,
4102                                                    err_rc);
4103
4104         discovery = cYAML_get_object_item(tree, "discovery");
4105         if (discovery)
4106                 rc = lustre_lnet_config_discovery(discovery->cy_valueint,
4107                                                   seq_no ? seq_no->cy_valueint
4108                                                         : -1,
4109                                                   err_rc);
4110
4111         return rc;
4112 }
4113
4114 static int handle_yaml_del_global_settings(struct cYAML *tree,
4115                                            struct cYAML **show_rc,
4116                                            struct cYAML **err_rc)
4117 {
4118         struct cYAML *max_intf, *numa, *discovery, *seq_no;
4119         int rc = 0;
4120
4121         seq_no = cYAML_get_object_item(tree, "seq_no");
4122         max_intf = cYAML_get_object_item(tree, "max_intf");
4123         if (max_intf)
4124                 rc = lustre_lnet_config_max_intf(LNET_INTERFACES_MAX_DEFAULT,
4125                                                  seq_no ? seq_no->cy_valueint
4126                                                         : -1,
4127                                                  err_rc);
4128
4129         numa = cYAML_get_object_item(tree, "numa_range");
4130         if (numa)
4131                 rc = lustre_lnet_config_numa_range(0,
4132                                                    seq_no ? seq_no->cy_valueint
4133                                                         : -1,
4134                                                    err_rc);
4135
4136         /* peer discovery is enabled by default */
4137         discovery = cYAML_get_object_item(tree, "discovery");
4138         if (discovery)
4139                 rc = lustre_lnet_config_discovery(1,
4140                                                   seq_no ? seq_no->cy_valueint
4141                                                         : -1,
4142                                                   err_rc);
4143
4144         return rc;
4145 }
4146
4147 static int handle_yaml_show_global_settings(struct cYAML *tree,
4148                                             struct cYAML **show_rc,
4149                                             struct cYAML **err_rc)
4150 {
4151         struct cYAML *max_intf, *numa, *discovery, *seq_no;
4152         int rc = 0;
4153
4154         seq_no = cYAML_get_object_item(tree, "seq_no");
4155         max_intf = cYAML_get_object_item(tree, "max_intf");
4156         if (max_intf)
4157                 rc = lustre_lnet_show_max_intf(seq_no ? seq_no->cy_valueint
4158                                                         : -1,
4159                                                 show_rc, err_rc);
4160
4161         numa = cYAML_get_object_item(tree, "numa_range");
4162         if (numa)
4163                 rc = lustre_lnet_show_numa_range(seq_no ? seq_no->cy_valueint
4164                                                         : -1,
4165                                                  show_rc, err_rc);
4166
4167         discovery = cYAML_get_object_item(tree, "discovery");
4168         if (discovery)
4169                 rc = lustre_lnet_show_discovery(seq_no ? seq_no->cy_valueint
4170                                                         : -1,
4171                                                 show_rc, err_rc);
4172
4173         return rc;
4174 }
4175
4176 static int handle_yaml_ping(struct cYAML *tree, struct cYAML **show_rc,
4177                             struct cYAML **err_rc)
4178 {
4179         struct cYAML *seq_no, *nid, *timeout;
4180
4181         seq_no = cYAML_get_object_item(tree, "seq_no");
4182         nid = cYAML_get_object_item(tree, "primary nid");
4183         timeout = cYAML_get_object_item(tree, "timeout");
4184
4185         return lustre_lnet_ping_nid((nid) ? nid->cy_valuestring : NULL,
4186                                     (timeout) ? timeout->cy_valueint : 1000,
4187                                     (seq_no) ? seq_no->cy_valueint : -1,
4188                                     show_rc, err_rc);
4189 }
4190
4191 static int handle_yaml_discover(struct cYAML *tree, struct cYAML **show_rc,
4192                                 struct cYAML **err_rc)
4193 {
4194         struct cYAML *seq_no, *nid, *force;
4195
4196         seq_no = cYAML_get_object_item(tree, "seq_no");
4197         nid = cYAML_get_object_item(tree, "primary nid");
4198         force = cYAML_get_object_item(tree, "force");
4199
4200         return lustre_lnet_discover_nid((nid) ? nid->cy_valuestring : NULL,
4201                                         (force) ? force->cy_valueint : 0,
4202                                         (seq_no) ? seq_no->cy_valueint : -1,
4203                                         show_rc, err_rc);
4204 }
4205
4206 static int handle_yaml_no_op()
4207 {
4208         return LUSTRE_CFG_RC_NO_ERR;
4209 }
4210
4211 struct lookup_cmd_hdlr_tbl {
4212         char *name;
4213         cmd_handler_t cb;
4214 };
4215
4216 static struct lookup_cmd_hdlr_tbl lookup_config_tbl[] = {
4217         { .name = "route",      .cb = handle_yaml_config_route },
4218         { .name = "net",        .cb = handle_yaml_config_ni },
4219         { .name = "ip2nets",    .cb = handle_yaml_config_ip2nets },
4220         { .name = "peer",       .cb = handle_yaml_config_peer },
4221         { .name = "routing",    .cb = handle_yaml_config_routing },
4222         { .name = "buffers",    .cb = handle_yaml_config_buffers },
4223         { .name = "statistics", .cb = handle_yaml_no_op },
4224         { .name = "global",     .cb = handle_yaml_config_global_settings},
4225         { .name = "numa",       .cb = handle_yaml_config_numa },
4226         { .name = "ping",       .cb = handle_yaml_no_op },
4227         { .name = "discover",   .cb = handle_yaml_no_op },
4228         { .name = NULL } };
4229
4230 static struct lookup_cmd_hdlr_tbl lookup_del_tbl[] = {
4231         { .name = "route",      .cb = handle_yaml_del_route },
4232         { .name = "net",        .cb = handle_yaml_del_ni },
4233         { .name = "ip2nets",    .cb = handle_yaml_no_op },
4234         { .name = "peer",       .cb = handle_yaml_del_peer },
4235         { .name = "routing",    .cb = handle_yaml_del_routing },
4236         { .name = "buffers",    .cb = handle_yaml_no_op },
4237         { .name = "statistics", .cb = handle_yaml_no_op },
4238         { .name = "global",     .cb = handle_yaml_del_global_settings},
4239         { .name = "numa",       .cb = handle_yaml_del_numa },
4240         { .name = "ping",       .cb = handle_yaml_no_op },
4241         { .name = "discover",   .cb = handle_yaml_no_op },
4242         { .name = NULL } };
4243
4244 static struct lookup_cmd_hdlr_tbl lookup_show_tbl[] = {
4245         { .name = "route",      .cb = handle_yaml_show_route },
4246         { .name = "net",        .cb = handle_yaml_show_net },
4247         { .name = "peer",       .cb = handle_yaml_show_peers },
4248         { .name = "ip2nets",    .cb = handle_yaml_no_op },
4249         { .name = "routing",    .cb = handle_yaml_show_routing },
4250         { .name = "buffers",    .cb = handle_yaml_show_routing },
4251         { .name = "statistics", .cb = handle_yaml_show_stats },
4252         { .name = "global",     .cb = handle_yaml_show_global_settings},
4253         { .name = "numa",       .cb = handle_yaml_show_numa },
4254         { .name = "ping",       .cb = handle_yaml_no_op },
4255         { .name = "discover",   .cb = handle_yaml_no_op },
4256         { .name = NULL } };
4257
4258 static struct lookup_cmd_hdlr_tbl lookup_exec_tbl[] = {
4259         { .name = "route",      .cb = handle_yaml_no_op },
4260         { .name = "net",        .cb = handle_yaml_no_op },
4261         { .name = "peer",       .cb = handle_yaml_no_op },
4262         { .name = "ip2nets",    .cb = handle_yaml_no_op },
4263         { .name = "routing",    .cb = handle_yaml_no_op },
4264         { .name = "buffers",    .cb = handle_yaml_no_op },
4265         { .name = "statistics", .cb = handle_yaml_no_op },
4266         { .name = "global",     .cb = handle_yaml_no_op },
4267         { .name = "numa",       .cb = handle_yaml_no_op },
4268         { .name = "ping",       .cb = handle_yaml_ping },
4269         { .name = "discover",   .cb = handle_yaml_discover },
4270         { .name = NULL } };
4271
4272 static cmd_handler_t lookup_fn(char *key,
4273                                struct lookup_cmd_hdlr_tbl *tbl)
4274 {
4275         int i;
4276         if (key == NULL)
4277                 return NULL;
4278
4279         for (i = 0; tbl[i].name != NULL; i++) {
4280                 if (strncmp(key, tbl[i].name, strlen(tbl[i].name)) == 0)
4281                         return tbl[i].cb;
4282         }
4283
4284         return NULL;
4285 }
4286
4287 static int lustre_yaml_cb_helper(char *f, struct lookup_cmd_hdlr_tbl *table,
4288                                  struct cYAML **show_rc, struct cYAML **err_rc)
4289 {
4290         struct cYAML *tree, *item = NULL, *head, *child;
4291         cmd_handler_t cb;
4292         char err_str[LNET_MAX_STR_LEN];
4293         int rc = LUSTRE_CFG_RC_NO_ERR, return_rc = LUSTRE_CFG_RC_NO_ERR;
4294
4295         tree = cYAML_build_tree(f, NULL, 0, err_rc, false);
4296         if (tree == NULL)
4297                 return LUSTRE_CFG_RC_BAD_PARAM;
4298
4299         child = tree->cy_child;
4300         while (child != NULL) {
4301                 cb = lookup_fn(child->cy_string, table);
4302                 if (cb == NULL) {
4303                         snprintf(err_str, sizeof(err_str),
4304                                 "\"call back for '%s' not found\"",
4305                                 child->cy_string);
4306                         cYAML_build_error(LUSTRE_CFG_RC_BAD_PARAM, -1,
4307                                         "yaml", "helper", err_str, err_rc);
4308                         goto out;
4309                 }
4310
4311                 if (cYAML_is_sequence(child)) {
4312                         while ((head = cYAML_get_next_seq_item(child, &item))
4313                                != NULL) {
4314                                 rc = cb(head, show_rc, err_rc);
4315                                 if (rc != LUSTRE_CFG_RC_NO_ERR)
4316                                         return_rc = rc;
4317                         }
4318                 } else {
4319                         rc = cb(child, show_rc, err_rc);
4320                         if (rc != LUSTRE_CFG_RC_NO_ERR)
4321                                 return_rc = rc;
4322                 }
4323                 item = NULL;
4324                 child = child->cy_next;
4325         }
4326
4327 out:
4328         cYAML_free_tree(tree);
4329
4330         return return_rc;
4331 }
4332
4333 int lustre_yaml_config(char *f, struct cYAML **err_rc)
4334 {
4335         return lustre_yaml_cb_helper(f, lookup_config_tbl,
4336                                      NULL, err_rc);
4337 }
4338
4339 int lustre_yaml_del(char *f, struct cYAML **err_rc)
4340 {
4341         return lustre_yaml_cb_helper(f, lookup_del_tbl,
4342                                      NULL, err_rc);
4343 }
4344
4345 int lustre_yaml_show(char *f, struct cYAML **show_rc, struct cYAML **err_rc)
4346 {
4347         return lustre_yaml_cb_helper(f, lookup_show_tbl,
4348                                      show_rc, err_rc);
4349 }
4350
4351 int lustre_yaml_exec(char *f, struct cYAML **show_rc, struct cYAML **err_rc)
4352 {
4353         return lustre_yaml_cb_helper(f, lookup_exec_tbl,
4354                                      show_rc, err_rc);
4355 }