Whamcloud - gitweb
LU-11233 utils: fix build warnings for gcc8
[fs/lustre-release.git] / lnet / utils / lnetconfig / liblnetconfig.c
1 /*
2  * LGPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU Lesser General Public License as
8  * published by the Free Software Foundation; either version 2.1 of the
9  * License, or (at your option) any later version.
10  *
11  * This library is distributed in the hope that it will be useful, but
12  * WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with this library. If not, see <http://www.gnu.org/licenses/>.
18  *
19  * LGPL HEADER END
20  *
21  * Copyright (c) 2014, 2017, Intel Corporation.
22  *
23  * Author:
24  *   Amir Shehata <amir.shehata@intel.com>
25  */
26
27 /*
28  * There are two APIs:
29  *  1. APIs that take the actual parameters expanded.  This is for other
30  *  entities that would like to link against the library and call the APIs
31  *  directly without having to form an intermediate representation.
32  *  2. APIs that take a YAML file and parses out the information there and
33  *  calls the APIs mentioned in 1
34  */
35
36 #include <errno.h>
37 #include <limits.h>
38 #include <byteswap.h>
39 #include <netdb.h>
40 #include <stdio.h>
41 #include <stdlib.h>
42 #include <string.h>
43 #include <unistd.h>
44 #include <sys/ioctl.h>
45 #include <net/if.h>
46 #include <libcfs/util/ioctl.h>
47 #include <linux/lnet/lnetctl.h>
48 #include "liblnd.h"
49 #include <sys/types.h>
50 #include <sys/stat.h>
51 #include <fcntl.h>
52 #include <ifaddrs.h>
53 #include "liblnetconfig.h"
54
55 #define CONFIG_CMD              "configure"
56 #define UNCONFIG_CMD            "unconfigure"
57 #define ADD_CMD                 "add"
58 #define DEL_CMD                 "del"
59 #define SHOW_CMD                "show"
60 #define DBG_CMD                 "dbg"
61 #define MANAGE_CMD              "manage"
62
63 #define MAX_NUM_IPS             128
64
65 #define modparam_path "/sys/module/lnet/parameters/"
66 #define gni_nid_path "/proc/cray_xt/"
67
68 const char *gmsg_stat_names[] = {"sent_stats", "received_stats",
69                                  "dropped_stats"};
70
71 /*
72  * lustre_lnet_ip_range_descr
73  *      Describes an IP range.
74  *      Each octect is an expression
75  */
76 struct lustre_lnet_ip_range_descr {
77         struct list_head ipr_entry;
78         struct list_head ipr_expr;
79 };
80
81 /*
82  * lustre_lnet_ip2nets
83  *      Describes an ip2nets rule. This can be on a list of rules.
84  */
85 struct lustre_lnet_ip2nets {
86         struct lnet_dlc_network_descr ip2nets_net;
87         struct list_head ip2nets_ip_ranges;
88 };
89
90 int open_sysfs_file(const char *path, const char *attr, const int mode)
91 {
92         int fd;
93         char filename[LNET_MAX_STR_LEN];
94
95         if (strlen(path) + strlen(attr) >= LNET_MAX_STR_LEN)
96                 return -1;
97
98         snprintf(filename, sizeof(filename), "%s%s",
99                  path, attr);
100
101         fd = open(filename, mode);
102
103         return fd;
104 }
105
106 static int read_sysfs_file(const char *path, const char *attr,
107                            void *val, const size_t size, const int nelem)
108 {
109         int fd;
110         int rc = LUSTRE_CFG_RC_GENERIC_ERR;
111
112         fd = open_sysfs_file(path, attr, O_RDONLY);
113         if (fd == -1)
114                 return LUSTRE_CFG_RC_NO_MATCH;
115
116         if (read(fd, val, size * nelem) == -1)
117                 goto close_fd;
118
119         rc = LUSTRE_CFG_RC_NO_ERR;
120
121 close_fd:
122         close(fd);
123         return rc;
124 }
125
126 static int write_sysfs_file(const char *path, const char *attr,
127                             void *val, const size_t size, const int nelem)
128 {
129         int fd;
130         int rc = LUSTRE_CFG_RC_GENERIC_ERR;
131
132         fd = open_sysfs_file(path, attr, O_WRONLY | O_TRUNC);
133         if (fd == -1)
134                 return LUSTRE_CFG_RC_NO_MATCH;
135
136         if (write(fd, val, size * nelem) == -1)
137                 goto close_fd;
138
139         rc = LUSTRE_CFG_RC_NO_ERR;
140
141 close_fd:
142         close(fd);
143         return rc;
144 }
145
146 /*
147  * free_intf_descr
148  *      frees the memory allocated for an intf descriptor.
149  */
150 void free_intf_descr(struct lnet_dlc_intf_descr *intf_descr)
151 {
152         if (!intf_descr)
153                 return;
154
155         if (intf_descr->cpt_expr != NULL)
156                 cfs_expr_list_free(intf_descr->cpt_expr);
157         free(intf_descr);
158 }
159
160 /*
161  * lustre_lnet_add_ip_range
162  * Formatting:
163  *      given a string of the format:
164  *      <expr.expr.expr.expr> parse each expr into
165  *      a lustre_lnet_ip_range_descr structure and insert on the list.
166  *
167  *      This function is called from
168  *              YAML on each ip-range.
169  *              As a result of lnetctl command
170  *              When building a NID or P2P selection rules
171  */
172 int lustre_lnet_add_ip_range(struct list_head *list, char *str_ip_range)
173 {
174         struct lustre_lnet_ip_range_descr *ip_range;
175         int rc;
176
177         ip_range = calloc(1, sizeof(*ip_range));
178         if (ip_range == NULL)
179                 return LUSTRE_CFG_RC_OUT_OF_MEM;
180
181         INIT_LIST_HEAD(&ip_range->ipr_entry);
182         INIT_LIST_HEAD(&ip_range->ipr_expr);
183
184         rc = cfs_ip_addr_parse(str_ip_range, strlen(str_ip_range),
185                                &ip_range->ipr_expr);
186         if (rc != 0)
187                 return LUSTRE_CFG_RC_BAD_PARAM;
188
189         list_add_tail(&ip_range->ipr_entry, list);
190
191         return LUSTRE_CFG_RC_NO_ERR;
192 }
193
194 int lustre_lnet_add_intf_descr(struct list_head *list, char *intf, int len)
195 {
196         char *open_sq_bracket = NULL, *close_sq_bracket = NULL,
197              *intf_name;
198         struct lnet_dlc_intf_descr *intf_descr = NULL;
199         int rc;
200         char intf_string[LNET_MAX_STR_LEN];
201
202         if (len >= LNET_MAX_STR_LEN)
203                 return LUSTRE_CFG_RC_BAD_PARAM;
204
205         strncpy(intf_string, intf, len);
206         intf_string[len] = '\0';
207
208         intf_descr = calloc(1, sizeof(*intf_descr));
209         if (intf_descr == NULL)
210                 return LUSTRE_CFG_RC_OUT_OF_MEM;
211
212         INIT_LIST_HEAD(&intf_descr->intf_on_network);
213
214         intf_name = intf_string;
215         open_sq_bracket = strchr(intf_string, '[');
216         if (open_sq_bracket != NULL) {
217                 close_sq_bracket = strchr(intf_string, ']');
218                 if (close_sq_bracket == NULL) {
219                         free(intf_descr);
220                         return LUSTRE_CFG_RC_BAD_PARAM;
221                 }
222                 rc = cfs_expr_list_parse(open_sq_bracket,
223                                          strlen(open_sq_bracket), 0, UINT_MAX,
224                                          &intf_descr->cpt_expr);
225                 if (rc < 0) {
226                         free(intf_descr);
227                         return LUSTRE_CFG_RC_BAD_PARAM;
228                 }
229                 strncpy(intf_descr->intf_name, intf_name,
230                         open_sq_bracket - intf_name);
231                 intf_descr->intf_name[open_sq_bracket - intf_name] = '\0';
232         } else {
233                 strcpy(intf_descr->intf_name, intf_name);
234                 intf_descr->cpt_expr = NULL;
235         }
236
237         list_add_tail(&intf_descr->intf_on_network, list);
238
239         return LUSTRE_CFG_RC_NO_ERR;
240 }
241
242 void lustre_lnet_init_nw_descr(struct lnet_dlc_network_descr *nw_descr)
243 {
244         if (nw_descr != NULL) {
245                 nw_descr->nw_id = 0;
246                 INIT_LIST_HEAD(&nw_descr->network_on_rule);
247                 INIT_LIST_HEAD(&nw_descr->nw_intflist);
248         }
249 }
250
251 static char *get_next_delimiter_in_nid(char *str, char sep)
252 {
253         char *at, *comma;
254
255         /* first find the '@' */
256         at = strchr(str, '@');
257         if (!at)
258                 return str;
259
260         /* now that you found the at find the sep after */
261         comma = strchr(at, sep);
262         return comma;
263 }
264
265 int lustre_lnet_parse_nids(char *nids, char **array, int size,
266                            char ***out_array)
267 {
268         int num_nids = 0;
269         char *comma = nids, *cur, *entry;
270         char **new_array;
271         int i, len, start = 0, finish = 0;
272
273         if (nids == NULL || strlen(nids) == 0)
274                 return size;
275
276         /* count the number or new nids, by counting the number of comma*/
277         while (comma) {
278                 comma = get_next_delimiter_in_nid(comma, ',');
279                 if (comma) {
280                         comma++;
281                         num_nids++;
282                 } else {
283                         num_nids++;
284                 }
285         }
286
287         /*
288          * if the array is not NULL allocate a large enough array to house
289          * the old and new entries
290          */
291         new_array = calloc(sizeof(char*),
292                            (size > 0) ? size + num_nids : num_nids);
293
294         if (!new_array)
295                 goto failed;
296
297         /* parse our the new nids and add them to the tail of the array */
298         comma = nids;
299         cur = nids;
300         start = (size > 0) ? size: 0;
301         finish = (size > 0) ? size + num_nids : num_nids;
302         for (i = start; i < finish; i++) {
303                 comma = get_next_delimiter_in_nid(comma, ',');
304                 if (!comma)
305                         /*
306                          * the length of the string to be parsed out is
307                          * from cur to end of string. So it's good enough
308                          * to strlen(cur)
309                          */
310                         len = strlen(cur) + 1;
311                 else
312                         /* length of the string is comma - cur */
313                         len = (comma - cur) + 1;
314
315                 entry = calloc(1, len);
316                 if (!entry) {
317                         finish = i > 0 ? i - 1: 0;
318                         goto failed;
319                 }
320                 strncpy(entry, cur, len - 1);
321                 entry[len] = '\0';
322                 new_array[i] = entry;
323                 if (comma) {
324                         comma++;
325                         cur = comma;
326                 }
327         }
328
329         /* add the old entries in the array and delete the old array*/
330         for (i = 0; i < size; i++)
331                 new_array[i] = array[i];
332
333         if (array)
334                 free(array);
335
336         *out_array = new_array;
337
338         return finish;
339
340 failed:
341         for (i = start; i < finish; i++)
342                 free(new_array[i]);
343         if (new_array)
344                 free(new_array);
345
346         return size;
347 }
348
349 /*
350  * format expected:
351  *      <intf>[<expr>], <intf>[<expr>],..
352  */
353 int lustre_lnet_parse_interfaces(char *intf_str,
354                                  struct lnet_dlc_network_descr *nw_descr)
355 {
356         char *open_square;
357         char *close_square;
358         char *comma;
359         char *cur = intf_str, *next = NULL;
360         char *end = intf_str + strlen(intf_str);
361         int rc, len;
362         struct lnet_dlc_intf_descr *intf_descr, *tmp;
363
364         if (nw_descr == NULL)
365                 return LUSTRE_CFG_RC_BAD_PARAM;
366
367         while (cur < end) {
368                 open_square = strchr(cur, '[');
369                 if (open_square != NULL) {
370                         close_square = strchr(cur, ']');
371                         if (close_square == NULL) {
372                                 rc = LUSTRE_CFG_RC_BAD_PARAM;
373                                 goto failed;
374                         }
375
376                         comma = strchr(cur, ',');
377                         if (comma != NULL && comma > close_square) {
378                                 next = comma + 1;
379                                 len = next - close_square;
380                         } else {
381                                 len = strlen(cur);
382                                 next = cur + len;
383                         }
384                 } else {
385                         comma = strchr(cur, ',');
386                         if (comma != NULL) {
387                                 next = comma + 1;
388                                 len = comma - cur;
389                         } else {
390                                 len = strlen(cur);
391                                 next = cur + len;
392                         }
393                 }
394
395                 rc = lustre_lnet_add_intf_descr(&nw_descr->nw_intflist, cur, len);
396                 if (rc != LUSTRE_CFG_RC_NO_ERR)
397                         goto failed;
398
399                 cur = next;
400         }
401
402         return LUSTRE_CFG_RC_NO_ERR;
403
404 failed:
405         list_for_each_entry_safe(intf_descr, tmp, &nw_descr->nw_intflist,
406                                  intf_on_network) {
407                 list_del(&intf_descr->intf_on_network);
408                 free_intf_descr(intf_descr);
409         }
410
411         return rc;
412 }
413
414 int lustre_lnet_config_lib_init(void)
415 {
416         return register_ioc_dev(LNET_DEV_ID, LNET_DEV_PATH);
417 }
418
419 void lustre_lnet_config_lib_uninit(void)
420 {
421         unregister_ioc_dev(LNET_DEV_ID);
422 }
423
424 int lustre_lnet_config_ni_system(bool up, bool load_ni_from_mod,
425                                  int seq_no, struct cYAML **err_rc)
426 {
427         struct libcfs_ioctl_data data;
428         unsigned int opc;
429         int rc;
430         char err_str[LNET_MAX_STR_LEN];
431
432         snprintf(err_str, sizeof(err_str), "\"Success\"");
433
434         LIBCFS_IOC_INIT(data);
435
436         /* Reverse logic is used here in order not to change
437          * the lctl utility */
438         data.ioc_flags = load_ni_from_mod ? 0 : 1;
439
440         opc = up ? IOC_LIBCFS_CONFIGURE : IOC_LIBCFS_UNCONFIGURE;
441
442         rc = l_ioctl(LNET_DEV_ID, opc, &data);
443         if (rc != 0) {
444                 snprintf(err_str,
445                         sizeof(err_str),
446                         "\"LNet %s error: %s\"", (up) ? "configure" :
447                         "unconfigure", strerror(errno));
448                 rc = -errno;
449         }
450
451         cYAML_build_error(rc, seq_no, (up) ? CONFIG_CMD : UNCONFIG_CMD,
452                           "lnet", err_str, err_rc);
453
454         return rc;
455 }
456
457 static int dispatch_peer_ni_cmd(lnet_nid_t pnid, lnet_nid_t nid, __u32 cmd,
458                                 struct lnet_ioctl_peer_cfg *data,
459                                 char *err_str, char *cmd_str)
460 {
461         int rc;
462
463         data->prcfg_prim_nid = pnid;
464         data->prcfg_cfg_nid = nid;
465
466         rc = l_ioctl(LNET_DEV_ID, cmd, data);
467         if (rc != 0) {
468                 rc = -errno;
469                 snprintf(err_str,
470                         LNET_MAX_STR_LEN,
471                         "\"cannot %s peer ni: %s\"",
472                         (cmd_str) ? cmd_str : "add", strerror(errno));
473                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
474         }
475
476         return rc;
477 }
478
479 static int infra_ping_nid(char *ping_nids, char *oper, int param, int ioc_call,
480                           int seq_no, struct cYAML **show_rc,
481                           struct cYAML **err_rc)
482 {
483         void *data = NULL;
484         struct lnet_ioctl_ping_data ping;
485         struct cYAML *root = NULL, *ping_node = NULL, *item = NULL,
486                      *first_seq = NULL, *tmp = NULL, *peer_ni = NULL;
487         struct lnet_process_id id;
488         char err_str[LNET_MAX_STR_LEN] = {0};
489         char *sep, *token, *end;
490         char buf[6];
491         size_t len;
492         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
493         int i;
494         bool flag = false;
495
496         len = (sizeof(struct lnet_process_id) * LNET_INTERFACES_MAX_DEFAULT);
497
498         data = calloc(1, len);
499         if (data == NULL)
500                 goto out;
501
502         /* create struct cYAML root object */
503         root = cYAML_create_object(NULL, NULL);
504         if (root == NULL)
505                 goto out;
506
507         ping_node = cYAML_create_seq(root, oper);
508         if (ping_node == NULL)
509                 goto out;
510
511         /* tokenise each nid in string ping_nids */
512         token = strtok(ping_nids, ",");
513
514         do {
515                 item = cYAML_create_seq_item(ping_node);
516                 if (item == NULL)
517                         goto out;
518
519                 if (first_seq == NULL)
520                         first_seq = item;
521
522                 /* check if '-' is a part of NID, token */
523                 sep = strchr(token, '-');
524                 if (sep == NULL) {
525                         id.pid = LNET_PID_ANY;
526                         /* if no net is specified, libcfs_str2nid() will assume tcp */
527                         id.nid = libcfs_str2nid(token);
528                         if (id.nid == LNET_NID_ANY) {
529                                 snprintf(err_str, sizeof(err_str),
530                                          "\"cannot parse NID '%s'\"",
531                                          token);
532                                 rc = LUSTRE_CFG_RC_BAD_PARAM;
533                                 cYAML_build_error(rc, seq_no, MANAGE_CMD,
534                                                   oper, err_str, err_rc);
535                                 continue;
536                         }
537                 } else {
538                         if (token[0] == 'u' || token[0] == 'U')
539                                 id.pid = (strtoul(&token[1], &end, 0) |
540                                           (LNET_PID_USERFLAG));
541                         else
542                                 id.pid = strtoul(token, &end, 0);
543
544                         /* assuming '-' is part of hostname */
545                         if (end != sep) {
546                                 id.pid = LNET_PID_ANY;
547                                 id.nid = libcfs_str2nid(token);
548                                 if (id.nid == LNET_NID_ANY) {
549                                         snprintf(err_str, sizeof(err_str),
550                                                  "\"cannot parse NID '%s'\"",
551                                                  token);
552                                         rc = LUSTRE_CFG_RC_BAD_PARAM;
553                                         cYAML_build_error(rc, seq_no, MANAGE_CMD,
554                                                           oper, err_str,
555                                                           err_rc);
556                                         continue;
557                                 }
558                         } else {
559                                 id.nid = libcfs_str2nid(sep + 1);
560                                 if (id.nid == LNET_NID_ANY) {
561                                         snprintf(err_str, sizeof(err_str),
562                                                  "\"cannot parse NID '%s'\"",
563                                                  token);
564                                         rc = LUSTRE_CFG_RC_BAD_PARAM;
565                                         cYAML_build_error(rc, seq_no, MANAGE_CMD,
566                                                           oper, err_str,
567                                                           err_rc);
568                                         continue;
569                                 }
570                         }
571                 }
572                 LIBCFS_IOC_INIT_V2(ping, ping_hdr);
573                 ping.ping_hdr.ioc_len = sizeof(ping);
574                 ping.ping_id          = id;
575                 ping.op_param         = param;
576                 ping.ping_count       = LNET_INTERFACES_MAX_DEFAULT;
577                 ping.ping_buf         = data;
578
579                 rc = l_ioctl(LNET_DEV_ID, ioc_call, &ping);
580                 if (rc != 0) {
581                         snprintf(err_str,
582                                  sizeof(err_str), "failed to %s %s: %s\n", oper,
583                                  id.pid == LNET_PID_ANY ?
584                                  libcfs_nid2str(id.nid) :
585                                  libcfs_id2str(id), strerror(errno));
586                         rc = LUSTRE_CFG_RC_BAD_PARAM;
587                         cYAML_build_error(rc, seq_no, MANAGE_CMD,
588                                           oper, err_str, err_rc);
589                         continue;
590                 }
591
592                 if (cYAML_create_string(item, "primary nid",
593                                         libcfs_nid2str(ping.ping_id.nid)) == NULL)
594                         goto out;
595
596                 if (cYAML_create_string(item, "Multi-Rail", ping.mr_info ?
597                                         "True" : "False") == NULL)
598                         goto out;
599
600                 tmp = cYAML_create_seq(item, "peer ni");
601                 if (tmp == NULL)
602                         goto out;
603
604                 for (i = 0; i < ping.ping_count; i++) {
605                         if (!strcmp(libcfs_nid2str(ping.ping_buf[i].nid),
606                                     "0@lo"))
607                                 continue;
608                         peer_ni = cYAML_create_seq_item(tmp);
609                         if (peer_ni == NULL)
610                                 goto out;
611                         memset(buf, 0, sizeof buf);
612                         snprintf(buf, sizeof buf, "nid");
613                         if (cYAML_create_string(peer_ni, buf,
614                                                 libcfs_nid2str(ping.ping_buf[i].nid)) == NULL)
615                                 goto out;
616                 }
617
618                 flag = true;
619
620         } while ((token = strtok(NULL, ",")) != NULL);
621
622         if (flag)
623                 rc = LUSTRE_CFG_RC_NO_ERR;
624
625 out:
626         if (data)
627                 free(data);
628         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR) {
629                 cYAML_free_tree(root);
630         } else if (show_rc != NULL && *show_rc != NULL) {
631                 struct cYAML *show_node;
632                 show_node = cYAML_get_object_item(*show_rc, oper);
633                 if (show_node != NULL && cYAML_is_sequence(show_node)) {
634                         cYAML_insert_child(show_node, first_seq);
635                         free(ping_node);
636                         free(root);
637                 } else if (show_node == NULL) {
638                         cYAML_insert_sibling((*show_rc)->cy_child,
639                                              ping_node);
640                         free(root);
641                 } else {
642                         cYAML_free_tree(root);
643                 }
644         } else {
645                 *show_rc = root;
646         }
647
648         return rc;
649 }
650
651 int lustre_lnet_ping_nid(char *ping_nids, int timeout, int seq_no,
652                          struct cYAML **show_rc, struct cYAML **err_rc)
653 {
654         int rc;
655
656         rc = infra_ping_nid(ping_nids, "ping", timeout, IOC_LIBCFS_PING_PEER,
657                             seq_no, show_rc, err_rc);
658         return rc;
659 }
660
661 int lustre_lnet_discover_nid(char *ping_nids, int force, int seq_no,
662                          struct cYAML **show_rc, struct cYAML **err_rc)
663 {
664         int rc;
665
666         rc = infra_ping_nid(ping_nids, "discover", force, IOC_LIBCFS_DISCOVER,
667                             seq_no, show_rc, err_rc);
668         return rc;
669 }
670
671 static void lustre_lnet_clean_ip2nets(struct lustre_lnet_ip2nets *ip2nets)
672 {
673         struct lustre_lnet_ip_range_descr *ipr, *tmp;
674         struct cfs_expr_list *el, *el_tmp;
675
676         list_for_each_entry_safe(ipr, tmp,
677                                  &ip2nets->ip2nets_ip_ranges,
678                                  ipr_entry) {
679                 list_del(&ipr->ipr_entry);
680                 list_for_each_entry_safe(el, el_tmp, &ipr->ipr_expr,
681                                          el_link) {
682                         list_del(&el->el_link);
683                         cfs_expr_list_free(el);
684                 }
685                 free(ipr);
686         }
687 }
688
689 /*
690  * returns an rc < 0 if there is an error
691  * otherwise it returns the number IPs generated
692  *  it also has out params: net - network name
693  */
694 static int lnet_expr2ips(char *nidstr, __u32 *ip_list,
695                          struct lustre_lnet_ip2nets *ip2nets,
696                          __u32 *net, char *err_str)
697 {
698         struct lustre_lnet_ip_range_descr *ipr;
699         char *comp1, *comp2;
700         int ip_idx = MAX_NUM_IPS - 1;
701         int ip_range_len, rc = LUSTRE_CFG_RC_NO_ERR;
702         __u32 net_type;
703         char ip_range[LNET_MAX_STR_LEN];
704
705         /* separate the two components of the NID */
706         comp1 = nidstr;
707         comp2 = strchr(nidstr, '@');
708         if (comp2 == NULL) {
709                 snprintf(err_str,
710                         LNET_MAX_STR_LEN,
711                         "\"cannot parse NID %s\"", nidstr);
712                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
713                 rc = LUSTRE_CFG_RC_BAD_PARAM;
714                 goto out;
715         }
716
717         /* length of the expected ip-range */
718         ip_range_len = comp2 - comp1;
719         if (ip_range_len >= LNET_MAX_STR_LEN) {
720                 snprintf(err_str,
721                         LNET_MAX_STR_LEN,
722                         "\"too long ip_range '%s'\"", nidstr);
723                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
724                 rc = LUSTRE_CFG_RC_BAD_PARAM;
725                 goto out;
726         }
727
728         /* move beyond '@' */
729         comp2++;
730
731         /*
732          * if the net component is either o2ib or tcp then we expect
733          * an IP range which could only be a single IP address.
734          * Parse that.
735          */
736         *net = libcfs_str2net(comp2);
737         net_type = LNET_NETTYP(*net);
738         /* expression support is for o2iblnd and socklnd only */
739         if (net_type != O2IBLND && net_type != SOCKLND)
740                 return LUSTRE_CFG_RC_SKIP;
741
742         strncpy(ip_range, comp1, ip_range_len);
743         ip_range[ip_range_len] = '\0';
744         ip2nets->ip2nets_net.nw_id = *net;
745
746         rc = lustre_lnet_add_ip_range(&ip2nets->ip2nets_ip_ranges, ip_range);
747         if (rc != LUSTRE_CFG_RC_NO_ERR) {
748                 snprintf(err_str,
749                         LNET_MAX_STR_LEN,
750                         "\"cannot parse ip_range '%.100s'\"", ip_range);
751                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
752                 rc = LUSTRE_CFG_RC_BAD_PARAM;
753                 goto out;
754         }
755
756         /*
757         * Generate all the IP Addresses from the parsed range. For sanity
758         * we allow only a max of MAX_NUM_IPS nids to be configured for
759         * a single peer.
760         */
761         list_for_each_entry(ipr, &ip2nets->ip2nets_ip_ranges, ipr_entry)
762                 ip_idx = cfs_ip_addr_range_gen(ip_list, MAX_NUM_IPS,
763                                                 &ipr->ipr_expr);
764
765         if (ip_idx == MAX_NUM_IPS - 1) {
766                 snprintf(err_str, LNET_MAX_STR_LEN,
767                                 "no NIDs provided for configuration");
768                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
769                 rc = LUSTRE_CFG_RC_NO_MATCH;
770                 goto out;
771         } else if (ip_idx == -1) {
772                 rc = LUSTRE_CFG_RC_LAST_ELEM;
773         } else {
774                 rc = ip_idx;
775         }
776
777 out:
778         return rc;
779 }
780
781 static int lustre_lnet_handle_peer_ip2nets(char **nid, int num_nids, bool mr,
782                                            bool range, __u32 cmd,
783                                            char *cmd_type, char *err_str)
784 {
785         __u32 net = LNET_NIDNET(LNET_NID_ANY);
786         int ip_idx;
787         int i, j, rc = LUSTRE_CFG_RC_NO_ERR;
788         __u32 ip_list[MAX_NUM_IPS];
789         struct lustre_lnet_ip2nets ip2nets;
790         struct lnet_ioctl_peer_cfg data;
791         lnet_nid_t peer_nid;
792         lnet_nid_t prim_nid = LNET_NID_ANY;
793
794         /* initialize all lists */
795         INIT_LIST_HEAD(&ip2nets.ip2nets_ip_ranges);
796         INIT_LIST_HEAD(&ip2nets.ip2nets_net.network_on_rule);
797         INIT_LIST_HEAD(&ip2nets.ip2nets_net.nw_intflist);
798
799         /* each nid entry is an expression */
800         for (i = 0; i < num_nids; i++) {
801                 if (!range && i == 0)
802                         prim_nid = libcfs_str2nid(nid[0]);
803                 else if (range)
804                         prim_nid = LNET_NID_ANY;
805
806                 rc = lnet_expr2ips(nid[i], ip_list, &ip2nets, &net, err_str);
807                 if (rc == LUSTRE_CFG_RC_SKIP)
808                         continue;
809                 else if (rc == LUSTRE_CFG_RC_LAST_ELEM)
810                         rc = -1;
811                 else if (rc < LUSTRE_CFG_RC_NO_ERR)
812                         goto out;
813
814                 ip_idx = rc;
815
816                 for (j = MAX_NUM_IPS - 1; j > ip_idx; j--) {
817                         peer_nid = LNET_MKNID(net, ip_list[j]);
818                         if (peer_nid == LNET_NID_ANY) {
819                                 snprintf(err_str,
820                                         LNET_MAX_STR_LEN,
821                                         "\"cannot parse NID\"");
822                                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
823                                 rc = LUSTRE_CFG_RC_BAD_PARAM;
824                                 goto out;
825                         }
826
827                         LIBCFS_IOC_INIT_V2(data, prcfg_hdr);
828                         data.prcfg_mr = mr;
829
830                         if (prim_nid == LNET_NID_ANY && j == MAX_NUM_IPS - 1) {
831                                 prim_nid = peer_nid;
832                                 peer_nid = LNET_NID_ANY;
833                         }
834
835                         if (!range && num_nids > 1 && i == 0 &&
836                             cmd == IOC_LIBCFS_DEL_PEER_NI)
837                                 continue;
838                         else if (!range && i == 0)
839                                 peer_nid = LNET_NID_ANY;
840
841                         /*
842                         * If prim_nid is not provided then the first nid in the
843                         * list becomes the prim_nid. First time round the loop
844                         * use LNET_NID_ANY for the first parameter, then use
845                         * nid[0] as the key nid after wards
846                         */
847                         rc = dispatch_peer_ni_cmd(prim_nid, peer_nid, cmd,
848                                                   &data, err_str, cmd_type);
849                         if (rc != 0)
850                                 goto out;
851
852                         /*
853                          * we just deleted the entire peer using the
854                          * primary_nid. So don't bother iterating through
855                          * the rest of the nids
856                          */
857                         if (prim_nid != LNET_NID_ANY &&
858                             peer_nid == LNET_NID_ANY &&
859                             cmd == IOC_LIBCFS_DEL_PEER_NI)
860                                 goto next_nid;
861                 }
862 next_nid:
863                 lustre_lnet_clean_ip2nets(&ip2nets);
864         }
865
866 out:
867         lustre_lnet_clean_ip2nets(&ip2nets);
868         return rc;
869 }
870
871 int lustre_lnet_config_peer_nid(char *pnid, char **nid, int num_nids,
872                                 bool mr, bool ip2nets, int seq_no,
873                                 struct cYAML **err_rc)
874 {
875         int rc = LUSTRE_CFG_RC_NO_ERR;
876         char err_str[LNET_MAX_STR_LEN] = {0};
877         char **nid_array = NULL;
878
879         snprintf(err_str, sizeof(err_str), "\"Success\"");
880
881         if (ip2nets) {
882                 rc = lustre_lnet_handle_peer_ip2nets(nid, num_nids, mr,
883                                                 ip2nets, IOC_LIBCFS_ADD_PEER_NI,
884                                                 ADD_CMD, err_str);
885                 goto out;
886         }
887
888         if (pnid) {
889                 if (libcfs_str2nid(pnid) == LNET_NID_ANY) {
890                         snprintf(err_str, sizeof(err_str),
891                                  "bad primary NID: '%s'",
892                                  pnid);
893                         rc = LUSTRE_CFG_RC_MISSING_PARAM;
894                         goto out;
895                 }
896
897                 num_nids++;
898
899                 nid_array = calloc(sizeof(*nid_array), num_nids);
900                 if (!nid_array) {
901                         snprintf(err_str, sizeof(err_str),
902                                         "out of memory");
903                         rc = LUSTRE_CFG_RC_OUT_OF_MEM;
904                         goto out;
905                 }
906                 nid_array[0] = pnid;
907                 memcpy(&nid_array[1], nid, sizeof(*nid) * (num_nids - 1));
908         }
909
910         rc = lustre_lnet_handle_peer_ip2nets((pnid) ? nid_array : nid,
911                                              num_nids, mr, ip2nets,
912                                              IOC_LIBCFS_ADD_PEER_NI, ADD_CMD,
913                                              err_str);
914         if (rc)
915                 goto out;
916
917 out:
918         if (nid_array)
919                 free(nid_array);
920
921         cYAML_build_error(rc, seq_no, ADD_CMD, "peer_ni", err_str, err_rc);
922         return rc;
923 }
924
925 int lustre_lnet_del_peer_nid(char *pnid, char **nid, int num_nids,
926                              bool ip2nets, int seq_no, struct cYAML **err_rc)
927 {
928         int rc = LUSTRE_CFG_RC_NO_ERR;
929         char err_str[LNET_MAX_STR_LEN] = {0};
930         char **nid_array = NULL;
931
932         snprintf(err_str, sizeof(err_str), "\"Success\"");
933
934         if (ip2nets) {
935                 rc = lustre_lnet_handle_peer_ip2nets(nid, num_nids, false,
936                                                 ip2nets, IOC_LIBCFS_DEL_PEER_NI,
937                                                 DEL_CMD, err_str);
938                 goto out;
939         }
940
941         if (pnid == NULL) {
942                 snprintf(err_str, sizeof(err_str),
943                          "\"Primary nid is not provided\"");
944                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
945                 goto out;
946         } else if (!ip2nets) {
947                 if (libcfs_str2nid(pnid) == LNET_NID_ANY) {
948                         rc = LUSTRE_CFG_RC_BAD_PARAM;
949                         snprintf(err_str, sizeof(err_str),
950                                  "bad key NID: '%s'",
951                                  pnid);
952                         goto out;
953                 }
954         }
955
956         num_nids++;
957         nid_array = calloc(sizeof(*nid_array), num_nids);
958         if (!nid_array) {
959                 snprintf(err_str, sizeof(err_str),
960                                 "out of memory");
961                 rc = LUSTRE_CFG_RC_OUT_OF_MEM;
962                 goto out;
963         }
964         nid_array[0] = pnid;
965         memcpy(&nid_array[1], nid, sizeof(*nid) * (num_nids - 1));
966
967         rc = lustre_lnet_handle_peer_ip2nets(nid_array, num_nids, false,
968                                              ip2nets, IOC_LIBCFS_DEL_PEER_NI,
969                                              DEL_CMD, err_str);
970         if (rc)
971                 goto out;
972
973 out:
974         if (nid_array)
975                 free(nid_array);
976
977         cYAML_build_error(rc, seq_no, DEL_CMD, "peer_ni", err_str, err_rc);
978         return rc;
979 }
980
981 int lustre_lnet_config_route(char *nw, char *gw, int hops, int prio,
982                              int seq_no, struct cYAML **err_rc)
983 {
984         struct lnet_ioctl_config_data data;
985         lnet_nid_t gateway_nid;
986         int rc = LUSTRE_CFG_RC_NO_ERR;
987         int ip_idx, i;
988         __u32 rnet = LNET_NIDNET(LNET_NID_ANY);
989         __u32 net = LNET_NIDNET(LNET_NID_ANY);
990         char err_str[LNET_MAX_STR_LEN];
991         __u32 ip_list[MAX_NUM_IPS];
992         struct lustre_lnet_ip2nets ip2nets;
993
994         /* initialize all lists */
995         INIT_LIST_HEAD(&ip2nets.ip2nets_ip_ranges);
996         INIT_LIST_HEAD(&ip2nets.ip2nets_net.network_on_rule);
997         INIT_LIST_HEAD(&ip2nets.ip2nets_net.nw_intflist);
998
999         snprintf(err_str, sizeof(err_str), "\"Success\"");
1000
1001         if (nw == NULL || gw == NULL) {
1002                 snprintf(err_str,
1003                          sizeof(err_str),
1004                          "\"missing mandatory parameter in route config:'%s'\"",
1005                          (nw == NULL && gw == NULL) ? "network, gateway" :
1006                          (nw == NULL) ? "network" : "gateway");
1007                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1008                 goto out;
1009         }
1010
1011         rnet = libcfs_str2net(nw);
1012         if (rnet == LNET_NIDNET(LNET_NID_ANY)) {
1013                 snprintf(err_str,
1014                          sizeof(err_str),
1015                          "\"cannot parse remote net %s\"", nw);
1016                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1017                 goto out;
1018         }
1019
1020         if (hops == -1) {
1021                 /* hops is undefined */
1022                 hops = LNET_UNDEFINED_HOPS;
1023         } else if (hops < 1 || hops > 255) {
1024                 snprintf(err_str,
1025                         sizeof(err_str),
1026                         "\"invalid hop count %d, must be between 1 and 255\"",
1027                         hops);
1028                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1029                 goto out;
1030         }
1031
1032         if (prio == -1) {
1033                 prio = 0;
1034         } else if (prio < 0) {
1035                 snprintf(err_str,
1036                          sizeof(err_str),
1037                         "\"invalid priority %d, must be greater than 0\"",
1038                         prio);
1039                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1040                 goto out;
1041         }
1042
1043         rc = lnet_expr2ips(gw, ip_list,
1044                            &ip2nets, &net, err_str);
1045         if (rc == LUSTRE_CFG_RC_LAST_ELEM)
1046                 rc = -1;
1047         else if (rc < LUSTRE_CFG_RC_NO_ERR)
1048                 goto out;
1049
1050         ip_idx = rc;
1051
1052         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1053         data.cfg_net = rnet;
1054         data.cfg_config_u.cfg_route.rtr_hop = hops;
1055         data.cfg_config_u.cfg_route.rtr_priority = prio;
1056
1057         for (i = MAX_NUM_IPS - 1; i > ip_idx; i--) {
1058                 gateway_nid = LNET_MKNID(net, ip_list[i]);
1059                 if (gateway_nid == LNET_NID_ANY) {
1060                         snprintf(err_str,
1061                                 LNET_MAX_STR_LEN,
1062                                 "\"cannot form gateway NID: %u\"",
1063                                 ip_list[i]);
1064                         err_str[LNET_MAX_STR_LEN - 1] = '\0';
1065                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1066                         goto out;
1067                 }
1068                 data.cfg_nid = gateway_nid;
1069
1070                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_ROUTE, &data);
1071                 if (rc != 0) {
1072                         rc = -errno;
1073                         snprintf(err_str,
1074                                 sizeof(err_str),
1075                                 "\"cannot add route: %s\"", strerror(errno));
1076                         goto out;
1077                 }
1078         }
1079 out:
1080         cYAML_build_error(rc, seq_no, ADD_CMD, "route", err_str, err_rc);
1081
1082         return rc;
1083 }
1084
1085 int lustre_lnet_del_route(char *nw, char *gw,
1086                           int seq_no, struct cYAML **err_rc)
1087 {
1088         struct lnet_ioctl_config_data data;
1089         lnet_nid_t gateway_nid;
1090         int rc = LUSTRE_CFG_RC_NO_ERR;
1091         __u32 rnet = LNET_NIDNET(LNET_NID_ANY);
1092         __u32 net = LNET_NIDNET(LNET_NID_ANY);
1093         char err_str[LNET_MAX_STR_LEN];
1094         int ip_idx, i;
1095         __u32 ip_list[MAX_NUM_IPS];
1096         struct lustre_lnet_ip2nets ip2nets;
1097
1098         /* initialize all lists */
1099         INIT_LIST_HEAD(&ip2nets.ip2nets_ip_ranges);
1100         INIT_LIST_HEAD(&ip2nets.ip2nets_net.network_on_rule);
1101         INIT_LIST_HEAD(&ip2nets.ip2nets_net.nw_intflist);
1102
1103         snprintf(err_str, sizeof(err_str), "\"Success\"");
1104
1105         if (nw == NULL || gw == NULL) {
1106                 snprintf(err_str,
1107                          sizeof(err_str),
1108                          "\"missing mandatory parameter in route delete: '%s'\"",
1109                          (nw == NULL && gw == NULL) ? "network, gateway" :
1110                          (nw == NULL) ? "network" : "gateway");
1111                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1112                 goto out;
1113         }
1114
1115         rnet = libcfs_str2net(nw);
1116         if (rnet == LNET_NIDNET(LNET_NID_ANY)) {
1117                 snprintf(err_str,
1118                          sizeof(err_str),
1119                          "\"cannot parse remote net '%s'\"", nw);
1120                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1121                 goto out;
1122         }
1123
1124         rc = lnet_expr2ips(gw, ip_list,
1125                            &ip2nets, &net, err_str);
1126         if (rc == LUSTRE_CFG_RC_LAST_ELEM)
1127                 rc = -1;
1128         else if (rc < LUSTRE_CFG_RC_NO_ERR)
1129                 goto out;
1130
1131         ip_idx = rc;
1132
1133         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1134         data.cfg_net = rnet;
1135
1136         for (i = MAX_NUM_IPS - 1; i > ip_idx; i--) {
1137                 gateway_nid = LNET_MKNID(net, ip_list[i]);
1138                 if (gateway_nid == LNET_NID_ANY) {
1139                         snprintf(err_str,
1140                                 LNET_MAX_STR_LEN,
1141                                 "\"cannot form gateway NID: %u\"",
1142                                 ip_list[i]);
1143                         err_str[LNET_MAX_STR_LEN - 1] = '\0';
1144                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1145                         goto out;
1146                 }
1147                 data.cfg_nid = gateway_nid;
1148
1149                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_DEL_ROUTE, &data);
1150                 if (rc != 0) {
1151                         rc = -errno;
1152                         snprintf(err_str,
1153                                 sizeof(err_str),
1154                                 "\"cannot delete route: %s\"", strerror(errno));
1155                         goto out;
1156                 }
1157         }
1158 out:
1159         cYAML_build_error(rc, seq_no, DEL_CMD, "route", err_str, err_rc);
1160
1161         return rc;
1162 }
1163
1164 int lustre_lnet_show_route(char *nw, char *gw, int hops, int prio, int detail,
1165                            int seq_no, struct cYAML **show_rc,
1166                            struct cYAML **err_rc, bool backup)
1167 {
1168         struct lnet_ioctl_config_data data;
1169         lnet_nid_t gateway_nid;
1170         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
1171         int l_errno = 0;
1172         __u32 net = LNET_NIDNET(LNET_NID_ANY);
1173         int i;
1174         struct cYAML *root = NULL, *route = NULL, *item = NULL;
1175         struct cYAML *first_seq = NULL;
1176         char err_str[LNET_MAX_STR_LEN];
1177         bool exist = false;
1178
1179         snprintf(err_str, sizeof(err_str),
1180                  "\"out of memory\"");
1181
1182         if (nw != NULL) {
1183                 net = libcfs_str2net(nw);
1184                 if (net == LNET_NIDNET(LNET_NID_ANY)) {
1185                         snprintf(err_str,
1186                                  sizeof(err_str),
1187                                  "\"cannot parse net '%s'\"", nw);
1188                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1189                         goto out;
1190                 }
1191
1192         } else {
1193                 /* show all routes without filtering on net */
1194                 net = LNET_NIDNET(LNET_NID_ANY);
1195         }
1196
1197         if (gw != NULL) {
1198                 gateway_nid = libcfs_str2nid(gw);
1199                 if (gateway_nid == LNET_NID_ANY) {
1200                         snprintf(err_str,
1201                                  sizeof(err_str),
1202                                  "\"cannot parse gateway NID '%s'\"", gw);
1203                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1204                         goto out;
1205                 }
1206         } else
1207                 /* show all routes with out filtering on gateway */
1208                 gateway_nid = LNET_NID_ANY;
1209
1210         if ((hops < 1 && hops != -1) || hops > 255) {
1211                 snprintf(err_str,
1212                          sizeof(err_str),
1213                          "\"invalid hop count %d, must be between 0 and 256\"",
1214                          hops);
1215                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1216                 goto out;
1217         }
1218
1219         /* create struct cYAML root object */
1220         root = cYAML_create_object(NULL, NULL);
1221         if (root == NULL)
1222                 goto out;
1223
1224         route = cYAML_create_seq(root, "route");
1225         if (route == NULL)
1226                 goto out;
1227
1228         for (i = 0;; i++) {
1229                 LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1230                 data.cfg_count = i;
1231
1232                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_ROUTE, &data);
1233                 if (rc != 0) {
1234                         l_errno = errno;
1235                         break;
1236                 }
1237
1238                 /* filter on provided data */
1239                 if (net != LNET_NIDNET(LNET_NID_ANY) &&
1240                     net != data.cfg_net)
1241                         continue;
1242
1243                 if (gateway_nid != LNET_NID_ANY &&
1244                     gateway_nid != data.cfg_nid)
1245                         continue;
1246
1247                 if (hops != -1 &&
1248                     hops != data.cfg_config_u.cfg_route.rtr_hop)
1249                         continue;
1250
1251                 if (prio != -1 &&
1252                     prio != data.cfg_config_u.cfg_route.rtr_priority)
1253                         continue;
1254
1255                 /* default rc to -1 incase we hit the goto */
1256                 rc = -1;
1257                 exist = true;
1258
1259                 item = cYAML_create_seq_item(route);
1260                 if (item == NULL)
1261                         goto out;
1262
1263                 if (first_seq == NULL)
1264                         first_seq = item;
1265
1266                 if (cYAML_create_string(item, "net",
1267                                         libcfs_net2str(data.cfg_net)) == NULL)
1268                         goto out;
1269
1270                 if (cYAML_create_string(item, "gateway",
1271                                         libcfs_nid2str(data.cfg_nid)) == NULL)
1272                         goto out;
1273
1274                 if (detail) {
1275                         if (cYAML_create_number(item, "hop",
1276                                                 (int) data.cfg_config_u.
1277                                                 cfg_route.rtr_hop) ==
1278                             NULL)
1279                                 goto out;
1280
1281                         if (cYAML_create_number(item, "priority",
1282                                                 data.cfg_config_u.
1283                                                 cfg_route.rtr_priority) == NULL)
1284                                 goto out;
1285
1286                         if (!backup &&
1287                             cYAML_create_string(item, "state",
1288                                                 data.cfg_config_u.cfg_route.
1289                                                         rtr_flags ?
1290                                                 "up" : "down") == NULL)
1291                                 goto out;
1292                 }
1293         }
1294
1295         /* print output iff show_rc is not provided */
1296         if (show_rc == NULL)
1297                 cYAML_print_tree(root);
1298
1299         if (l_errno != ENOENT) {
1300                 snprintf(err_str,
1301                          sizeof(err_str),
1302                          "\"cannot get routes: %s\"",
1303                          strerror(l_errno));
1304                 rc = -l_errno;
1305                 goto out;
1306         } else
1307                 rc = LUSTRE_CFG_RC_NO_ERR;
1308
1309         snprintf(err_str, sizeof(err_str), "\"success\"");
1310 out:
1311         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR || !exist) {
1312                 cYAML_free_tree(root);
1313         } else if (show_rc != NULL && *show_rc != NULL) {
1314                 struct cYAML *show_node;
1315                 /* find the route node, if one doesn't exist then
1316                  * insert one.  Otherwise add to the one there
1317                  */
1318                 show_node = cYAML_get_object_item(*show_rc, "route");
1319                 if (show_node != NULL && cYAML_is_sequence(show_node)) {
1320                         cYAML_insert_child(show_node, first_seq);
1321                         free(route);
1322                         free(root);
1323                 } else if (show_node == NULL) {
1324                         cYAML_insert_sibling((*show_rc)->cy_child,
1325                                                 route);
1326                         free(root);
1327                 } else {
1328                         cYAML_free_tree(root);
1329                 }
1330         } else {
1331                 *show_rc = root;
1332         }
1333
1334         cYAML_build_error(rc, seq_no, SHOW_CMD, "route", err_str, err_rc);
1335
1336         return rc;
1337 }
1338
1339 static int socket_intf_query(int request, char *intf,
1340                              struct ifreq *ifr)
1341 {
1342         int rc = 0;
1343         int sockfd;
1344
1345         if (strlen(intf) >= IFNAMSIZ || ifr == NULL)
1346                 return LUSTRE_CFG_RC_BAD_PARAM;
1347
1348         sockfd = socket(AF_INET, SOCK_DGRAM, 0);
1349         if (sockfd < 0)
1350                 return LUSTRE_CFG_RC_BAD_PARAM;
1351
1352         strcpy(ifr->ifr_name, intf);
1353         rc = ioctl(sockfd, request, ifr);
1354         if (rc != 0)
1355                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1356
1357         close(sockfd);
1358
1359         return rc;
1360 }
1361
1362 static int lustre_lnet_queryip(struct lnet_dlc_intf_descr *intf, __u32 *ip)
1363 {
1364         struct ifreq ifr;
1365         int rc;
1366
1367         memset(&ifr, 0, sizeof(ifr));
1368         rc = socket_intf_query(SIOCGIFFLAGS, intf->intf_name, &ifr);
1369         if (rc != 0)
1370                 return LUSTRE_CFG_RC_BAD_PARAM;
1371
1372         if ((ifr.ifr_flags & IFF_UP) == 0)
1373                 return LUSTRE_CFG_RC_BAD_PARAM;
1374
1375         memset(&ifr, 0, sizeof(ifr));
1376         rc = socket_intf_query(SIOCGIFADDR, intf->intf_name, &ifr);
1377         if (rc != 0)
1378                 return LUSTRE_CFG_RC_BAD_PARAM;
1379
1380         *ip = ((struct sockaddr_in *)&ifr.ifr_addr)->sin_addr.s_addr;
1381         *ip = bswap_32(*ip);
1382
1383         return LUSTRE_CFG_RC_NO_ERR;
1384 }
1385
1386 /*
1387  * for each interface in the array of interfaces find the IP address of
1388  * that interface, create its nid and add it to an array of NIDs.
1389  * Stop if any of the interfaces is down
1390  */
1391 static int lustre_lnet_intf2nids(struct lnet_dlc_network_descr *nw,
1392                                  lnet_nid_t **nids, __u32 *nnids,
1393                                  char *err_str, size_t str_len)
1394 {
1395         int i = 0, count = 0, rc;
1396         struct lnet_dlc_intf_descr *intf;
1397         char val[LNET_MAX_STR_LEN];
1398         __u32 ip;
1399         int gni_num;
1400         char *endp;
1401         unsigned int num;
1402
1403
1404         if (nw == NULL || nids == NULL) {
1405                 snprintf(err_str, str_len,
1406                          "\"unexpected parameters to lustre_lnet_intf2nids()\"");
1407                 err_str[str_len - 1] = '\0';
1408                 return LUSTRE_CFG_RC_BAD_PARAM;
1409         }
1410
1411         if (LNET_NETTYP(nw->nw_id) == GNILND) {
1412                 count = 1;
1413         } else {
1414                 list_for_each_entry(intf, &nw->nw_intflist, intf_on_network)
1415                         count++;
1416         }
1417
1418         *nids = calloc(count, sizeof(lnet_nid_t));
1419         if (*nids == NULL) {
1420                 snprintf(err_str, str_len,
1421                          "\"out of memory\"");
1422                 err_str[str_len - 1] = '\0';
1423                 return LUSTRE_CFG_RC_OUT_OF_MEM;
1424         }
1425         /*
1426          * special case the GNI interface since it doesn't have an IP
1427          * address. The assumption is that there can only be one GNI
1428          * interface in the system. No interface name is provided.
1429          */
1430         if (LNET_NETTYP(nw->nw_id) == GNILND) {
1431                 rc = read_sysfs_file(gni_nid_path, "nid", val,
1432                                 1, sizeof(val));
1433                 if (rc) {
1434                         snprintf(err_str, str_len,
1435                                  "\"cannot read gni nid\"");
1436                         err_str[str_len - 1] = '\0';
1437                         goto failed;
1438                 }
1439                 gni_num = atoi(val);
1440
1441                 (*nids)[i] = LNET_MKNID(nw->nw_id, gni_num);
1442
1443                 goto out;
1444         }
1445
1446         /* look at the other interfaces */
1447         list_for_each_entry(intf, &nw->nw_intflist, intf_on_network) {
1448                 if (LNET_NETTYP(nw->nw_id) == PTL4LND) {
1449                         /* handle LNDs with numeric interface name */
1450                         num = strtoul(intf->intf_name, &endp, 0);
1451                         if (endp == intf->intf_name || *endp != '\0') {
1452                                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1453                                 snprintf(err_str, str_len,
1454                                          "\"couldn't query intf %s\"",
1455                                          intf->intf_name);
1456                                 err_str[str_len - 1] = '\0';
1457                                 goto failed;
1458                         }
1459                         (*nids)[i] = LNET_MKNID(nw->nw_id, num);
1460                         i++;
1461                 } else {
1462                         /* handle LNDs with ip interface name */
1463                         rc = lustre_lnet_queryip(intf, &ip);
1464                         if (rc != LUSTRE_CFG_RC_NO_ERR) {
1465                                 snprintf(err_str, str_len,
1466                                          "\"couldn't query intf %s\"",
1467                                          intf->intf_name);
1468                                 err_str[str_len - 1] = '\0';
1469                                 goto failed;
1470                         }
1471                         (*nids)[i] = LNET_MKNID(nw->nw_id, ip);
1472                         i++;
1473                 }
1474         }
1475
1476 out:
1477         *nnids = count;
1478
1479         return 0;
1480
1481 failed:
1482         free(*nids);
1483         *nids = NULL;
1484         return rc;
1485 }
1486
1487 /*
1488  * called repeatedly until a match or no more ip range
1489  * What do you have?
1490  *      ip_range expression
1491  *      interface list with all the interface names.
1492  *      all the interfaces in the system.
1493  *
1494  *      try to match the ip_range expr to one of the interfaces' IPs in
1495  *      the system. If we hit a patch for an interface. Check if that
1496  *      interface name is in the list.
1497  *
1498  *      If there are more than one interface in the list, then make sure
1499  *      that the IPs for all of these interfaces match the ip ranges
1500  *      given.
1501  *
1502  *      for each interface in intf_list
1503  *              look up the intf name in ifa
1504  *              if not there then no match
1505  *              check ip obtained from ifa against a match to any of the
1506  *              ip_ranges given.
1507  *              If no match, then fail
1508  *
1509  *      The result is that all the interfaces have to match.
1510  */
1511 int lustre_lnet_match_ip_to_intf(struct ifaddrs *ifa,
1512                                  struct list_head *intf_list,
1513                                  struct list_head *ip_ranges)
1514 {
1515         int rc;
1516         __u32 ip;
1517         struct lnet_dlc_intf_descr *intf_descr, *tmp;
1518         struct ifaddrs *ifaddr = ifa;
1519         struct lustre_lnet_ip_range_descr *ip_range;
1520         int family;
1521
1522         /*
1523          * if there are no explicit interfaces, and no ip ranges, then
1524          * configure the first tcp interface we encounter.
1525          */
1526         if (list_empty(intf_list) && list_empty(ip_ranges)) {
1527                 for (ifaddr = ifa; ifaddr != NULL; ifaddr = ifaddr->ifa_next) {
1528                         if (ifaddr->ifa_addr == NULL)
1529                                 continue;
1530
1531                         if ((ifaddr->ifa_flags & IFF_UP) == 0)
1532                                 continue;
1533
1534                         family = ifaddr->ifa_addr->sa_family;
1535                         if (family == AF_INET &&
1536                             strcmp(ifaddr->ifa_name, "lo") != 0) {
1537                                 rc = lustre_lnet_add_intf_descr
1538                                         (intf_list, ifaddr->ifa_name,
1539                                         strlen(ifaddr->ifa_name));
1540
1541                                 if (rc != LUSTRE_CFG_RC_NO_ERR)
1542                                         return rc;
1543
1544                                 return LUSTRE_CFG_RC_MATCH;
1545                         }
1546                 }
1547                 return LUSTRE_CFG_RC_NO_MATCH;
1548         }
1549
1550         /*
1551          * First interface which matches an IP pattern will be used
1552          */
1553         if (list_empty(intf_list)) {
1554                 /*
1555                  * no interfaces provided in the rule, but an ip range is
1556                  * provided, so try and match an interface to the ip
1557                  * range.
1558                  */
1559                 for (ifaddr = ifa; ifaddr != NULL; ifaddr = ifaddr->ifa_next) {
1560                         if (ifaddr->ifa_addr == NULL)
1561                                 continue;
1562
1563                         if ((ifaddr->ifa_flags & IFF_UP) == 0)
1564                                 continue;
1565
1566                         family = ifaddr->ifa_addr->sa_family;
1567                         if (family == AF_INET) {
1568                                 ip = ((struct sockaddr_in *)ifaddr->ifa_addr)->
1569                                         sin_addr.s_addr;
1570
1571                                 list_for_each_entry(ip_range, ip_ranges,
1572                                                     ipr_entry) {
1573                                         rc = cfs_ip_addr_match(bswap_32(ip),
1574                                                         &ip_range->ipr_expr);
1575                                         if (!rc)
1576                                                 continue;
1577
1578                                         rc = lustre_lnet_add_intf_descr
1579                                           (intf_list, ifaddr->ifa_name,
1580                                            strlen(ifaddr->ifa_name));
1581
1582                                         if (rc != LUSTRE_CFG_RC_NO_ERR)
1583                                                 return rc;
1584                                 }
1585                         }
1586                 }
1587
1588                 if (!list_empty(intf_list))
1589                         return LUSTRE_CFG_RC_MATCH;
1590
1591                 return LUSTRE_CFG_RC_NO_MATCH;
1592         }
1593
1594         /*
1595          * If an interface is explicitly specified the ip-range might or
1596          * might not be specified. if specified the interface needs to match the
1597          * ip-range. If no ip-range then the interfaces are
1598          * automatically matched if they are all up.
1599          * If > 1 interfaces all the interfaces must match for the NI to
1600          * be configured.
1601          */
1602         list_for_each_entry_safe(intf_descr, tmp, intf_list, intf_on_network) {
1603                 for (ifaddr = ifa; ifaddr != NULL; ifaddr = ifaddr->ifa_next) {
1604                         if (ifaddr->ifa_addr == NULL)
1605                                 continue;
1606
1607                         family = ifaddr->ifa_addr->sa_family;
1608                         if (family == AF_INET &&
1609                             strcmp(intf_descr->intf_name,
1610                                    ifaddr->ifa_name) == 0)
1611                                 break;
1612                 }
1613
1614                 if (ifaddr == NULL) {
1615                         list_del(&intf_descr->intf_on_network);
1616                         free_intf_descr(intf_descr);
1617                         continue;
1618                 }
1619
1620                 if ((ifaddr->ifa_flags & IFF_UP) == 0) {
1621                         list_del(&intf_descr->intf_on_network);
1622                         free_intf_descr(intf_descr);
1623                         continue;
1624                 }
1625
1626                 ip = ((struct sockaddr_in *)ifaddr->ifa_addr)->sin_addr.s_addr;
1627
1628                 rc = 1;
1629                 list_for_each_entry(ip_range, ip_ranges, ipr_entry) {
1630                         rc = cfs_ip_addr_match(bswap_32(ip), &ip_range->ipr_expr);
1631                         if (rc)
1632                                 break;
1633                 }
1634
1635                 if (!rc) {
1636                         /* no match for this interface */
1637                         list_del(&intf_descr->intf_on_network);
1638                         free_intf_descr(intf_descr);
1639                 }
1640         }
1641
1642         return LUSTRE_CFG_RC_MATCH;
1643 }
1644
1645 static int lustre_lnet_resolve_ip2nets_rule(struct lustre_lnet_ip2nets *ip2nets,
1646                                             lnet_nid_t **nids, __u32 *nnids,
1647                                             char *err_str, size_t str_len)
1648 {
1649         struct ifaddrs *ifa;
1650         int rc = LUSTRE_CFG_RC_NO_ERR;
1651
1652         rc = getifaddrs(&ifa);
1653         if (rc < 0) {
1654                 snprintf(err_str, str_len,
1655                          "\"failed to get interface addresses: %d\"", -errno);
1656                 err_str[str_len - 1] = '\0';
1657                 return -errno;
1658         }
1659
1660         rc = lustre_lnet_match_ip_to_intf(ifa,
1661                                           &ip2nets->ip2nets_net.nw_intflist,
1662                                           &ip2nets->ip2nets_ip_ranges);
1663         if (rc != LUSTRE_CFG_RC_MATCH) {
1664                 snprintf(err_str, str_len,
1665                          "\"couldn't match ip to existing interfaces\"");
1666                 err_str[str_len - 1] = '\0';
1667                 freeifaddrs(ifa);
1668                 return rc;
1669         }
1670
1671         rc = lustre_lnet_intf2nids(&ip2nets->ip2nets_net, nids, nnids,
1672                                    err_str, sizeof(err_str));
1673         if (rc != LUSTRE_CFG_RC_NO_ERR) {
1674                 *nids = NULL;
1675                 *nnids = 0;
1676         }
1677
1678         freeifaddrs(ifa);
1679
1680         return rc;
1681 }
1682
1683 static int
1684 lustre_lnet_ioctl_config_ni(struct list_head *intf_list,
1685                             struct lnet_ioctl_config_lnd_tunables *tunables,
1686                             struct cfs_expr_list *global_cpts,
1687                             lnet_nid_t *nids, char *err_str)
1688 {
1689         char *data;
1690         struct lnet_ioctl_config_ni *conf;
1691         struct lnet_ioctl_config_lnd_tunables *tun = NULL;
1692         int rc = LUSTRE_CFG_RC_NO_ERR, i = 0;
1693         size_t len;
1694         int count;
1695         struct lnet_dlc_intf_descr *intf_descr;
1696         __u32 *cpt_array;
1697         struct cfs_expr_list *cpt_expr;
1698
1699         list_for_each_entry(intf_descr, intf_list,
1700                             intf_on_network) {
1701                 if (tunables != NULL)
1702                         len = sizeof(struct lnet_ioctl_config_ni) +
1703                               sizeof(struct lnet_ioctl_config_lnd_tunables);
1704                 else
1705                         len = sizeof(struct lnet_ioctl_config_ni);
1706
1707                 data = calloc(1, len);
1708                 if (!data)
1709                         return LUSTRE_CFG_RC_OUT_OF_MEM;
1710                 conf = (struct lnet_ioctl_config_ni*) data;
1711                 if (tunables != NULL)
1712                         tun = (struct lnet_ioctl_config_lnd_tunables*)
1713                                 conf->lic_bulk;
1714
1715                 LIBCFS_IOC_INIT_V2(*conf, lic_cfg_hdr);
1716                 conf->lic_cfg_hdr.ioc_len = len;
1717                 conf->lic_nid = nids[i];
1718                 strncpy(conf->lic_ni_intf[0], intf_descr->intf_name,
1719                         LNET_MAX_STR_LEN);
1720
1721                 if (intf_descr->cpt_expr != NULL)
1722                         cpt_expr = intf_descr->cpt_expr;
1723                 else if (global_cpts != NULL)
1724                         cpt_expr = global_cpts;
1725                 else
1726                         cpt_expr = NULL;
1727
1728                 if (cpt_expr != NULL) {
1729                         count = cfs_expr_list_values(cpt_expr,
1730                                                      LNET_MAX_SHOW_NUM_CPT,
1731                                                      &cpt_array);
1732                         if (count > 0) {
1733                                 memcpy(conf->lic_cpts, cpt_array,
1734                                        sizeof(cpt_array[0]) * LNET_MAX_STR_LEN);
1735                                 free(cpt_array);
1736                         } else {
1737                                 count = 0;
1738                         }
1739                 } else {
1740                         count = 0;
1741                 }
1742
1743                 conf->lic_ncpts = count;
1744
1745                 if (tunables != NULL)
1746                         memcpy(tun, tunables, sizeof(*tunables));
1747
1748                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_LOCAL_NI, data);
1749                 if (rc < 0) {
1750                         rc = -errno;
1751                         snprintf(err_str,
1752                                  LNET_MAX_STR_LEN,
1753                                  "\"cannot add network: %s\"", strerror(errno));
1754                         free(data);
1755                         return rc;
1756                 }
1757                 free(data);
1758                 i++;
1759         }
1760
1761         return LUSTRE_CFG_RC_NO_ERR;
1762 }
1763
1764 int
1765 lustre_lnet_config_ip2nets(struct lustre_lnet_ip2nets *ip2nets,
1766                            struct lnet_ioctl_config_lnd_tunables *tunables,
1767                            struct cfs_expr_list *global_cpts,
1768                            int seq_no, struct cYAML **err_rc)
1769 {
1770         lnet_nid_t *nids = NULL;
1771         __u32 nnids = 0;
1772         int rc;
1773         char err_str[LNET_MAX_STR_LEN];
1774
1775         snprintf(err_str, sizeof(err_str), "\"success\"");
1776
1777         if (!ip2nets) {
1778                 snprintf(err_str,
1779                          sizeof(err_str),
1780                          "\"incomplete ip2nets information\"");
1781                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1782                 goto out;
1783         }
1784
1785         /*
1786          * call below function to resolve the rules into a list of nids.
1787          * The memory is allocated in that function then freed here when
1788          * it's no longer needed.
1789          */
1790         rc = lustre_lnet_resolve_ip2nets_rule(ip2nets, &nids, &nnids, err_str,
1791                                               sizeof(err_str));
1792         if (rc != LUSTRE_CFG_RC_NO_ERR && rc != LUSTRE_CFG_RC_MATCH)
1793                 goto out;
1794
1795         if (list_empty(&ip2nets->ip2nets_net.nw_intflist)) {
1796                 snprintf(err_str, sizeof(err_str),
1797                          "\"no interfaces match ip2nets rules\"");
1798                 goto free_nids_out;
1799         }
1800
1801         rc = lustre_lnet_ioctl_config_ni(&ip2nets->ip2nets_net.nw_intflist,
1802                                          tunables, global_cpts, nids,
1803                                          err_str);
1804
1805 free_nids_out:
1806         free(nids);
1807
1808 out:
1809         cYAML_build_error(rc, seq_no, ADD_CMD, "ip2nets", err_str, err_rc);
1810         return rc;
1811 }
1812
1813 int lustre_lnet_config_ni(struct lnet_dlc_network_descr *nw_descr,
1814                           struct cfs_expr_list *global_cpts,
1815                           char *ip2net,
1816                           struct lnet_ioctl_config_lnd_tunables *tunables,
1817                           int seq_no, struct cYAML **err_rc)
1818 {
1819         char *data = NULL;
1820         struct lnet_ioctl_config_ni *conf;
1821         struct lnet_ioctl_config_lnd_tunables *tun = NULL;
1822         char buf[LNET_MAX_STR_LEN];
1823         int rc = LUSTRE_CFG_RC_NO_ERR;
1824         char err_str[LNET_MAX_STR_LEN];
1825         lnet_nid_t *nids = NULL;
1826         __u32 nnids = 0;
1827         size_t len;
1828         int count;
1829         struct lnet_dlc_intf_descr *intf_descr, *tmp;
1830         __u32 *cpt_array;
1831
1832         snprintf(err_str, sizeof(err_str), "\"success\"");
1833
1834         if (ip2net == NULL && (nw_descr == NULL || nw_descr->nw_id == 0 ||
1835             (list_empty(&nw_descr->nw_intflist) &&
1836              LNET_NETTYP(nw_descr->nw_id) != GNILND))) {
1837                 snprintf(err_str,
1838                          sizeof(err_str),
1839                          "\"missing mandatory parameters in NI config: '%s'\"",
1840                          (nw_descr == NULL) ? "network , interface" :
1841                          (nw_descr->nw_id == 0) ? "network" : "interface");
1842                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1843                 goto out;
1844         }
1845
1846         if (ip2net != NULL && strlen(ip2net) >= sizeof(buf)) {
1847                 snprintf(err_str,
1848                          sizeof(err_str),
1849                          "\"ip2net string too long %d\"",
1850                                 (int)strlen(ip2net));
1851                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1852                 goto out;
1853         }
1854
1855         if (ip2net != NULL) {
1856                 if (tunables != NULL)
1857                         len = sizeof(struct lnet_ioctl_config_ni) +
1858                               sizeof(struct lnet_ioctl_config_lnd_tunables);
1859                 else
1860                         len = sizeof(struct lnet_ioctl_config_ni);
1861                 data = calloc(1, len);
1862                 if (!data) {
1863                         rc = LUSTRE_CFG_RC_OUT_OF_MEM;
1864                         goto out;
1865                 }
1866                 conf = (struct lnet_ioctl_config_ni*) data;
1867                 if (tunables != NULL)
1868                         tun = (struct lnet_ioctl_config_lnd_tunables*)
1869                                 (data + sizeof(*conf));
1870
1871                 LIBCFS_IOC_INIT_V2(*conf, lic_cfg_hdr);
1872                 conf->lic_cfg_hdr.ioc_len = len;
1873                 strncpy(conf->lic_legacy_ip2nets, ip2net,
1874                         LNET_MAX_STR_LEN);
1875
1876                 if (global_cpts != NULL) {
1877                         count = cfs_expr_list_values(global_cpts,
1878                                                      LNET_MAX_SHOW_NUM_CPT,
1879                                                      &cpt_array);
1880                         if (count > 0) {
1881                                 memcpy(conf->lic_cpts, cpt_array,
1882                                        sizeof(cpt_array[0]) * LNET_MAX_STR_LEN);
1883                                 free(cpt_array);
1884                         } else {
1885                                 count = 0;
1886                         }
1887                 } else {
1888                         count = 0;
1889                 }
1890
1891                 conf->lic_ncpts = count;
1892
1893                 if (tunables != NULL)
1894                         memcpy(tun, tunables, sizeof(*tunables));
1895
1896                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_LOCAL_NI, data);
1897                 if (rc < 0) {
1898                         rc = -errno;
1899                         snprintf(err_str,
1900                                 sizeof(err_str),
1901                                 "\"cannot add network: %s\"", strerror(errno));
1902                         goto out;
1903                 }
1904
1905                 goto out;
1906         }
1907
1908         if (LNET_NETTYP(nw_descr->nw_id) == LOLND) {
1909                 rc = LUSTRE_CFG_RC_NO_ERR;
1910                 goto out;
1911         }
1912
1913         if (nw_descr->nw_id == LNET_NIDNET(LNET_NID_ANY)) {
1914                 snprintf(err_str,
1915                         sizeof(err_str),
1916                         "\"cannot parse net '%s'\"",
1917                         libcfs_net2str(nw_descr->nw_id));
1918                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1919                 goto out;
1920         }
1921
1922         /*
1923          * special case the GNI since no interface name is expected
1924          */
1925         if (list_empty(&nw_descr->nw_intflist) &&
1926             (LNET_NETTYP(nw_descr->nw_id) != GNILND)) {
1927                 snprintf(err_str,
1928                         sizeof(err_str),
1929                         "\"no interface name provided\"");
1930                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1931                 goto out;
1932         }
1933
1934         rc = lustre_lnet_intf2nids(nw_descr, &nids, &nnids,
1935                                    err_str, sizeof(err_str));
1936         if (rc != 0) {
1937                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1938                 goto out;
1939         }
1940
1941         rc = lustre_lnet_ioctl_config_ni(&nw_descr->nw_intflist,
1942                                          tunables, global_cpts, nids,
1943                                          err_str);
1944
1945 out:
1946         if (nw_descr != NULL) {
1947                 list_for_each_entry_safe(intf_descr, tmp,
1948                                          &nw_descr->nw_intflist,
1949                                          intf_on_network) {
1950                         list_del(&intf_descr->intf_on_network);
1951                         free_intf_descr(intf_descr);
1952                 }
1953         }
1954
1955         cYAML_build_error(rc, seq_no, ADD_CMD, "net", err_str, err_rc);
1956
1957         if (nids)
1958                 free(nids);
1959
1960         if (data)
1961                 free(data);
1962
1963         return rc;
1964 }
1965
1966 int lustre_lnet_del_ni(struct lnet_dlc_network_descr *nw_descr,
1967                        int seq_no, struct cYAML **err_rc)
1968 {
1969         struct lnet_ioctl_config_ni data;
1970         int rc = LUSTRE_CFG_RC_NO_ERR, i;
1971         char err_str[LNET_MAX_STR_LEN];
1972         lnet_nid_t *nids = NULL;
1973         __u32 nnids = 0;
1974         struct lnet_dlc_intf_descr *intf_descr, *tmp;
1975
1976         snprintf(err_str, sizeof(err_str), "\"success\"");
1977
1978         if (nw_descr == NULL || nw_descr->nw_id == 0) {
1979                 snprintf(err_str,
1980                          sizeof(err_str),
1981                          "\"missing mandatory parameter in deleting NI: '%s'\"",
1982                          (nw_descr == NULL) ? "network , interface" :
1983                          (nw_descr->nw_id == 0) ? "network" : "interface");
1984                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1985                 goto out;
1986         }
1987
1988         if (LNET_NETTYP(nw_descr->nw_id) == LOLND)
1989                 return LUSTRE_CFG_RC_NO_ERR;
1990
1991         if (nw_descr->nw_id == LNET_NIDNET(LNET_NID_ANY)) {
1992                 snprintf(err_str,
1993                          sizeof(err_str),
1994                          "\"cannot parse net '%s'\"",
1995                          libcfs_net2str(nw_descr->nw_id));
1996                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1997                 goto out;
1998         }
1999
2000         rc = lustre_lnet_intf2nids(nw_descr, &nids, &nnids,
2001                                    err_str, sizeof(err_str));
2002         if (rc != 0) {
2003                 rc = LUSTRE_CFG_RC_BAD_PARAM;
2004                 goto out;
2005         }
2006
2007         /*
2008          * no interfaces just the nw_id is specified
2009          */
2010         if (nnids == 0) {
2011                 nids = calloc(1, sizeof(*nids));
2012                 if (nids == NULL) {
2013                         snprintf(err_str, sizeof(err_str),
2014                                 "\"out of memory\"");
2015                         rc = LUSTRE_CFG_RC_OUT_OF_MEM;
2016                         goto out;
2017                 }
2018                 nids[0] = LNET_MKNID(nw_descr->nw_id, 0);
2019                 nnids = 1;
2020         }
2021
2022         for (i = 0; i < nnids; i++) {
2023                 LIBCFS_IOC_INIT_V2(data, lic_cfg_hdr);
2024                 data.lic_nid = nids[i];
2025
2026                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_DEL_LOCAL_NI, &data);
2027                 if (rc < 0) {
2028                         rc = -errno;
2029                         snprintf(err_str,
2030                                 sizeof(err_str),
2031                                 "\"cannot del network: %s\"", strerror(errno));
2032                 }
2033         }
2034
2035         list_for_each_entry_safe(intf_descr, tmp, &nw_descr->nw_intflist,
2036                                  intf_on_network) {
2037                 list_del(&intf_descr->intf_on_network);
2038                 free_intf_descr(intf_descr);
2039         }
2040
2041 out:
2042         cYAML_build_error(rc, seq_no, DEL_CMD, "net", err_str, err_rc);
2043
2044         if (nids != NULL)
2045                 free(nids);
2046
2047         return rc;
2048 }
2049
2050 static int
2051 lustre_lnet_config_healthv(int value, bool all, lnet_nid_t nid,
2052                            enum lnet_health_type type, char *name,
2053                            int seq_no, struct cYAML **err_rc)
2054 {
2055         struct lnet_ioctl_reset_health_cfg data;
2056         int rc = LUSTRE_CFG_RC_NO_ERR;
2057         char err_str[LNET_MAX_STR_LEN];
2058
2059         snprintf(err_str, sizeof(err_str), "\"success\"");
2060
2061         LIBCFS_IOC_INIT_V2(data, rh_hdr);
2062         data.rh_type = type;
2063         data.rh_all = all;
2064         data.rh_value = value;
2065         data.rh_nid = nid;
2066
2067         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_SET_HEALHV, &data);
2068         if (rc != 0) {
2069                 rc = -errno;
2070                 snprintf(err_str,
2071                          sizeof(err_str), "Can not configure health value: %s",
2072                          strerror(errno));
2073         }
2074
2075         cYAML_build_error(rc, seq_no, ADD_CMD, name, err_str, err_rc);
2076
2077         return rc;
2078 }
2079
2080 int lustre_lnet_config_ni_healthv(int value, bool all, char *ni_nid, int seq_no,
2081                                   struct cYAML **err_rc)
2082 {
2083         lnet_nid_t nid;
2084         if (ni_nid)
2085                 nid = libcfs_str2nid(ni_nid);
2086         else
2087                 nid = LNET_NID_ANY;
2088         return lustre_lnet_config_healthv(value, all, nid,
2089                                           LNET_HEALTH_TYPE_LOCAL_NI,
2090                                           "ni healthv", seq_no, err_rc);
2091 }
2092
2093 int lustre_lnet_config_peer_ni_healthv(int value, bool all, char *lpni_nid,
2094                                        int seq_no, struct cYAML **err_rc)
2095 {
2096         lnet_nid_t nid;
2097         if (lpni_nid)
2098                 nid = libcfs_str2nid(lpni_nid);
2099         else
2100                 nid = LNET_NID_ANY;
2101         return lustre_lnet_config_healthv(value, all, nid,
2102                                           LNET_HEALTH_TYPE_PEER_NI,
2103                                           "peer_ni healthv", seq_no, err_rc);
2104 }
2105
2106 static bool
2107 add_msg_stats_to_yaml_blk(struct cYAML *yaml,
2108                           struct lnet_ioctl_comm_count *counts)
2109 {
2110         if (cYAML_create_number(yaml, "put",
2111                                 counts->ico_put_count)
2112                                         == NULL)
2113                 return false;
2114         if (cYAML_create_number(yaml, "get",
2115                                 counts->ico_get_count)
2116                                         == NULL)
2117                 return false;
2118         if (cYAML_create_number(yaml, "reply",
2119                                 counts->ico_reply_count)
2120                                         == NULL)
2121                 return false;
2122         if (cYAML_create_number(yaml, "ack",
2123                                 counts->ico_ack_count)
2124                                         == NULL)
2125                 return false;
2126         if (cYAML_create_number(yaml, "hello",
2127                                 counts->ico_hello_count)
2128                                         == NULL)
2129                 return false;
2130
2131         return true;
2132 }
2133
2134 static struct lnet_ioctl_comm_count *
2135 get_counts(struct lnet_ioctl_element_msg_stats *msg_stats, int idx)
2136 {
2137         if (idx == 0)
2138                 return &msg_stats->im_send_stats;
2139         if (idx == 1)
2140                 return &msg_stats->im_recv_stats;
2141         if (idx == 2)
2142                 return &msg_stats->im_drop_stats;
2143
2144         return NULL;
2145 }
2146
2147 int lustre_lnet_show_net(char *nw, int detail, int seq_no,
2148                          struct cYAML **show_rc, struct cYAML **err_rc,
2149                          bool backup)
2150 {
2151         char *buf;
2152         struct lnet_ioctl_config_ni *ni_data;
2153         struct lnet_ioctl_config_lnd_tunables *lnd;
2154         struct lnet_ioctl_element_stats *stats;
2155         struct lnet_ioctl_element_msg_stats msg_stats;
2156         struct lnet_ioctl_local_ni_hstats hstats;
2157         __u32 net = LNET_NIDNET(LNET_NID_ANY);
2158         __u32 prev_net = LNET_NIDNET(LNET_NID_ANY);
2159         int rc = LUSTRE_CFG_RC_OUT_OF_MEM, i, j;
2160         int l_errno = 0;
2161         struct cYAML *root = NULL, *tunables = NULL,
2162                 *net_node = NULL, *interfaces = NULL,
2163                 *item = NULL, *first_seq = NULL,
2164                 *tmp = NULL, *statistics = NULL,
2165                 *yhstats = NULL;
2166         int str_buf_len = LNET_MAX_SHOW_NUM_CPT * 2;
2167         char str_buf[str_buf_len];
2168         char *pos;
2169         char err_str[LNET_MAX_STR_LEN];
2170         bool exist = false, new_net = true;
2171         int net_num = 0;
2172         size_t buf_size = sizeof(*ni_data) + sizeof(*lnd) + sizeof(*stats);
2173
2174         snprintf(err_str, sizeof(err_str), "\"out of memory\"");
2175
2176         buf = calloc(1, buf_size);
2177         if (buf == NULL)
2178                 goto out;
2179
2180         ni_data = (struct lnet_ioctl_config_ni *)buf;
2181
2182         if (nw != NULL) {
2183                 net = libcfs_str2net(nw);
2184                 if (net == LNET_NIDNET(LNET_NID_ANY)) {
2185                         snprintf(err_str,
2186                                  sizeof(err_str),
2187                                  "\"cannot parse net '%s'\"", nw);
2188                         rc = LUSTRE_CFG_RC_BAD_PARAM;
2189                         goto out;
2190                 }
2191         }
2192
2193         root = cYAML_create_object(NULL, NULL);
2194         if (root == NULL)
2195                 goto out;
2196
2197         net_node = cYAML_create_seq(root, "net");
2198         if (net_node == NULL)
2199                 goto out;
2200
2201         for (i = 0;; i++) {
2202                 pos = str_buf;
2203                 __u32 rc_net;
2204
2205                 memset(buf, 0, buf_size);
2206
2207                 LIBCFS_IOC_INIT_V2(*ni_data, lic_cfg_hdr);
2208                 /*
2209                  * set the ioc_len to the proper value since INIT assumes
2210                  * size of data
2211                  */
2212                 ni_data->lic_cfg_hdr.ioc_len = buf_size;
2213                 ni_data->lic_idx = i;
2214
2215                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_LOCAL_NI, ni_data);
2216                 if (rc != 0) {
2217                         l_errno = errno;
2218                         break;
2219                 }
2220
2221                 rc_net = LNET_NIDNET(ni_data->lic_nid);
2222
2223                 /* filter on provided data */
2224                 if (net != LNET_NIDNET(LNET_NID_ANY) &&
2225                     net != rc_net)
2226                         continue;
2227
2228                 /* if we're backing up don't store lo */
2229                 if (backup && LNET_NETTYP(rc_net) == LOLND)
2230                         continue;
2231
2232                 /* default rc to -1 in case we hit the goto */
2233                 rc = -1;
2234                 exist = true;
2235
2236                 stats = (struct lnet_ioctl_element_stats *)ni_data->lic_bulk;
2237                 lnd = (struct lnet_ioctl_config_lnd_tunables *)
2238                         (ni_data->lic_bulk + sizeof(*stats));
2239
2240                 if (rc_net != prev_net) {
2241                         prev_net = rc_net;
2242                         new_net = true;
2243                         net_num++;
2244                 }
2245
2246                 if (new_net) {
2247                         if (!cYAML_create_string(net_node, "net type",
2248                                                  libcfs_net2str(rc_net)))
2249                                 goto out;
2250
2251                         tmp = cYAML_create_seq(net_node, "local NI(s)");
2252                         if (tmp == NULL)
2253                                 goto out;
2254                         new_net = false;
2255                 }
2256
2257                 /* create the tree to be printed. */
2258                 item = cYAML_create_seq_item(tmp);
2259                 if (item == NULL)
2260                         goto out;
2261
2262                 if (first_seq == NULL)
2263                         first_seq = item;
2264
2265                 if (!backup &&
2266                     cYAML_create_string(item, "nid",
2267                                         libcfs_nid2str(ni_data->lic_nid)) == NULL)
2268                         goto out;
2269
2270                 if (!backup &&
2271                     cYAML_create_string(item,
2272                                         "status",
2273                                         (ni_data->lic_status ==
2274                                           LNET_NI_STATUS_UP) ?
2275                                             "up" : "down") == NULL)
2276                         goto out;
2277
2278                 /* don't add interfaces unless there is at least one
2279                  * interface */
2280                 if (strlen(ni_data->lic_ni_intf[0]) > 0) {
2281                         interfaces = cYAML_create_object(item, "interfaces");
2282                         if (interfaces == NULL)
2283                                 goto out;
2284
2285                         for (j = 0; j < LNET_INTERFACES_NUM; j++) {
2286                                 if (strlen(ni_data->lic_ni_intf[j]) > 0) {
2287                                         snprintf(str_buf,
2288                                                  sizeof(str_buf), "%d", j);
2289                                         if (cYAML_create_string(interfaces,
2290                                                 str_buf,
2291                                                 ni_data->lic_ni_intf[j]) ==
2292                                                         NULL)
2293                                                 goto out;
2294                                 }
2295                         }
2296                 }
2297
2298                 if (detail) {
2299                         char *limit;
2300                         int k;
2301
2302                         if (backup)
2303                                 goto continue_without_msg_stats;
2304
2305                         statistics = cYAML_create_object(item, "statistics");
2306                         if (statistics == NULL)
2307                                 goto out;
2308
2309                         if (cYAML_create_number(statistics, "send_count",
2310                                                 stats->iel_send_count)
2311                                                         == NULL)
2312                                 goto out;
2313
2314                         if (cYAML_create_number(statistics, "recv_count",
2315                                                 stats->iel_recv_count)
2316                                                         == NULL)
2317                                 goto out;
2318
2319                         if (cYAML_create_number(statistics, "drop_count",
2320                                                 stats->iel_drop_count)
2321                                                         == NULL)
2322                                 goto out;
2323
2324                         if (detail < 2)
2325                                 goto continue_without_msg_stats;
2326
2327                         LIBCFS_IOC_INIT_V2(msg_stats, im_hdr);
2328                         msg_stats.im_hdr.ioc_len = sizeof(msg_stats);
2329                         msg_stats.im_idx = i;
2330
2331                         rc = l_ioctl(LNET_DEV_ID,
2332                                      IOC_LIBCFS_GET_LOCAL_NI_MSG_STATS,
2333                                      &msg_stats);
2334                         if (rc != 0) {
2335                                 l_errno = errno;
2336                                 goto continue_without_msg_stats;
2337                         }
2338
2339                         for (k = 0; k < 3; k++) {
2340                                 struct lnet_ioctl_comm_count *counts;
2341                                 struct cYAML *msg_statistics = NULL;
2342
2343                                 msg_statistics = cYAML_create_object(item,
2344                                                  (char *)gmsg_stat_names[k]);
2345                                 if (msg_statistics == NULL)
2346                                         goto out;
2347
2348                                 counts = get_counts(&msg_stats, k);
2349                                 if (counts == NULL)
2350                                         goto out;
2351
2352                                 if (!add_msg_stats_to_yaml_blk(msg_statistics,
2353                                                                counts))
2354                                         goto out;
2355                         }
2356
2357                         LIBCFS_IOC_INIT_V2(hstats, hlni_hdr);
2358                         hstats.hlni_nid = ni_data->lic_nid;
2359                         /* grab health stats */
2360                         rc = l_ioctl(LNET_DEV_ID,
2361                                      IOC_LIBCFS_GET_LOCAL_HSTATS,
2362                                      &hstats);
2363                         if (rc != 0) {
2364                                 l_errno = errno;
2365                                 goto continue_without_msg_stats;
2366                         }
2367                         yhstats = cYAML_create_object(item, "health stats");
2368                         if (!yhstats)
2369                                 goto out;
2370                         if (cYAML_create_number(yhstats, "health value",
2371                                                 hstats.hlni_health_value)
2372                                                         == NULL)
2373                                 goto out;
2374                         if (cYAML_create_number(yhstats, "interrupts",
2375                                                 hstats.hlni_local_interrupt)
2376                                                         == NULL)
2377                                 goto out;
2378                         if (cYAML_create_number(yhstats, "dropped",
2379                                                 hstats.hlni_local_dropped)
2380                                                         == NULL)
2381                                 goto out;
2382                         if (cYAML_create_number(yhstats, "aborted",
2383                                                 hstats.hlni_local_aborted)
2384                                                         == NULL)
2385                                 goto out;
2386                         if (cYAML_create_number(yhstats, "no route",
2387                                                 hstats.hlni_local_no_route)
2388                                                         == NULL)
2389                                 goto out;
2390                         if (cYAML_create_number(yhstats, "timeouts",
2391                                                 hstats.hlni_local_timeout)
2392                                                         == NULL)
2393                                 goto out;
2394                         if (cYAML_create_number(yhstats, "error",
2395                                                 hstats.hlni_local_error)
2396                                                         == NULL)
2397                                 goto out;
2398
2399 continue_without_msg_stats:
2400                         tunables = cYAML_create_object(item, "tunables");
2401                         if (!tunables)
2402                                 goto out;
2403
2404                         rc = lustre_net_show_tunables(tunables, &lnd->lt_cmn);
2405                         if (rc != LUSTRE_CFG_RC_NO_ERR)
2406                                 goto out;
2407
2408                         rc = lustre_ni_show_tunables(tunables, LNET_NETTYP(rc_net),
2409                                                      &lnd->lt_tun);
2410                         if (rc != LUSTRE_CFG_RC_NO_ERR &&
2411                             rc != LUSTRE_CFG_RC_NO_MATCH)
2412                                 goto out;
2413
2414                         if (rc != LUSTRE_CFG_RC_NO_MATCH) {
2415                                 tunables = cYAML_create_object(item,
2416                                                                "lnd tunables");
2417                                 if (tunables == NULL)
2418                                         goto out;
2419                         }
2420
2421                         if (!backup &&
2422                             cYAML_create_number(item, "dev cpt",
2423                                                 ni_data->lic_dev_cpt) == NULL)
2424                                 goto out;
2425
2426                         if (!backup &&
2427                             cYAML_create_number(item, "tcp bonding",
2428                                                 ni_data->lic_tcp_bonding)
2429                                                         == NULL)
2430                                 goto out;
2431
2432                         /* out put the CPTs in the format: "[x,x,x,...]" */
2433                         limit = str_buf + str_buf_len - 3;
2434                         pos += snprintf(pos, limit - pos, "\"[");
2435                         for (j = 0 ; ni_data->lic_ncpts >= 1 &&
2436                                 j < ni_data->lic_ncpts &&
2437                                 pos < limit; j++) {
2438                                 pos += snprintf(pos, limit - pos,
2439                                                 "%d", ni_data->lic_cpts[j]);
2440                                 if ((j + 1) < ni_data->lic_ncpts)
2441                                         pos += snprintf(pos, limit - pos, ",");
2442                         }
2443                         pos += snprintf(pos, 3, "]\"");
2444
2445                         if (ni_data->lic_ncpts >= 1 &&
2446                             cYAML_create_string(item, "CPT",
2447                                                 str_buf) == NULL)
2448                                 goto out;
2449                 }
2450         }
2451
2452         /* Print out the net information only if show_rc is not provided */
2453         if (show_rc == NULL)
2454                 cYAML_print_tree(root);
2455
2456         if (l_errno != ENOENT) {
2457                 snprintf(err_str,
2458                          sizeof(err_str),
2459                          "\"cannot get networks: %s\"",
2460                          strerror(l_errno));
2461                 rc = -l_errno;
2462                 goto out;
2463         } else
2464                 rc = LUSTRE_CFG_RC_NO_ERR;
2465
2466         snprintf(err_str, sizeof(err_str), "\"success\"");
2467 out:
2468         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR || !exist) {
2469                 cYAML_free_tree(root);
2470         } else if (show_rc != NULL && *show_rc != NULL) {
2471                 struct cYAML *show_node;
2472                 /* find the net node, if one doesn't exist
2473                  * then insert one.  Otherwise add to the one there
2474                  */
2475                 show_node = cYAML_get_object_item(*show_rc, "net");
2476                 if (show_node != NULL && cYAML_is_sequence(show_node)) {
2477                         cYAML_insert_child(show_node, first_seq);
2478                         free(net_node);
2479                         free(root);
2480                 } else if (show_node == NULL) {
2481                         cYAML_insert_sibling((*show_rc)->cy_child,
2482                                                 net_node);
2483                         free(root);
2484                 } else {
2485                         cYAML_free_tree(root);
2486                 }
2487         } else {
2488                 *show_rc = root;
2489         }
2490
2491         cYAML_build_error(rc, seq_no, SHOW_CMD, "net", err_str, err_rc);
2492
2493         return rc;
2494 }
2495
2496 int lustre_lnet_enable_routing(int enable, int seq_no, struct cYAML **err_rc)
2497 {
2498         struct lnet_ioctl_config_data data;
2499         int rc = LUSTRE_CFG_RC_NO_ERR;
2500         char err_str[LNET_MAX_STR_LEN];
2501
2502         snprintf(err_str, sizeof(err_str), "\"success\"");
2503
2504         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
2505         data.cfg_config_u.cfg_buffers.buf_enable = (enable) ? 1 : 0;
2506
2507         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_CONFIG_RTR, &data);
2508         if (rc != 0) {
2509                 rc = -errno;
2510                 snprintf(err_str,
2511                          sizeof(err_str),
2512                          "\"cannot %s routing %s\"",
2513                          (enable) ? "enable" : "disable", strerror(errno));
2514                 goto out;
2515         }
2516
2517 out:
2518         cYAML_build_error(rc, seq_no,
2519                          (enable) ? ADD_CMD : DEL_CMD,
2520                          "routing", err_str, err_rc);
2521
2522         return rc;
2523 }
2524
2525 int ioctl_set_value(__u32 val, int ioc, char *name,
2526                     int seq_no, struct cYAML **err_rc)
2527 {
2528         struct lnet_ioctl_set_value data;
2529         int rc = LUSTRE_CFG_RC_NO_ERR;
2530         char err_str[LNET_MAX_STR_LEN];
2531
2532         snprintf(err_str, sizeof(err_str), "\"success\"");
2533
2534         LIBCFS_IOC_INIT_V2(data, sv_hdr);
2535         data.sv_value = val;
2536
2537         rc = l_ioctl(LNET_DEV_ID, ioc , &data);
2538         if (rc != 0) {
2539                 rc = -errno;
2540                 snprintf(err_str,
2541                          sizeof(err_str),
2542                          "\"cannot configure %s to %d: %s\"", name,
2543                          val, strerror(errno));
2544         }
2545
2546         cYAML_build_error(rc, seq_no, ADD_CMD, name, err_str, err_rc);
2547
2548         return rc;
2549 }
2550
2551 int lustre_lnet_config_recov_intrv(int intrv, int seq_no, struct cYAML **err_rc)
2552 {
2553         int rc = LUSTRE_CFG_RC_NO_ERR;
2554         char err_str[LNET_MAX_STR_LEN];
2555         char val[LNET_MAX_STR_LEN];
2556
2557         snprintf(err_str, sizeof(err_str), "\"success\"");
2558
2559         snprintf(val, sizeof(val), "%d", intrv);
2560
2561         rc = write_sysfs_file(modparam_path, "lnet_recovery_interval", val,
2562                               1, strlen(val) + 1);
2563         if (rc)
2564                 snprintf(err_str, sizeof(err_str),
2565                          "\"cannot configure recovery interval: %s\"",
2566                          strerror(errno));
2567
2568         cYAML_build_error(rc, seq_no, ADD_CMD, "recovery_interval", err_str, err_rc);
2569
2570         return rc;
2571 }
2572
2573 int lustre_lnet_config_hsensitivity(int sen, int seq_no, struct cYAML **err_rc)
2574 {
2575         int rc = LUSTRE_CFG_RC_NO_ERR;
2576         char err_str[LNET_MAX_STR_LEN];
2577         char val[LNET_MAX_STR_LEN];
2578
2579         snprintf(err_str, sizeof(err_str), "\"success\"");
2580
2581         snprintf(val, sizeof(val), "%d", sen);
2582
2583         rc = write_sysfs_file(modparam_path, "lnet_health_sensitivity", val,
2584                               1, strlen(val) + 1);
2585         if (rc)
2586                 snprintf(err_str, sizeof(err_str),
2587                          "\"cannot configure health sensitivity: %s\"",
2588                          strerror(errno));
2589
2590         cYAML_build_error(rc, seq_no, ADD_CMD, "health_sensitivity", err_str, err_rc);
2591
2592         return rc;
2593 }
2594
2595 int lustre_lnet_config_transaction_to(int timeout, int seq_no, struct cYAML **err_rc)
2596 {
2597         int rc = LUSTRE_CFG_RC_NO_ERR;
2598         char err_str[LNET_MAX_STR_LEN];
2599         char val[LNET_MAX_STR_LEN];
2600
2601         snprintf(err_str, sizeof(err_str), "\"success\"");
2602
2603         snprintf(val, sizeof(val), "%d", timeout);
2604
2605         rc = write_sysfs_file(modparam_path, "lnet_transaction_timeout", val,
2606                               1, strlen(val) + 1);
2607         if (rc)
2608                 snprintf(err_str, sizeof(err_str),
2609                          "\"cannot configure transaction timeout: %s\"",
2610                          strerror(errno));
2611
2612         cYAML_build_error(rc, seq_no, ADD_CMD, "transaction_timeout", err_str, err_rc);
2613
2614         return rc;
2615 }
2616
2617 int lustre_lnet_config_retry_count(int count, int seq_no, struct cYAML **err_rc)
2618 {
2619         int rc = LUSTRE_CFG_RC_NO_ERR;
2620         char err_str[LNET_MAX_STR_LEN];
2621         char val[LNET_MAX_STR_LEN];
2622
2623         snprintf(err_str, sizeof(err_str), "\"success\"");
2624
2625         snprintf(val, sizeof(val), "%d", count);
2626
2627         rc = write_sysfs_file(modparam_path, "lnet_retry_count", val,
2628                               1, strlen(val) + 1);
2629         if (rc)
2630                 snprintf(err_str, sizeof(err_str),
2631                          "\"cannot configure retry count: %s\"",
2632                          strerror(errno));
2633
2634         cYAML_build_error(rc, seq_no, ADD_CMD, "retry_count", err_str, err_rc);
2635
2636         return rc;
2637 }
2638
2639 int lustre_lnet_config_max_intf(int max, int seq_no, struct cYAML **err_rc)
2640 {
2641         int rc = LUSTRE_CFG_RC_NO_ERR;
2642         char err_str[LNET_MAX_STR_LEN];
2643         char val[LNET_MAX_STR_LEN];
2644
2645         snprintf(err_str, sizeof(err_str), "\"success\"");
2646
2647         snprintf(val, sizeof(val), "%d", max);
2648
2649         rc = write_sysfs_file(modparam_path, "lnet_interfaces_max", val,
2650                               1, strlen(val) + 1);
2651         if (rc)
2652                 snprintf(err_str, sizeof(err_str),
2653                          "\"cannot configure max interfaces: %s\"",
2654                          strerror(errno));
2655
2656         cYAML_build_error(rc, seq_no, ADD_CMD, "max_interfaces", err_str, err_rc);
2657
2658         return rc;
2659 }
2660
2661 int lustre_lnet_config_discovery(int enable, int seq_no, struct cYAML **err_rc)
2662 {
2663         int rc = LUSTRE_CFG_RC_NO_ERR;
2664         char err_str[LNET_MAX_STR_LEN];
2665         char val[LNET_MAX_STR_LEN];
2666
2667         snprintf(err_str, sizeof(err_str), "\"success\"");
2668
2669         snprintf(val, sizeof(val), "%u", (enable) ? 0 : 1);
2670
2671         rc = write_sysfs_file(modparam_path, "lnet_peer_discovery_disabled", val,
2672                               1, strlen(val) + 1);
2673         if (rc)
2674                 snprintf(err_str, sizeof(err_str),
2675                          "\"cannot configure discovery: %s\"",
2676                          strerror(errno));
2677
2678         cYAML_build_error(rc, seq_no, ADD_CMD, "discovery", err_str, err_rc);
2679
2680         return rc;
2681
2682 }
2683
2684 int lustre_lnet_config_drop_asym_route(int drop, int seq_no,
2685                                        struct cYAML **err_rc)
2686 {
2687         int rc = LUSTRE_CFG_RC_NO_ERR;
2688         char err_str[LNET_MAX_STR_LEN];
2689         char val[LNET_MAX_STR_LEN];
2690
2691         snprintf(err_str, sizeof(err_str), "\"success\"");
2692
2693         snprintf(val, sizeof(val), "%u", (drop) ? 1 : 0);
2694
2695         rc = write_sysfs_file(modparam_path, "lnet_drop_asym_route", val,
2696                               1, strlen(val) + 1);
2697         if (rc)
2698                 snprintf(err_str, sizeof(err_str),
2699                          "\"cannot configure drop asym route: %s\"",
2700                          strerror(errno));
2701
2702         cYAML_build_error(rc, seq_no, ADD_CMD, "drop_asym_route",
2703                           err_str, err_rc);
2704
2705         return rc;
2706
2707 }
2708
2709 int lustre_lnet_config_numa_range(int range, int seq_no, struct cYAML **err_rc)
2710 {
2711         return ioctl_set_value(range, IOC_LIBCFS_SET_NUMA_RANGE,
2712                                "numa_range", seq_no, err_rc);
2713 }
2714
2715 int lustre_lnet_config_buffers(int tiny, int small, int large, int seq_no,
2716                                struct cYAML **err_rc)
2717 {
2718         struct lnet_ioctl_config_data data;
2719         int rc = LUSTRE_CFG_RC_NO_ERR;
2720         char err_str[LNET_MAX_STR_LEN];
2721
2722         snprintf(err_str, sizeof(err_str), "\"success\"");
2723
2724         /* -1 indicates to ignore changes to this field */
2725         if (tiny < -1 || small < -1 || large < -1) {
2726                 snprintf(err_str,
2727                          sizeof(err_str),
2728                          "\"tiny, small and large must be >= 0\"");
2729                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
2730                 goto out;
2731         }
2732
2733         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
2734         data.cfg_config_u.cfg_buffers.buf_tiny = tiny;
2735         data.cfg_config_u.cfg_buffers.buf_small = small;
2736         data.cfg_config_u.cfg_buffers.buf_large = large;
2737
2738         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_BUF, &data);
2739         if (rc != 0) {
2740                 rc = -errno;
2741                 snprintf(err_str,
2742                          sizeof(err_str),
2743                          "\"cannot configure buffers: %s\"", strerror(errno));
2744                 goto out;
2745         }
2746
2747 out:
2748         cYAML_build_error(rc, seq_no, ADD_CMD, "buf", err_str, err_rc);
2749
2750         return rc;
2751 }
2752
2753 int lustre_lnet_show_routing(int seq_no, struct cYAML **show_rc,
2754                              struct cYAML **err_rc, bool backup)
2755 {
2756         struct lnet_ioctl_config_data *data;
2757         struct lnet_ioctl_pool_cfg *pool_cfg = NULL;
2758         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
2759         int l_errno = 0;
2760         char *buf;
2761         char *pools[LNET_NRBPOOLS] = {"tiny", "small", "large"};
2762         int buf_count[LNET_NRBPOOLS] = {0};
2763         struct cYAML *root = NULL, *pools_node = NULL,
2764                      *type_node = NULL, *item = NULL, *cpt = NULL,
2765                      *first_seq = NULL, *buffers = NULL;
2766         int i, j;
2767         char err_str[LNET_MAX_STR_LEN];
2768         char node_name[LNET_MAX_STR_LEN];
2769         bool exist = false;
2770
2771         snprintf(err_str, sizeof(err_str), "\"out of memory\"");
2772
2773         buf = calloc(1, sizeof(*data) + sizeof(*pool_cfg));
2774         if (buf == NULL)
2775                 goto out;
2776
2777         data = (struct lnet_ioctl_config_data *)buf;
2778
2779         root = cYAML_create_object(NULL, NULL);
2780         if (root == NULL)
2781                 goto out;
2782
2783         if (backup)
2784                 pools_node = cYAML_create_object(root, "routing");
2785         else
2786                 pools_node = cYAML_create_seq(root, "routing");
2787         if (pools_node == NULL)
2788                 goto out;
2789
2790         for (i = 0;; i++) {
2791                 LIBCFS_IOC_INIT_V2(*data, cfg_hdr);
2792                 data->cfg_hdr.ioc_len = sizeof(struct lnet_ioctl_config_data) +
2793                                         sizeof(struct lnet_ioctl_pool_cfg);
2794                 data->cfg_count = i;
2795
2796                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_BUF, data);
2797                 if (rc != 0) {
2798                         l_errno = errno;
2799                         break;
2800                 }
2801
2802                 exist = true;
2803
2804                 pool_cfg = (struct lnet_ioctl_pool_cfg *)data->cfg_bulk;
2805
2806                 if (backup)
2807                         goto calculate_buffers;
2808
2809                 snprintf(node_name, sizeof(node_name), "cpt[%d]", i);
2810                 item = cYAML_create_seq_item(pools_node);
2811                 if (item == NULL)
2812                         goto out;
2813
2814                 if (first_seq == NULL)
2815                         first_seq = item;
2816
2817                 cpt = cYAML_create_object(item, node_name);
2818                 if (cpt == NULL)
2819                         goto out;
2820
2821 calculate_buffers:
2822                 /* create the tree  and print */
2823                 for (j = 0; j < LNET_NRBPOOLS; j++) {
2824                         if (!backup) {
2825                                 type_node = cYAML_create_object(cpt, pools[j]);
2826                                 if (type_node == NULL)
2827                                         goto out;
2828                         }
2829                         if (!backup &&
2830                             cYAML_create_number(type_node, "npages",
2831                                                 pool_cfg->pl_pools[j].pl_npages)
2832                             == NULL)
2833                                 goto out;
2834                         if (!backup &&
2835                             cYAML_create_number(type_node, "nbuffers",
2836                                                 pool_cfg->pl_pools[j].
2837                                                   pl_nbuffers) == NULL)
2838                                 goto out;
2839                         if (!backup &&
2840                             cYAML_create_number(type_node, "credits",
2841                                                 pool_cfg->pl_pools[j].
2842                                                    pl_credits) == NULL)
2843                                 goto out;
2844                         if (!backup &&
2845                             cYAML_create_number(type_node, "mincredits",
2846                                                 pool_cfg->pl_pools[j].
2847                                                    pl_mincredits) == NULL)
2848                                 goto out;
2849                         /* keep track of the total count for each of the
2850                          * tiny, small and large buffers */
2851                         buf_count[j] += pool_cfg->pl_pools[j].pl_nbuffers;
2852                 }
2853         }
2854
2855         if (pool_cfg != NULL) {
2856                 if (backup) {
2857                         if (cYAML_create_number(pools_node, "enable",
2858                                                 pool_cfg->pl_routing) ==
2859                         NULL)
2860                                 goto out;
2861
2862                         goto add_buffer_section;
2863                 }
2864
2865                 item = cYAML_create_seq_item(pools_node);
2866                 if (item == NULL)
2867                         goto out;
2868
2869                 if (cYAML_create_number(item, "enable", pool_cfg->pl_routing) ==
2870                     NULL)
2871                         goto out;
2872         }
2873
2874 add_buffer_section:
2875         /* create a buffers entry in the show. This is necessary so that
2876          * if the YAML output is used to configure a node, the buffer
2877          * configuration takes hold */
2878         buffers = cYAML_create_object(root, "buffers");
2879         if (buffers == NULL)
2880                 goto out;
2881
2882         for (i = 0; i < LNET_NRBPOOLS; i++) {
2883                 if (cYAML_create_number(buffers, pools[i], buf_count[i]) == NULL)
2884                         goto out;
2885         }
2886
2887         if (show_rc == NULL)
2888                 cYAML_print_tree(root);
2889
2890         if (l_errno != ENOENT) {
2891                 snprintf(err_str,
2892                          sizeof(err_str),
2893                          "\"cannot get routing information: %s\"",
2894                          strerror(l_errno));
2895                 rc = -l_errno;
2896                 goto out;
2897         } else
2898                 rc = LUSTRE_CFG_RC_NO_ERR;
2899
2900         snprintf(err_str, sizeof(err_str), "\"success\"");
2901         rc = LUSTRE_CFG_RC_NO_ERR;
2902
2903 out:
2904         free(buf);
2905         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR || !exist) {
2906                 cYAML_free_tree(root);
2907         } else if (show_rc != NULL && *show_rc != NULL) {
2908                 struct cYAML *routing_node;
2909                 /* there should exist only one routing block and one
2910                  * buffers block. If there already exists a previous one
2911                  * then don't add another */
2912                 routing_node = cYAML_get_object_item(*show_rc, "routing");
2913                 if (routing_node == NULL) {
2914                         cYAML_insert_sibling((*show_rc)->cy_child,
2915                                                 root->cy_child);
2916                         free(root);
2917                 } else {
2918                         cYAML_free_tree(root);
2919                 }
2920         } else {
2921                 *show_rc = root;
2922         }
2923
2924         cYAML_build_error(rc, seq_no, SHOW_CMD, "routing", err_str, err_rc);
2925
2926         return rc;
2927 }
2928
2929 int lustre_lnet_show_peer(char *knid, int detail, int seq_no,
2930                           struct cYAML **show_rc, struct cYAML **err_rc,
2931                           bool backup)
2932 {
2933         /*
2934          * TODO: This function is changing in a future patch to accommodate
2935          * PEER_LIST and proper filtering on any nid of the peer
2936          */
2937         struct lnet_ioctl_peer_cfg peer_info;
2938         struct lnet_peer_ni_credit_info *lpni_cri;
2939         struct lnet_ioctl_element_stats *lpni_stats;
2940         struct lnet_ioctl_element_msg_stats *msg_stats;
2941         struct lnet_ioctl_peer_ni_hstats *hstats;
2942         lnet_nid_t *nidp;
2943         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
2944         int i, j, k;
2945         int l_errno = 0;
2946         __u32 count;
2947         __u32 size;
2948         struct cYAML *root = NULL, *peer = NULL, *peer_ni = NULL,
2949                      *first_seq = NULL, *peer_root = NULL, *tmp = NULL,
2950                      *msg_statistics = NULL, *statistics = NULL,
2951                      *yhstats;
2952         char err_str[LNET_MAX_STR_LEN];
2953         struct lnet_process_id *list = NULL;
2954         void *data = NULL;
2955         void *lpni_data;
2956         bool exist = false;
2957
2958         snprintf(err_str, sizeof(err_str),
2959                  "\"out of memory\"");
2960
2961         /* create struct cYAML root object */
2962         root = cYAML_create_object(NULL, NULL);
2963         if (root == NULL)
2964                 goto out;
2965
2966         peer_root = cYAML_create_seq(root, "peer");
2967         if (peer_root == NULL)
2968                 goto out;
2969
2970         count = 1000;
2971         size = count * sizeof(struct lnet_process_id);
2972         list = malloc(size);
2973         if (list == NULL) {
2974                 l_errno = ENOMEM;
2975                 goto out;
2976         }
2977         if (knid != NULL) {
2978                 list[0].nid = libcfs_str2nid(knid);
2979        &nbs