Whamcloud - gitweb
LU-11468 lnet: set recovery interval from lnetctl
[fs/lustre-release.git] / lnet / utils / lnetconfig / liblnetconfig.c
1 /*
2  * LGPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU Lesser General Public License as
8  * published by the Free Software Foundation; either version 2.1 of the
9  * License, or (at your option) any later version.
10  *
11  * This library is distributed in the hope that it will be useful, but
12  * WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with this library. If not, see <http://www.gnu.org/licenses/>.
18  *
19  * LGPL HEADER END
20  *
21  * Copyright (c) 2014, 2017, Intel Corporation.
22  *
23  * Author:
24  *   Amir Shehata <amir.shehata@intel.com>
25  */
26
27 /*
28  * There are two APIs:
29  *  1. APIs that take the actual parameters expanded.  This is for other
30  *  entities that would like to link against the library and call the APIs
31  *  directly without having to form an intermediate representation.
32  *  2. APIs that take a YAML file and parses out the information there and
33  *  calls the APIs mentioned in 1
34  */
35
36 #include <errno.h>
37 #include <limits.h>
38 #include <byteswap.h>
39 #include <netdb.h>
40 #include <stdio.h>
41 #include <stdlib.h>
42 #include <string.h>
43 #include <unistd.h>
44 #include <sys/ioctl.h>
45 #include <net/if.h>
46 #include <libcfs/util/ioctl.h>
47 #include <linux/lnet/lnetctl.h>
48 #include "liblnd.h"
49 #include <sys/types.h>
50 #include <sys/stat.h>
51 #include <fcntl.h>
52 #include <ifaddrs.h>
53 #include "liblnetconfig.h"
54
55 #define CONFIG_CMD              "configure"
56 #define UNCONFIG_CMD            "unconfigure"
57 #define ADD_CMD                 "add"
58 #define DEL_CMD                 "del"
59 #define SHOW_CMD                "show"
60 #define DBG_CMD                 "dbg"
61 #define MANAGE_CMD              "manage"
62
63 #define MAX_NUM_IPS             128
64
65 #define modparam_path "/sys/module/lnet/parameters/"
66 #define gni_nid_path "/proc/cray_xt/"
67
68 const char *gmsg_stat_names[] = {"sent_stats", "received_stats",
69                                  "dropped_stats"};
70
71 /*
72  * lustre_lnet_ip_range_descr
73  *      Describes an IP range.
74  *      Each octect is an expression
75  */
76 struct lustre_lnet_ip_range_descr {
77         struct list_head ipr_entry;
78         struct list_head ipr_expr;
79 };
80
81 /*
82  * lustre_lnet_ip2nets
83  *      Describes an ip2nets rule. This can be on a list of rules.
84  */
85 struct lustre_lnet_ip2nets {
86         struct lnet_dlc_network_descr ip2nets_net;
87         struct list_head ip2nets_ip_ranges;
88 };
89
90 int open_sysfs_file(const char *path, const char *attr, const int mode)
91 {
92         int fd;
93         char filename[LNET_MAX_STR_LEN];
94
95         if (strlen(path) + strlen(attr) >= LNET_MAX_STR_LEN)
96                 return -1;
97
98         snprintf(filename, sizeof(filename), "%s%s",
99                  path, attr);
100
101         fd = open(filename, mode);
102
103         return fd;
104 }
105
106 static int read_sysfs_file(const char *path, const char *attr,
107                            void *val, const size_t size, const int nelem)
108 {
109         int fd;
110         int rc = LUSTRE_CFG_RC_GENERIC_ERR;
111
112         fd = open_sysfs_file(path, attr, O_RDONLY);
113         if (fd == -1)
114                 return LUSTRE_CFG_RC_NO_MATCH;
115
116         if (read(fd, val, size * nelem) == -1)
117                 goto close_fd;
118
119         rc = LUSTRE_CFG_RC_NO_ERR;
120
121 close_fd:
122         close(fd);
123         return rc;
124 }
125
126 static int write_sysfs_file(const char *path, const char *attr,
127                             void *val, const size_t size, const int nelem)
128 {
129         int fd;
130         int rc = LUSTRE_CFG_RC_GENERIC_ERR;
131
132         fd = open_sysfs_file(path, attr, O_WRONLY | O_TRUNC);
133         if (fd == -1)
134                 return LUSTRE_CFG_RC_NO_MATCH;
135
136         if (write(fd, val, size * nelem) == -1)
137                 goto close_fd;
138
139         rc = LUSTRE_CFG_RC_NO_ERR;
140
141 close_fd:
142         close(fd);
143         return rc;
144 }
145
146 /*
147  * free_intf_descr
148  *      frees the memory allocated for an intf descriptor.
149  */
150 void free_intf_descr(struct lnet_dlc_intf_descr *intf_descr)
151 {
152         if (!intf_descr)
153                 return;
154
155         if (intf_descr->cpt_expr != NULL)
156                 cfs_expr_list_free(intf_descr->cpt_expr);
157         free(intf_descr);
158 }
159
160 /*
161  * lustre_lnet_add_ip_range
162  * Formatting:
163  *      given a string of the format:
164  *      <expr.expr.expr.expr> parse each expr into
165  *      a lustre_lnet_ip_range_descr structure and insert on the list.
166  *
167  *      This function is called from
168  *              YAML on each ip-range.
169  *              As a result of lnetctl command
170  *              When building a NID or P2P selection rules
171  */
172 int lustre_lnet_add_ip_range(struct list_head *list, char *str_ip_range)
173 {
174         struct lustre_lnet_ip_range_descr *ip_range;
175         int rc;
176
177         ip_range = calloc(1, sizeof(*ip_range));
178         if (ip_range == NULL)
179                 return LUSTRE_CFG_RC_OUT_OF_MEM;
180
181         INIT_LIST_HEAD(&ip_range->ipr_entry);
182         INIT_LIST_HEAD(&ip_range->ipr_expr);
183
184         rc = cfs_ip_addr_parse(str_ip_range, strlen(str_ip_range),
185                                &ip_range->ipr_expr);
186         if (rc != 0)
187                 return LUSTRE_CFG_RC_BAD_PARAM;
188
189         list_add_tail(&ip_range->ipr_entry, list);
190
191         return LUSTRE_CFG_RC_NO_ERR;
192 }
193
194 int lustre_lnet_add_intf_descr(struct list_head *list, char *intf, int len)
195 {
196         char *open_sq_bracket = NULL, *close_sq_bracket = NULL,
197              *intf_name;
198         struct lnet_dlc_intf_descr *intf_descr = NULL;
199         int rc;
200         char intf_string[LNET_MAX_STR_LEN];
201
202         if (len >= LNET_MAX_STR_LEN)
203                 return LUSTRE_CFG_RC_BAD_PARAM;
204
205         strncpy(intf_string, intf, len);
206         intf_string[len] = '\0';
207
208         intf_descr = calloc(1, sizeof(*intf_descr));
209         if (intf_descr == NULL)
210                 return LUSTRE_CFG_RC_OUT_OF_MEM;
211
212         INIT_LIST_HEAD(&intf_descr->intf_on_network);
213
214         intf_name = intf_string;
215         open_sq_bracket = strchr(intf_string, '[');
216         if (open_sq_bracket != NULL) {
217                 close_sq_bracket = strchr(intf_string, ']');
218                 if (close_sq_bracket == NULL) {
219                         free(intf_descr);
220                         return LUSTRE_CFG_RC_BAD_PARAM;
221                 }
222                 rc = cfs_expr_list_parse(open_sq_bracket,
223                                          strlen(open_sq_bracket), 0, UINT_MAX,
224                                          &intf_descr->cpt_expr);
225                 if (rc < 0) {
226                         free(intf_descr);
227                         return LUSTRE_CFG_RC_BAD_PARAM;
228                 }
229                 strncpy(intf_descr->intf_name, intf_name,
230                         open_sq_bracket - intf_name);
231                 intf_descr->intf_name[open_sq_bracket - intf_name] = '\0';
232         } else {
233                 strcpy(intf_descr->intf_name, intf_name);
234                 intf_descr->cpt_expr = NULL;
235         }
236
237         list_add_tail(&intf_descr->intf_on_network, list);
238
239         return LUSTRE_CFG_RC_NO_ERR;
240 }
241
242 void lustre_lnet_init_nw_descr(struct lnet_dlc_network_descr *nw_descr)
243 {
244         if (nw_descr != NULL) {
245                 nw_descr->nw_id = 0;
246                 INIT_LIST_HEAD(&nw_descr->network_on_rule);
247                 INIT_LIST_HEAD(&nw_descr->nw_intflist);
248         }
249 }
250
251 static char *get_next_delimiter_in_nid(char *str, char sep)
252 {
253         char *at, *comma;
254
255         /* first find the '@' */
256         at = strchr(str, '@');
257         if (!at)
258                 return str;
259
260         /* now that you found the at find the sep after */
261         comma = strchr(at, sep);
262         return comma;
263 }
264
265 int lustre_lnet_parse_nids(char *nids, char **array, int size,
266                            char ***out_array)
267 {
268         int num_nids = 0;
269         char *comma = nids, *cur, *entry;
270         char **new_array;
271         int i, len, start = 0, finish = 0;
272
273         if (nids == NULL || strlen(nids) == 0)
274                 return size;
275
276         /* count the number or new nids, by counting the number of comma*/
277         while (comma) {
278                 comma = get_next_delimiter_in_nid(comma, ',');
279                 if (comma) {
280                         comma++;
281                         num_nids++;
282                 } else {
283                         num_nids++;
284                 }
285         }
286
287         /*
288          * if the array is not NULL allocate a large enough array to house
289          * the old and new entries
290          */
291         new_array = calloc(sizeof(char*),
292                            (size > 0) ? size + num_nids : num_nids);
293
294         if (!new_array)
295                 goto failed;
296
297         /* parse our the new nids and add them to the tail of the array */
298         comma = nids;
299         cur = nids;
300         start = (size > 0) ? size: 0;
301         finish = (size > 0) ? size + num_nids : num_nids;
302         for (i = start; i < finish; i++) {
303                 comma = get_next_delimiter_in_nid(comma, ',');
304                 if (!comma)
305                         /*
306                          * the length of the string to be parsed out is
307                          * from cur to end of string. So it's good enough
308                          * to strlen(cur)
309                          */
310                         len = strlen(cur) + 1;
311                 else
312                         /* length of the string is comma - cur */
313                         len = (comma - cur) + 1;
314
315                 entry = calloc(1, len);
316                 if (!entry) {
317                         finish = i > 0 ? i - 1: 0;
318                         goto failed;
319                 }
320                 strncpy(entry, cur, len - 1);
321                 entry[len] = '\0';
322                 new_array[i] = entry;
323                 if (comma) {
324                         comma++;
325                         cur = comma;
326                 }
327         }
328
329         /* add the old entries in the array and delete the old array*/
330         for (i = 0; i < size; i++)
331                 new_array[i] = array[i];
332
333         if (array)
334                 free(array);
335
336         *out_array = new_array;
337
338         return finish;
339
340 failed:
341         for (i = start; i < finish; i++)
342                 free(new_array[i]);
343         if (new_array)
344                 free(new_array);
345
346         return size;
347 }
348
349 /*
350  * format expected:
351  *      <intf>[<expr>], <intf>[<expr>],..
352  */
353 int lustre_lnet_parse_interfaces(char *intf_str,
354                                  struct lnet_dlc_network_descr *nw_descr)
355 {
356         char *open_square;
357         char *close_square;
358         char *comma;
359         char *cur = intf_str, *next = NULL;
360         char *end = intf_str + strlen(intf_str);
361         int rc, len;
362         struct lnet_dlc_intf_descr *intf_descr, *tmp;
363
364         if (nw_descr == NULL)
365                 return LUSTRE_CFG_RC_BAD_PARAM;
366
367         while (cur < end) {
368                 open_square = strchr(cur, '[');
369                 if (open_square != NULL) {
370                         close_square = strchr(cur, ']');
371                         if (close_square == NULL) {
372                                 rc = LUSTRE_CFG_RC_BAD_PARAM;
373                                 goto failed;
374                         }
375
376                         comma = strchr(cur, ',');
377                         if (comma != NULL && comma > close_square) {
378                                 next = comma + 1;
379                                 len = next - close_square;
380                         } else {
381                                 len = strlen(cur);
382                                 next = cur + len;
383                         }
384                 } else {
385                         comma = strchr(cur, ',');
386                         if (comma != NULL) {
387                                 next = comma + 1;
388                                 len = comma - cur;
389                         } else {
390                                 len = strlen(cur);
391                                 next = cur + len;
392                         }
393                 }
394
395                 rc = lustre_lnet_add_intf_descr(&nw_descr->nw_intflist, cur, len);
396                 if (rc != LUSTRE_CFG_RC_NO_ERR)
397                         goto failed;
398
399                 cur = next;
400         }
401
402         return LUSTRE_CFG_RC_NO_ERR;
403
404 failed:
405         list_for_each_entry_safe(intf_descr, tmp, &nw_descr->nw_intflist,
406                                  intf_on_network) {
407                 list_del(&intf_descr->intf_on_network);
408                 free_intf_descr(intf_descr);
409         }
410
411         return rc;
412 }
413
414 int lustre_lnet_config_lib_init(void)
415 {
416         return register_ioc_dev(LNET_DEV_ID, LNET_DEV_PATH);
417 }
418
419 void lustre_lnet_config_lib_uninit(void)
420 {
421         unregister_ioc_dev(LNET_DEV_ID);
422 }
423
424 int lustre_lnet_config_ni_system(bool up, bool load_ni_from_mod,
425                                  int seq_no, struct cYAML **err_rc)
426 {
427         struct libcfs_ioctl_data data;
428         unsigned int opc;
429         int rc;
430         char err_str[LNET_MAX_STR_LEN];
431
432         snprintf(err_str, sizeof(err_str), "\"Success\"");
433
434         LIBCFS_IOC_INIT(data);
435
436         /* Reverse logic is used here in order not to change
437          * the lctl utility */
438         data.ioc_flags = load_ni_from_mod ? 0 : 1;
439
440         opc = up ? IOC_LIBCFS_CONFIGURE : IOC_LIBCFS_UNCONFIGURE;
441
442         rc = l_ioctl(LNET_DEV_ID, opc, &data);
443         if (rc != 0) {
444                 snprintf(err_str,
445                         sizeof(err_str),
446                         "\"LNet %s error: %s\"", (up) ? "configure" :
447                         "unconfigure", strerror(errno));
448                 rc = -errno;
449         }
450
451         cYAML_build_error(rc, seq_no, (up) ? CONFIG_CMD : UNCONFIG_CMD,
452                           "lnet", err_str, err_rc);
453
454         return rc;
455 }
456
457 static int dispatch_peer_ni_cmd(lnet_nid_t pnid, lnet_nid_t nid, __u32 cmd,
458                                 struct lnet_ioctl_peer_cfg *data,
459                                 char *err_str, char *cmd_str)
460 {
461         int rc;
462
463         data->prcfg_prim_nid = pnid;
464         data->prcfg_cfg_nid = nid;
465
466         rc = l_ioctl(LNET_DEV_ID, cmd, data);
467         if (rc != 0) {
468                 rc = -errno;
469                 snprintf(err_str,
470                         LNET_MAX_STR_LEN,
471                         "\"cannot %s peer ni: %s\"",
472                         (cmd_str) ? cmd_str : "add", strerror(errno));
473                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
474         }
475
476         return rc;
477 }
478
479 static int infra_ping_nid(char *ping_nids, char *oper, int param, int ioc_call,
480                           int seq_no, struct cYAML **show_rc,
481                           struct cYAML **err_rc)
482 {
483         void *data = NULL;
484         struct lnet_ioctl_ping_data ping;
485         struct cYAML *root = NULL, *ping_node = NULL, *item = NULL,
486                      *first_seq = NULL, *tmp = NULL, *peer_ni = NULL;
487         struct lnet_process_id id;
488         char err_str[LNET_MAX_STR_LEN] = {0};
489         char *sep, *token, *end;
490         char buf[6];
491         size_t len;
492         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
493         int i;
494         bool flag = false;
495
496         len = (sizeof(struct lnet_process_id) * LNET_INTERFACES_MAX_DEFAULT);
497
498         data = calloc(1, len);
499         if (data == NULL)
500                 goto out;
501
502         /* create struct cYAML root object */
503         root = cYAML_create_object(NULL, NULL);
504         if (root == NULL)
505                 goto out;
506
507         ping_node = cYAML_create_seq(root, oper);
508         if (ping_node == NULL)
509                 goto out;
510
511         /* tokenise each nid in string ping_nids */
512         token = strtok(ping_nids, ",");
513
514         do {
515                 item = cYAML_create_seq_item(ping_node);
516                 if (item == NULL)
517                         goto out;
518
519                 if (first_seq == NULL)
520                         first_seq = item;
521
522                 /* check if '-' is a part of NID, token */
523                 sep = strchr(token, '-');
524                 if (sep == NULL) {
525                         id.pid = LNET_PID_ANY;
526                         /* if no net is specified, libcfs_str2nid() will assume tcp */
527                         id.nid = libcfs_str2nid(token);
528                         if (id.nid == LNET_NID_ANY) {
529                                 snprintf(err_str, sizeof(err_str),
530                                          "\"cannot parse NID '%s'\"",
531                                          token);
532                                 rc = LUSTRE_CFG_RC_BAD_PARAM;
533                                 cYAML_build_error(rc, seq_no, MANAGE_CMD,
534                                                   oper, err_str, err_rc);
535                                 continue;
536                         }
537                 } else {
538                         if (token[0] == 'u' || token[0] == 'U')
539                                 id.pid = (strtoul(&token[1], &end, 0) |
540                                           (LNET_PID_USERFLAG));
541                         else
542                                 id.pid = strtoul(token, &end, 0);
543
544                         /* assuming '-' is part of hostname */
545                         if (end != sep) {
546                                 id.pid = LNET_PID_ANY;
547                                 id.nid = libcfs_str2nid(token);
548                                 if (id.nid == LNET_NID_ANY) {
549                                         snprintf(err_str, sizeof(err_str),
550                                                  "\"cannot parse NID '%s'\"",
551                                                  token);
552                                         rc = LUSTRE_CFG_RC_BAD_PARAM;
553                                         cYAML_build_error(rc, seq_no, MANAGE_CMD,
554                                                           oper, err_str,
555                                                           err_rc);
556                                         continue;
557                                 }
558                         } else {
559                                 id.nid = libcfs_str2nid(sep + 1);
560                                 if (id.nid == LNET_NID_ANY) {
561                                         snprintf(err_str, sizeof(err_str),
562                                                  "\"cannot parse NID '%s'\"",
563                                                  token);
564                                         rc = LUSTRE_CFG_RC_BAD_PARAM;
565                                         cYAML_build_error(rc, seq_no, MANAGE_CMD,
566                                                           oper, err_str,
567                                                           err_rc);
568                                         continue;
569                                 }
570                         }
571                 }
572                 LIBCFS_IOC_INIT_V2(ping, ping_hdr);
573                 ping.ping_hdr.ioc_len = sizeof(ping);
574                 ping.ping_id          = id;
575                 ping.op_param         = param;
576                 ping.ping_count       = LNET_INTERFACES_MAX_DEFAULT;
577                 ping.ping_buf         = data;
578
579                 rc = l_ioctl(LNET_DEV_ID, ioc_call, &ping);
580                 if (rc != 0) {
581                         snprintf(err_str,
582                                  sizeof(err_str), "failed to %s %s: %s\n", oper,
583                                  id.pid == LNET_PID_ANY ?
584                                  libcfs_nid2str(id.nid) :
585                                  libcfs_id2str(id), strerror(errno));
586                         rc = LUSTRE_CFG_RC_BAD_PARAM;
587                         cYAML_build_error(rc, seq_no, MANAGE_CMD,
588                                           oper, err_str, err_rc);
589                         continue;
590                 }
591
592                 if (cYAML_create_string(item, "primary nid",
593                                         libcfs_nid2str(ping.ping_id.nid)) == NULL)
594                         goto out;
595
596                 if (cYAML_create_string(item, "Multi-Rail", ping.mr_info ?
597                                         "True" : "False") == NULL)
598                         goto out;
599
600                 tmp = cYAML_create_seq(item, "peer ni");
601                 if (tmp == NULL)
602                         goto out;
603
604                 for (i = 0; i < ping.ping_count; i++) {
605                         if (!strcmp(libcfs_nid2str(ping.ping_buf[i].nid),
606                                     "0@lo"))
607                                 continue;
608                         peer_ni = cYAML_create_seq_item(tmp);
609                         if (peer_ni == NULL)
610                                 goto out;
611                         memset(buf, 0, sizeof buf);
612                         snprintf(buf, sizeof buf, "nid");
613                         if (cYAML_create_string(peer_ni, buf,
614                                                 libcfs_nid2str(ping.ping_buf[i].nid)) == NULL)
615                                 goto out;
616                 }
617
618                 flag = true;
619
620         } while ((token = strtok(NULL, ",")) != NULL);
621
622         if (flag)
623                 rc = LUSTRE_CFG_RC_NO_ERR;
624
625 out:
626         if (data)
627                 free(data);
628         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR) {
629                 cYAML_free_tree(root);
630         } else if (show_rc != NULL && *show_rc != NULL) {
631                 struct cYAML *show_node;
632                 show_node = cYAML_get_object_item(*show_rc, oper);
633                 if (show_node != NULL && cYAML_is_sequence(show_node)) {
634                         cYAML_insert_child(show_node, first_seq);
635                         free(ping_node);
636                         free(root);
637                 } else if (show_node == NULL) {
638                         cYAML_insert_sibling((*show_rc)->cy_child,
639                                              ping_node);
640                         free(root);
641                 } else {
642                         cYAML_free_tree(root);
643                 }
644         } else {
645                 *show_rc = root;
646         }
647
648         return rc;
649 }
650
651 int lustre_lnet_ping_nid(char *ping_nids, int timeout, int seq_no,
652                          struct cYAML **show_rc, struct cYAML **err_rc)
653 {
654         int rc;
655
656         rc = infra_ping_nid(ping_nids, "ping", timeout, IOC_LIBCFS_PING_PEER,
657                             seq_no, show_rc, err_rc);
658         return rc;
659 }
660
661 int lustre_lnet_discover_nid(char *ping_nids, int force, int seq_no,
662                          struct cYAML **show_rc, struct cYAML **err_rc)
663 {
664         int rc;
665
666         rc = infra_ping_nid(ping_nids, "discover", force, IOC_LIBCFS_DISCOVER,
667                             seq_no, show_rc, err_rc);
668         return rc;
669 }
670
671 static void lustre_lnet_clean_ip2nets(struct lustre_lnet_ip2nets *ip2nets)
672 {
673         struct lustre_lnet_ip_range_descr *ipr, *tmp;
674         struct cfs_expr_list *el, *el_tmp;
675
676         list_for_each_entry_safe(ipr, tmp,
677                                  &ip2nets->ip2nets_ip_ranges,
678                                  ipr_entry) {
679                 list_del(&ipr->ipr_entry);
680                 list_for_each_entry_safe(el, el_tmp, &ipr->ipr_expr,
681                                          el_link) {
682                         list_del(&el->el_link);
683                         cfs_expr_list_free(el);
684                 }
685                 free(ipr);
686         }
687 }
688
689 /*
690  * returns an rc < 0 if there is an error
691  * otherwise it returns the number IPs generated
692  *  it also has out params: net - network name
693  */
694 static int lnet_expr2ips(char *nidstr, __u32 *ip_list,
695                          struct lustre_lnet_ip2nets *ip2nets,
696                          __u32 *net, char *err_str)
697 {
698         struct lustre_lnet_ip_range_descr *ipr;
699         char *comp1, *comp2;
700         int ip_idx = MAX_NUM_IPS - 1;
701         int ip_range_len, rc = LUSTRE_CFG_RC_NO_ERR;
702         __u32 net_type;
703         char ip_range[LNET_MAX_STR_LEN];
704
705         /* separate the two components of the NID */
706         comp1 = nidstr;
707         comp2 = strchr(nidstr, '@');
708         if (comp2 == NULL) {
709                 snprintf(err_str,
710                         LNET_MAX_STR_LEN,
711                         "\"cannot parse NID %s\"", nidstr);
712                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
713                 rc = LUSTRE_CFG_RC_BAD_PARAM;
714                 goto out;
715         }
716
717         /* length of the expected ip-range */
718         ip_range_len = comp2 - comp1;
719         if (ip_range_len >= LNET_MAX_STR_LEN) {
720                 snprintf(err_str,
721                         LNET_MAX_STR_LEN,
722                         "\"cannot parse ip_range '%s'\"", ip_range);
723                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
724                 rc = LUSTRE_CFG_RC_BAD_PARAM;
725                 goto out;
726         }
727
728         /* move beyond '@' */
729         comp2++;
730
731         /*
732          * if the net component is either o2ib or tcp then we expect
733          * an IP range which could only be a single IP address.
734          * Parse that.
735          */
736         *net = libcfs_str2net(comp2);
737         net_type = LNET_NETTYP(*net);
738         /* expression support is for o2iblnd and socklnd only */
739         if (net_type != O2IBLND && net_type != SOCKLND)
740                 return LUSTRE_CFG_RC_SKIP;
741
742         strncpy(ip_range, comp1, ip_range_len);
743         ip_range[ip_range_len] = '\0';
744         ip2nets->ip2nets_net.nw_id = *net;
745
746         rc = lustre_lnet_add_ip_range(&ip2nets->ip2nets_ip_ranges, ip_range);
747         if (rc != LUSTRE_CFG_RC_NO_ERR) {
748                 snprintf(err_str,
749                         LNET_MAX_STR_LEN,
750                         "\"cannot parse ip_range '%s'\"", ip_range);
751                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
752                 rc = LUSTRE_CFG_RC_BAD_PARAM;
753                 goto out;
754         }
755
756         /*
757         * Generate all the IP Addresses from the parsed range. For sanity
758         * we allow only a max of MAX_NUM_IPS nids to be configured for
759         * a single peer.
760         */
761         list_for_each_entry(ipr, &ip2nets->ip2nets_ip_ranges, ipr_entry)
762                 ip_idx = cfs_ip_addr_range_gen(ip_list, MAX_NUM_IPS,
763                                                 &ipr->ipr_expr);
764
765         if (ip_idx == MAX_NUM_IPS - 1) {
766                 snprintf(err_str, LNET_MAX_STR_LEN,
767                                 "no NIDs provided for configuration");
768                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
769                 rc = LUSTRE_CFG_RC_NO_MATCH;
770                 goto out;
771         } else if (ip_idx == -1) {
772                 rc = LUSTRE_CFG_RC_LAST_ELEM;
773         } else {
774                 rc = ip_idx;
775         }
776
777 out:
778         return rc;
779 }
780
781 static int lustre_lnet_handle_peer_ip2nets(char **nid, int num_nids, bool mr,
782                                            bool range, __u32 cmd,
783                                            char *cmd_type, char *err_str)
784 {
785         __u32 net = LNET_NIDNET(LNET_NID_ANY);
786         int ip_idx;
787         int i, j, rc = LUSTRE_CFG_RC_NO_ERR;
788         __u32 ip_list[MAX_NUM_IPS];
789         struct lustre_lnet_ip2nets ip2nets;
790         struct lnet_ioctl_peer_cfg data;
791         lnet_nid_t peer_nid;
792         lnet_nid_t prim_nid = LNET_NID_ANY;
793
794         /* initialize all lists */
795         INIT_LIST_HEAD(&ip2nets.ip2nets_ip_ranges);
796         INIT_LIST_HEAD(&ip2nets.ip2nets_net.network_on_rule);
797         INIT_LIST_HEAD(&ip2nets.ip2nets_net.nw_intflist);
798
799         /* each nid entry is an expression */
800         for (i = 0; i < num_nids; i++) {
801                 if (!range && i == 0)
802                         prim_nid = libcfs_str2nid(nid[0]);
803                 else if (range)
804                         prim_nid = LNET_NID_ANY;
805
806                 rc = lnet_expr2ips(nid[i], ip_list, &ip2nets, &net, err_str);
807                 if (rc == LUSTRE_CFG_RC_SKIP)
808                         continue;
809                 else if (rc == LUSTRE_CFG_RC_LAST_ELEM)
810                         rc = -1;
811                 else if (rc < LUSTRE_CFG_RC_NO_ERR)
812                         goto out;
813
814                 ip_idx = rc;
815
816                 for (j = MAX_NUM_IPS - 1; j > ip_idx; j--) {
817                         peer_nid = LNET_MKNID(net, ip_list[j]);
818                         if (peer_nid == LNET_NID_ANY) {
819                                 snprintf(err_str,
820                                         LNET_MAX_STR_LEN,
821                                         "\"cannot parse NID\"");
822                                 err_str[LNET_MAX_STR_LEN - 1] = '\0';
823                                 rc = LUSTRE_CFG_RC_BAD_PARAM;
824                                 goto out;
825                         }
826
827                         LIBCFS_IOC_INIT_V2(data, prcfg_hdr);
828                         data.prcfg_mr = mr;
829
830                         if (prim_nid == LNET_NID_ANY && j == MAX_NUM_IPS - 1) {
831                                 prim_nid = peer_nid;
832                                 peer_nid = LNET_NID_ANY;
833                         }
834
835                         if (!range && num_nids > 1 && i == 0 &&
836                             cmd == IOC_LIBCFS_DEL_PEER_NI)
837                                 continue;
838                         else if (!range && i == 0)
839                                 peer_nid = LNET_NID_ANY;
840
841                         /*
842                         * If prim_nid is not provided then the first nid in the
843                         * list becomes the prim_nid. First time round the loop
844                         * use LNET_NID_ANY for the first parameter, then use
845                         * nid[0] as the key nid after wards
846                         */
847                         rc = dispatch_peer_ni_cmd(prim_nid, peer_nid, cmd,
848                                                   &data, err_str, cmd_type);
849                         if (rc != 0)
850                                 goto out;
851
852                         /*
853                          * we just deleted the entire peer using the
854                          * primary_nid. So don't bother iterating through
855                          * the rest of the nids
856                          */
857                         if (prim_nid != LNET_NID_ANY &&
858                             peer_nid == LNET_NID_ANY &&
859                             cmd == IOC_LIBCFS_DEL_PEER_NI)
860                                 goto next_nid;
861                 }
862 next_nid:
863                 lustre_lnet_clean_ip2nets(&ip2nets);
864         }
865
866 out:
867         lustre_lnet_clean_ip2nets(&ip2nets);
868         return rc;
869 }
870
871 int lustre_lnet_config_peer_nid(char *pnid, char **nid, int num_nids,
872                                 bool mr, bool ip2nets, int seq_no,
873                                 struct cYAML **err_rc)
874 {
875         int rc = LUSTRE_CFG_RC_NO_ERR;
876         char err_str[LNET_MAX_STR_LEN] = {0};
877         char **nid_array = NULL;
878
879         snprintf(err_str, sizeof(err_str), "\"Success\"");
880
881         if (ip2nets) {
882                 rc = lustre_lnet_handle_peer_ip2nets(nid, num_nids, mr,
883                                                 ip2nets, IOC_LIBCFS_ADD_PEER_NI,
884                                                 ADD_CMD, err_str);
885                 goto out;
886         }
887
888         if (pnid) {
889                 if (libcfs_str2nid(pnid) == LNET_NID_ANY) {
890                         snprintf(err_str, sizeof(err_str),
891                                  "bad primary NID: '%s'",
892                                  pnid);
893                         rc = LUSTRE_CFG_RC_MISSING_PARAM;
894                         goto out;
895                 }
896
897                 num_nids++;
898
899                 nid_array = calloc(sizeof(*nid_array), num_nids);
900                 if (!nid_array) {
901                         snprintf(err_str, sizeof(err_str),
902                                         "out of memory");
903                         rc = LUSTRE_CFG_RC_OUT_OF_MEM;
904                         goto out;
905                 }
906                 nid_array[0] = pnid;
907                 memcpy(&nid_array[1], nid, sizeof(*nid) * (num_nids - 1));
908         }
909
910         rc = lustre_lnet_handle_peer_ip2nets((pnid) ? nid_array : nid,
911                                              num_nids, mr, ip2nets,
912                                              IOC_LIBCFS_ADD_PEER_NI, ADD_CMD,
913                                              err_str);
914         if (rc)
915                 goto out;
916
917 out:
918         if (nid_array)
919                 free(nid_array);
920
921         cYAML_build_error(rc, seq_no, ADD_CMD, "peer_ni", err_str, err_rc);
922         return rc;
923 }
924
925 int lustre_lnet_del_peer_nid(char *pnid, char **nid, int num_nids,
926                              bool ip2nets, int seq_no, struct cYAML **err_rc)
927 {
928         int rc = LUSTRE_CFG_RC_NO_ERR;
929         char err_str[LNET_MAX_STR_LEN] = {0};
930         char **nid_array = NULL;
931
932         snprintf(err_str, sizeof(err_str), "\"Success\"");
933
934         if (ip2nets) {
935                 rc = lustre_lnet_handle_peer_ip2nets(nid, num_nids, false,
936                                                 ip2nets, IOC_LIBCFS_DEL_PEER_NI,
937                                                 DEL_CMD, err_str);
938                 goto out;
939         }
940
941         if (pnid == NULL) {
942                 snprintf(err_str, sizeof(err_str),
943                          "\"Primary nid is not provided\"");
944                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
945                 goto out;
946         } else if (!ip2nets) {
947                 if (libcfs_str2nid(pnid) == LNET_NID_ANY) {
948                         rc = LUSTRE_CFG_RC_BAD_PARAM;
949                         snprintf(err_str, sizeof(err_str),
950                                  "bad key NID: '%s'",
951                                  pnid);
952                         goto out;
953                 }
954         }
955
956         num_nids++;
957         nid_array = calloc(sizeof(*nid_array), num_nids);
958         if (!nid_array) {
959                 snprintf(err_str, sizeof(err_str),
960                                 "out of memory");
961                 rc = LUSTRE_CFG_RC_OUT_OF_MEM;
962                 goto out;
963         }
964         nid_array[0] = pnid;
965         memcpy(&nid_array[1], nid, sizeof(*nid) * (num_nids - 1));
966
967         rc = lustre_lnet_handle_peer_ip2nets(nid_array, num_nids, false,
968                                              ip2nets, IOC_LIBCFS_DEL_PEER_NI,
969                                              DEL_CMD, err_str);
970         if (rc)
971                 goto out;
972
973 out:
974         if (nid_array)
975                 free(nid_array);
976
977         cYAML_build_error(rc, seq_no, DEL_CMD, "peer_ni", err_str, err_rc);
978         return rc;
979 }
980
981 int lustre_lnet_config_route(char *nw, char *gw, int hops, int prio,
982                              int seq_no, struct cYAML **err_rc)
983 {
984         struct lnet_ioctl_config_data data;
985         lnet_nid_t gateway_nid;
986         int rc = LUSTRE_CFG_RC_NO_ERR;
987         int ip_idx, i;
988         __u32 rnet = LNET_NIDNET(LNET_NID_ANY);
989         __u32 net = LNET_NIDNET(LNET_NID_ANY);
990         char err_str[LNET_MAX_STR_LEN];
991         __u32 ip_list[MAX_NUM_IPS];
992         struct lustre_lnet_ip2nets ip2nets;
993
994         /* initialize all lists */
995         INIT_LIST_HEAD(&ip2nets.ip2nets_ip_ranges);
996         INIT_LIST_HEAD(&ip2nets.ip2nets_net.network_on_rule);
997         INIT_LIST_HEAD(&ip2nets.ip2nets_net.nw_intflist);
998
999         snprintf(err_str, sizeof(err_str), "\"Success\"");
1000
1001         if (nw == NULL || gw == NULL) {
1002                 snprintf(err_str,
1003                          sizeof(err_str),
1004                          "\"missing mandatory parameter in route config:'%s'\"",
1005                          (nw == NULL && gw == NULL) ? "network, gateway" :
1006                          (nw == NULL) ? "network" : "gateway");
1007                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1008                 goto out;
1009         }
1010
1011         rnet = libcfs_str2net(nw);
1012         if (rnet == LNET_NIDNET(LNET_NID_ANY)) {
1013                 snprintf(err_str,
1014                          sizeof(err_str),
1015                          "\"cannot parse remote net %s\"", nw);
1016                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1017                 goto out;
1018         }
1019
1020         if (hops == -1) {
1021                 /* hops is undefined */
1022                 hops = LNET_UNDEFINED_HOPS;
1023         } else if (hops < 1 || hops > 255) {
1024                 snprintf(err_str,
1025                         sizeof(err_str),
1026                         "\"invalid hop count %d, must be between 1 and 255\"",
1027                         hops);
1028                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1029                 goto out;
1030         }
1031
1032         if (prio == -1) {
1033                 prio = 0;
1034         } else if (prio < 0) {
1035                 snprintf(err_str,
1036                          sizeof(err_str),
1037                         "\"invalid priority %d, must be greater than 0\"",
1038                         prio);
1039                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1040                 goto out;
1041         }
1042
1043         rc = lnet_expr2ips(gw, ip_list,
1044                            &ip2nets, &net, err_str);
1045         if (rc == LUSTRE_CFG_RC_LAST_ELEM)
1046                 rc = -1;
1047         else if (rc < LUSTRE_CFG_RC_NO_ERR)
1048                 goto out;
1049
1050         ip_idx = rc;
1051
1052         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1053         data.cfg_net = rnet;
1054         data.cfg_config_u.cfg_route.rtr_hop = hops;
1055         data.cfg_config_u.cfg_route.rtr_priority = prio;
1056
1057         for (i = MAX_NUM_IPS - 1; i > ip_idx; i--) {
1058                 gateway_nid = LNET_MKNID(net, ip_list[i]);
1059                 if (gateway_nid == LNET_NID_ANY) {
1060                         snprintf(err_str,
1061                                 LNET_MAX_STR_LEN,
1062                                 "\"cannot form gateway NID: %u\"",
1063                                 ip_list[i]);
1064                         err_str[LNET_MAX_STR_LEN - 1] = '\0';
1065                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1066                         goto out;
1067                 }
1068                 data.cfg_nid = gateway_nid;
1069
1070                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_ROUTE, &data);
1071                 if (rc != 0) {
1072                         rc = -errno;
1073                         snprintf(err_str,
1074                                 sizeof(err_str),
1075                                 "\"cannot add route: %s\"", strerror(errno));
1076                         goto out;
1077                 }
1078         }
1079 out:
1080         cYAML_build_error(rc, seq_no, ADD_CMD, "route", err_str, err_rc);
1081
1082         return rc;
1083 }
1084
1085 int lustre_lnet_del_route(char *nw, char *gw,
1086                           int seq_no, struct cYAML **err_rc)
1087 {
1088         struct lnet_ioctl_config_data data;
1089         lnet_nid_t gateway_nid;
1090         int rc = LUSTRE_CFG_RC_NO_ERR;
1091         __u32 rnet = LNET_NIDNET(LNET_NID_ANY);
1092         __u32 net = LNET_NIDNET(LNET_NID_ANY);
1093         char err_str[LNET_MAX_STR_LEN];
1094         int ip_idx, i;
1095         __u32 ip_list[MAX_NUM_IPS];
1096         struct lustre_lnet_ip2nets ip2nets;
1097
1098         /* initialize all lists */
1099         INIT_LIST_HEAD(&ip2nets.ip2nets_ip_ranges);
1100         INIT_LIST_HEAD(&ip2nets.ip2nets_net.network_on_rule);
1101         INIT_LIST_HEAD(&ip2nets.ip2nets_net.nw_intflist);
1102
1103         snprintf(err_str, sizeof(err_str), "\"Success\"");
1104
1105         if (nw == NULL || gw == NULL) {
1106                 snprintf(err_str,
1107                          sizeof(err_str),
1108                          "\"missing mandatory parameter in route delete: '%s'\"",
1109                          (nw == NULL && gw == NULL) ? "network, gateway" :
1110                          (nw == NULL) ? "network" : "gateway");
1111                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1112                 goto out;
1113         }
1114
1115         rnet = libcfs_str2net(nw);
1116         if (rnet == LNET_NIDNET(LNET_NID_ANY)) {
1117                 snprintf(err_str,
1118                          sizeof(err_str),
1119                          "\"cannot parse remote net '%s'\"", nw);
1120                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1121                 goto out;
1122         }
1123
1124         rc = lnet_expr2ips(gw, ip_list,
1125                            &ip2nets, &net, err_str);
1126         if (rc == LUSTRE_CFG_RC_LAST_ELEM)
1127                 rc = -1;
1128         else if (rc < LUSTRE_CFG_RC_NO_ERR)
1129                 goto out;
1130
1131         ip_idx = rc;
1132
1133         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1134         data.cfg_net = rnet;
1135
1136         for (i = MAX_NUM_IPS - 1; i > ip_idx; i--) {
1137                 gateway_nid = LNET_MKNID(net, ip_list[i]);
1138                 if (gateway_nid == LNET_NID_ANY) {
1139                         snprintf(err_str,
1140                                 LNET_MAX_STR_LEN,
1141                                 "\"cannot form gateway NID: %u\"",
1142                                 ip_list[i]);
1143                         err_str[LNET_MAX_STR_LEN - 1] = '\0';
1144                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1145                         goto out;
1146                 }
1147                 data.cfg_nid = gateway_nid;
1148
1149                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_DEL_ROUTE, &data);
1150                 if (rc != 0) {
1151                         rc = -errno;
1152                         snprintf(err_str,
1153                                 sizeof(err_str),
1154                                 "\"cannot delete route: %s\"", strerror(errno));
1155                         goto out;
1156                 }
1157         }
1158 out:
1159         cYAML_build_error(rc, seq_no, DEL_CMD, "route", err_str, err_rc);
1160
1161         return rc;
1162 }
1163
1164 int lustre_lnet_show_route(char *nw, char *gw, int hops, int prio, int detail,
1165                            int seq_no, struct cYAML **show_rc,
1166                            struct cYAML **err_rc, bool backup)
1167 {
1168         struct lnet_ioctl_config_data data;
1169         lnet_nid_t gateway_nid;
1170         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
1171         int l_errno = 0;
1172         __u32 net = LNET_NIDNET(LNET_NID_ANY);
1173         int i;
1174         struct cYAML *root = NULL, *route = NULL, *item = NULL;
1175         struct cYAML *first_seq = NULL;
1176         char err_str[LNET_MAX_STR_LEN];
1177         bool exist = false;
1178
1179         snprintf(err_str, sizeof(err_str),
1180                  "\"out of memory\"");
1181
1182         if (nw != NULL) {
1183                 net = libcfs_str2net(nw);
1184                 if (net == LNET_NIDNET(LNET_NID_ANY)) {
1185                         snprintf(err_str,
1186                                  sizeof(err_str),
1187                                  "\"cannot parse net '%s'\"", nw);
1188                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1189                         goto out;
1190                 }
1191
1192         } else {
1193                 /* show all routes without filtering on net */
1194                 net = LNET_NIDNET(LNET_NID_ANY);
1195         }
1196
1197         if (gw != NULL) {
1198                 gateway_nid = libcfs_str2nid(gw);
1199                 if (gateway_nid == LNET_NID_ANY) {
1200                         snprintf(err_str,
1201                                  sizeof(err_str),
1202                                  "\"cannot parse gateway NID '%s'\"", gw);
1203                         rc = LUSTRE_CFG_RC_BAD_PARAM;
1204                         goto out;
1205                 }
1206         } else
1207                 /* show all routes with out filtering on gateway */
1208                 gateway_nid = LNET_NID_ANY;
1209
1210         if ((hops < 1 && hops != -1) || hops > 255) {
1211                 snprintf(err_str,
1212                          sizeof(err_str),
1213                          "\"invalid hop count %d, must be between 0 and 256\"",
1214                          hops);
1215                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1216                 goto out;
1217         }
1218
1219         /* create struct cYAML root object */
1220         root = cYAML_create_object(NULL, NULL);
1221         if (root == NULL)
1222                 goto out;
1223
1224         route = cYAML_create_seq(root, "route");
1225         if (route == NULL)
1226                 goto out;
1227
1228         for (i = 0;; i++) {
1229                 LIBCFS_IOC_INIT_V2(data, cfg_hdr);
1230                 data.cfg_count = i;
1231
1232                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_ROUTE, &data);
1233                 if (rc != 0) {
1234                         l_errno = errno;
1235                         break;
1236                 }
1237
1238                 /* filter on provided data */
1239                 if (net != LNET_NIDNET(LNET_NID_ANY) &&
1240                     net != data.cfg_net)
1241                         continue;
1242
1243                 if (gateway_nid != LNET_NID_ANY &&
1244                     gateway_nid != data.cfg_nid)
1245                         continue;
1246
1247                 if (hops != -1 &&
1248                     hops != data.cfg_config_u.cfg_route.rtr_hop)
1249                         continue;
1250
1251                 if (prio != -1 &&
1252                     prio != data.cfg_config_u.cfg_route.rtr_priority)
1253                         continue;
1254
1255                 /* default rc to -1 incase we hit the goto */
1256                 rc = -1;
1257                 exist = true;
1258
1259                 item = cYAML_create_seq_item(route);
1260                 if (item == NULL)
1261                         goto out;
1262
1263                 if (first_seq == NULL)
1264                         first_seq = item;
1265
1266                 if (cYAML_create_string(item, "net",
1267                                         libcfs_net2str(data.cfg_net)) == NULL)
1268                         goto out;
1269
1270                 if (cYAML_create_string(item, "gateway",
1271                                         libcfs_nid2str(data.cfg_nid)) == NULL)
1272                         goto out;
1273
1274                 if (detail) {
1275                         if (cYAML_create_number(item, "hop",
1276                                                 (int) data.cfg_config_u.
1277                                                 cfg_route.rtr_hop) ==
1278                             NULL)
1279                                 goto out;
1280
1281                         if (cYAML_create_number(item, "priority",
1282                                                 data.cfg_config_u.
1283                                                 cfg_route.rtr_priority) == NULL)
1284                                 goto out;
1285
1286                         if (!backup &&
1287                             cYAML_create_string(item, "state",
1288                                                 data.cfg_config_u.cfg_route.
1289                                                         rtr_flags ?
1290                                                 "up" : "down") == NULL)
1291                                 goto out;
1292                 }
1293         }
1294
1295         /* print output iff show_rc is not provided */
1296         if (show_rc == NULL)
1297                 cYAML_print_tree(root);
1298
1299         if (l_errno != ENOENT) {
1300                 snprintf(err_str,
1301                          sizeof(err_str),
1302                          "\"cannot get routes: %s\"",
1303                          strerror(l_errno));
1304                 rc = -l_errno;
1305                 goto out;
1306         } else
1307                 rc = LUSTRE_CFG_RC_NO_ERR;
1308
1309         snprintf(err_str, sizeof(err_str), "\"success\"");
1310 out:
1311         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR || !exist) {
1312                 cYAML_free_tree(root);
1313         } else if (show_rc != NULL && *show_rc != NULL) {
1314                 struct cYAML *show_node;
1315                 /* find the route node, if one doesn't exist then
1316                  * insert one.  Otherwise add to the one there
1317                  */
1318                 show_node = cYAML_get_object_item(*show_rc, "route");
1319                 if (show_node != NULL && cYAML_is_sequence(show_node)) {
1320                         cYAML_insert_child(show_node, first_seq);
1321                         free(route);
1322                         free(root);
1323                 } else if (show_node == NULL) {
1324                         cYAML_insert_sibling((*show_rc)->cy_child,
1325                                                 route);
1326                         free(root);
1327                 } else {
1328                         cYAML_free_tree(root);
1329                 }
1330         } else {
1331                 *show_rc = root;
1332         }
1333
1334         cYAML_build_error(rc, seq_no, SHOW_CMD, "route", err_str, err_rc);
1335
1336         return rc;
1337 }
1338
1339 static int socket_intf_query(int request, char *intf,
1340                              struct ifreq *ifr)
1341 {
1342         int rc = 0;
1343         int sockfd;
1344
1345         if (strlen(intf) >= IFNAMSIZ || ifr == NULL)
1346                 return LUSTRE_CFG_RC_BAD_PARAM;
1347
1348         sockfd = socket(AF_INET, SOCK_DGRAM, 0);
1349         if (sockfd < 0)
1350                 return LUSTRE_CFG_RC_BAD_PARAM;
1351
1352         strcpy(ifr->ifr_name, intf);
1353         rc = ioctl(sockfd, request, ifr);
1354         if (rc != 0)
1355                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1356
1357         close(sockfd);
1358
1359         return rc;
1360 }
1361
1362 static int lustre_lnet_queryip(struct lnet_dlc_intf_descr *intf, __u32 *ip)
1363 {
1364         struct ifreq ifr;
1365         int rc;
1366
1367         memset(&ifr, 0, sizeof(ifr));
1368         rc = socket_intf_query(SIOCGIFFLAGS, intf->intf_name, &ifr);
1369         if (rc != 0)
1370                 return LUSTRE_CFG_RC_BAD_PARAM;
1371
1372         if ((ifr.ifr_flags & IFF_UP) == 0)
1373                 return LUSTRE_CFG_RC_BAD_PARAM;
1374
1375         memset(&ifr, 0, sizeof(ifr));
1376         rc = socket_intf_query(SIOCGIFADDR, intf->intf_name, &ifr);
1377         if (rc != 0)
1378                 return LUSTRE_CFG_RC_BAD_PARAM;
1379
1380         *ip = ((struct sockaddr_in *)&ifr.ifr_addr)->sin_addr.s_addr;
1381         *ip = bswap_32(*ip);
1382
1383         return LUSTRE_CFG_RC_NO_ERR;
1384 }
1385
1386 /*
1387  * for each interface in the array of interfaces find the IP address of
1388  * that interface, create its nid and add it to an array of NIDs.
1389  * Stop if any of the interfaces is down
1390  */
1391 static int lustre_lnet_intf2nids(struct lnet_dlc_network_descr *nw,
1392                                  lnet_nid_t **nids, __u32 *nnids,
1393                                  char *err_str, size_t str_len)
1394 {
1395         int i = 0, count = 0, rc;
1396         struct lnet_dlc_intf_descr *intf;
1397         char val[LNET_MAX_STR_LEN];
1398         __u32 ip;
1399         int gni_num;
1400
1401
1402         if (nw == NULL || nids == NULL) {
1403                 snprintf(err_str, str_len,
1404                          "\"unexpected parameters to lustre_lnet_intf2nids()\"");
1405                 err_str[str_len - 1] = '\0';
1406                 return LUSTRE_CFG_RC_BAD_PARAM;
1407         }
1408
1409         if (LNET_NETTYP(nw->nw_id) == GNILND) {
1410                 count = 1;
1411         } else {
1412                 list_for_each_entry(intf, &nw->nw_intflist, intf_on_network)
1413                         count++;
1414         }
1415
1416         *nids = calloc(count, sizeof(lnet_nid_t));
1417         if (*nids == NULL) {
1418                 snprintf(err_str, str_len,
1419                          "\"out of memory\"");
1420                 err_str[str_len - 1] = '\0';
1421                 return LUSTRE_CFG_RC_OUT_OF_MEM;
1422         }
1423         /*
1424          * special case the GNI interface since it doesn't have an IP
1425          * address. The assumption is that there can only be one GNI
1426          * interface in the system. No interface name is provided.
1427          */
1428         if (LNET_NETTYP(nw->nw_id) == GNILND) {
1429                 rc = read_sysfs_file(gni_nid_path, "nid", val,
1430                                 1, sizeof(val));
1431                 if (rc) {
1432                         snprintf(err_str, str_len,
1433                                  "\"cannot read gni nid\"");
1434                         err_str[str_len - 1] = '\0';
1435                         goto failed;
1436                 }
1437                 gni_num = atoi(val);
1438
1439                 (*nids)[i] = LNET_MKNID(nw->nw_id, gni_num);
1440
1441                 goto out;
1442         }
1443
1444         /* look at the other interfaces */
1445         list_for_each_entry(intf, &nw->nw_intflist, intf_on_network) {
1446                 rc = lustre_lnet_queryip(intf, &ip);
1447                 if (rc != LUSTRE_CFG_RC_NO_ERR) {
1448                         snprintf(err_str, str_len,
1449                                  "\"couldn't query intf %s\"", intf->intf_name);
1450                         err_str[str_len - 1] = '\0';
1451                         goto failed;
1452                 }
1453                 (*nids)[i] = LNET_MKNID(nw->nw_id, ip);
1454                 i++;
1455         }
1456
1457 out:
1458         *nnids = count;
1459
1460         return 0;
1461
1462 failed:
1463         free(*nids);
1464         *nids = NULL;
1465         return rc;
1466 }
1467
1468 /*
1469  * called repeatedly until a match or no more ip range
1470  * What do you have?
1471  *      ip_range expression
1472  *      interface list with all the interface names.
1473  *      all the interfaces in the system.
1474  *
1475  *      try to match the ip_range expr to one of the interfaces' IPs in
1476  *      the system. If we hit a patch for an interface. Check if that
1477  *      interface name is in the list.
1478  *
1479  *      If there are more than one interface in the list, then make sure
1480  *      that the IPs for all of these interfaces match the ip ranges
1481  *      given.
1482  *
1483  *      for each interface in intf_list
1484  *              look up the intf name in ifa
1485  *              if not there then no match
1486  *              check ip obtained from ifa against a match to any of the
1487  *              ip_ranges given.
1488  *              If no match, then fail
1489  *
1490  *      The result is that all the interfaces have to match.
1491  */
1492 int lustre_lnet_match_ip_to_intf(struct ifaddrs *ifa,
1493                                  struct list_head *intf_list,
1494                                  struct list_head *ip_ranges)
1495 {
1496         int rc;
1497         __u32 ip;
1498         struct lnet_dlc_intf_descr *intf_descr, *tmp;
1499         struct ifaddrs *ifaddr = ifa;
1500         struct lustre_lnet_ip_range_descr *ip_range;
1501         int family;
1502
1503         /*
1504          * if there are no explicit interfaces, and no ip ranges, then
1505          * configure the first tcp interface we encounter.
1506          */
1507         if (list_empty(intf_list) && list_empty(ip_ranges)) {
1508                 for (ifaddr = ifa; ifaddr != NULL; ifaddr = ifaddr->ifa_next) {
1509                         if (ifaddr->ifa_addr == NULL)
1510                                 continue;
1511
1512                         if ((ifaddr->ifa_flags & IFF_UP) == 0)
1513                                 continue;
1514
1515                         family = ifaddr->ifa_addr->sa_family;
1516                         if (family == AF_INET &&
1517                             strcmp(ifaddr->ifa_name, "lo") != 0) {
1518                                 rc = lustre_lnet_add_intf_descr
1519                                         (intf_list, ifaddr->ifa_name,
1520                                         strlen(ifaddr->ifa_name));
1521
1522                                 if (rc != LUSTRE_CFG_RC_NO_ERR)
1523                                         return rc;
1524
1525                                 return LUSTRE_CFG_RC_MATCH;
1526                         }
1527                 }
1528                 return LUSTRE_CFG_RC_NO_MATCH;
1529         }
1530
1531         /*
1532          * First interface which matches an IP pattern will be used
1533          */
1534         if (list_empty(intf_list)) {
1535                 /*
1536                  * no interfaces provided in the rule, but an ip range is
1537                  * provided, so try and match an interface to the ip
1538                  * range.
1539                  */
1540                 for (ifaddr = ifa; ifaddr != NULL; ifaddr = ifaddr->ifa_next) {
1541                         if (ifaddr->ifa_addr == NULL)
1542                                 continue;
1543
1544                         if ((ifaddr->ifa_flags & IFF_UP) == 0)
1545                                 continue;
1546
1547                         family = ifaddr->ifa_addr->sa_family;
1548                         if (family == AF_INET) {
1549                                 ip = ((struct sockaddr_in *)ifaddr->ifa_addr)->
1550                                         sin_addr.s_addr;
1551
1552                                 list_for_each_entry(ip_range, ip_ranges,
1553                                                     ipr_entry) {
1554                                         rc = cfs_ip_addr_match(bswap_32(ip),
1555                                                         &ip_range->ipr_expr);
1556                                         if (!rc)
1557                                                 continue;
1558
1559                                         rc = lustre_lnet_add_intf_descr
1560                                           (intf_list, ifaddr->ifa_name,
1561                                            strlen(ifaddr->ifa_name));
1562
1563                                         if (rc != LUSTRE_CFG_RC_NO_ERR)
1564                                                 return rc;
1565                                 }
1566                         }
1567                 }
1568
1569                 if (!list_empty(intf_list))
1570                         return LUSTRE_CFG_RC_MATCH;
1571
1572                 return LUSTRE_CFG_RC_NO_MATCH;
1573         }
1574
1575         /*
1576          * If an interface is explicitly specified the ip-range might or
1577          * might not be specified. if specified the interface needs to match the
1578          * ip-range. If no ip-range then the interfaces are
1579          * automatically matched if they are all up.
1580          * If > 1 interfaces all the interfaces must match for the NI to
1581          * be configured.
1582          */
1583         list_for_each_entry_safe(intf_descr, tmp, intf_list, intf_on_network) {
1584                 for (ifaddr = ifa; ifaddr != NULL; ifaddr = ifaddr->ifa_next) {
1585                         if (ifaddr->ifa_addr == NULL)
1586                                 continue;
1587
1588                         family = ifaddr->ifa_addr->sa_family;
1589                         if (family == AF_INET &&
1590                             strcmp(intf_descr->intf_name,
1591                                    ifaddr->ifa_name) == 0)
1592                                 break;
1593                 }
1594
1595                 if (ifaddr == NULL) {
1596                         list_del(&intf_descr->intf_on_network);
1597                         free_intf_descr(intf_descr);
1598                         continue;
1599                 }
1600
1601                 if ((ifaddr->ifa_flags & IFF_UP) == 0) {
1602                         list_del(&intf_descr->intf_on_network);
1603                         free_intf_descr(intf_descr);
1604                         continue;
1605                 }
1606
1607                 ip = ((struct sockaddr_in *)ifaddr->ifa_addr)->sin_addr.s_addr;
1608
1609                 rc = 1;
1610                 list_for_each_entry(ip_range, ip_ranges, ipr_entry) {
1611                         rc = cfs_ip_addr_match(bswap_32(ip), &ip_range->ipr_expr);
1612                         if (rc)
1613                                 break;
1614                 }
1615
1616                 if (!rc) {
1617                         /* no match for this interface */
1618                         list_del(&intf_descr->intf_on_network);
1619                         free_intf_descr(intf_descr);
1620                 }
1621         }
1622
1623         return LUSTRE_CFG_RC_MATCH;
1624 }
1625
1626 static int lustre_lnet_resolve_ip2nets_rule(struct lustre_lnet_ip2nets *ip2nets,
1627                                             lnet_nid_t **nids, __u32 *nnids,
1628                                             char *err_str, size_t str_len)
1629 {
1630         struct ifaddrs *ifa;
1631         int rc = LUSTRE_CFG_RC_NO_ERR;
1632
1633         rc = getifaddrs(&ifa);
1634         if (rc < 0) {
1635                 snprintf(err_str, str_len,
1636                          "\"failed to get interface addresses: %d\"", -errno);
1637                 err_str[str_len - 1] = '\0';
1638                 return -errno;
1639         }
1640
1641         rc = lustre_lnet_match_ip_to_intf(ifa,
1642                                           &ip2nets->ip2nets_net.nw_intflist,
1643                                           &ip2nets->ip2nets_ip_ranges);
1644         if (rc != LUSTRE_CFG_RC_MATCH) {
1645                 snprintf(err_str, str_len,
1646                          "\"couldn't match ip to existing interfaces\"");
1647                 err_str[str_len - 1] = '\0';
1648                 freeifaddrs(ifa);
1649                 return rc;
1650         }
1651
1652         rc = lustre_lnet_intf2nids(&ip2nets->ip2nets_net, nids, nnids,
1653                                    err_str, sizeof(err_str));
1654         if (rc != LUSTRE_CFG_RC_NO_ERR) {
1655                 *nids = NULL;
1656                 *nnids = 0;
1657         }
1658
1659         freeifaddrs(ifa);
1660
1661         return rc;
1662 }
1663
1664 static int
1665 lustre_lnet_ioctl_config_ni(struct list_head *intf_list,
1666                             struct lnet_ioctl_config_lnd_tunables *tunables,
1667                             struct cfs_expr_list *global_cpts,
1668                             lnet_nid_t *nids, char *err_str)
1669 {
1670         char *data;
1671         struct lnet_ioctl_config_ni *conf;
1672         struct lnet_ioctl_config_lnd_tunables *tun = NULL;
1673         int rc = LUSTRE_CFG_RC_NO_ERR, i = 0;
1674         size_t len;
1675         int count;
1676         struct lnet_dlc_intf_descr *intf_descr;
1677         __u32 *cpt_array;
1678         struct cfs_expr_list *cpt_expr;
1679
1680         list_for_each_entry(intf_descr, intf_list,
1681                             intf_on_network) {
1682                 if (tunables != NULL)
1683                         len = sizeof(struct lnet_ioctl_config_ni) +
1684                               sizeof(struct lnet_ioctl_config_lnd_tunables);
1685                 else
1686                         len = sizeof(struct lnet_ioctl_config_ni);
1687
1688                 data = calloc(1, len);
1689                 if (!data)
1690                         return LUSTRE_CFG_RC_OUT_OF_MEM;
1691                 conf = (struct lnet_ioctl_config_ni*) data;
1692                 if (tunables != NULL)
1693                         tun = (struct lnet_ioctl_config_lnd_tunables*)
1694                                 conf->lic_bulk;
1695
1696                 LIBCFS_IOC_INIT_V2(*conf, lic_cfg_hdr);
1697                 conf->lic_cfg_hdr.ioc_len = len;
1698                 conf->lic_nid = nids[i];
1699                 strncpy(conf->lic_ni_intf[0], intf_descr->intf_name,
1700                         LNET_MAX_STR_LEN);
1701
1702                 if (intf_descr->cpt_expr != NULL)
1703                         cpt_expr = intf_descr->cpt_expr;
1704                 else if (global_cpts != NULL)
1705                         cpt_expr = global_cpts;
1706                 else
1707                         cpt_expr = NULL;
1708
1709                 if (cpt_expr != NULL) {
1710                         count = cfs_expr_list_values(cpt_expr,
1711                                                      LNET_MAX_SHOW_NUM_CPT,
1712                                                      &cpt_array);
1713                         if (count > 0) {
1714                                 memcpy(conf->lic_cpts, cpt_array,
1715                                        sizeof(cpt_array[0]) * LNET_MAX_STR_LEN);
1716                                 free(cpt_array);
1717                         } else {
1718                                 count = 0;
1719                         }
1720                 } else {
1721                         count = 0;
1722                 }
1723
1724                 conf->lic_ncpts = count;
1725
1726                 if (tunables != NULL)
1727                         memcpy(tun, tunables, sizeof(*tunables));
1728
1729                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_LOCAL_NI, data);
1730                 if (rc < 0) {
1731                         rc = -errno;
1732                         snprintf(err_str,
1733                                  LNET_MAX_STR_LEN,
1734                                  "\"cannot add network: %s\"", strerror(errno));
1735                         free(data);
1736                         return rc;
1737                 }
1738                 free(data);
1739                 i++;
1740         }
1741
1742         return LUSTRE_CFG_RC_NO_ERR;
1743 }
1744
1745 int
1746 lustre_lnet_config_ip2nets(struct lustre_lnet_ip2nets *ip2nets,
1747                            struct lnet_ioctl_config_lnd_tunables *tunables,
1748                            struct cfs_expr_list *global_cpts,
1749                            int seq_no, struct cYAML **err_rc)
1750 {
1751         lnet_nid_t *nids = NULL;
1752         __u32 nnids = 0;
1753         int rc;
1754         char err_str[LNET_MAX_STR_LEN];
1755
1756         snprintf(err_str, sizeof(err_str), "\"success\"");
1757
1758         if (!ip2nets) {
1759                 snprintf(err_str,
1760                          sizeof(err_str),
1761                          "\"incomplete ip2nets information\"");
1762                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1763                 goto out;
1764         }
1765
1766         /*
1767          * call below function to resolve the rules into a list of nids.
1768          * The memory is allocated in that function then freed here when
1769          * it's no longer needed.
1770          */
1771         rc = lustre_lnet_resolve_ip2nets_rule(ip2nets, &nids, &nnids, err_str,
1772                                               sizeof(err_str));
1773         if (rc != LUSTRE_CFG_RC_NO_ERR && rc != LUSTRE_CFG_RC_MATCH)
1774                 goto out;
1775
1776         if (list_empty(&ip2nets->ip2nets_net.nw_intflist)) {
1777                 snprintf(err_str, sizeof(err_str),
1778                          "\"no interfaces match ip2nets rules\"");
1779                 goto free_nids_out;
1780         }
1781
1782         rc = lustre_lnet_ioctl_config_ni(&ip2nets->ip2nets_net.nw_intflist,
1783                                          tunables, global_cpts, nids,
1784                                          err_str);
1785
1786 free_nids_out:
1787         free(nids);
1788
1789 out:
1790         cYAML_build_error(rc, seq_no, ADD_CMD, "ip2nets", err_str, err_rc);
1791         return rc;
1792 }
1793
1794 int lustre_lnet_config_ni(struct lnet_dlc_network_descr *nw_descr,
1795                           struct cfs_expr_list *global_cpts,
1796                           char *ip2net,
1797                           struct lnet_ioctl_config_lnd_tunables *tunables,
1798                           int seq_no, struct cYAML **err_rc)
1799 {
1800         char *data = NULL;
1801         struct lnet_ioctl_config_ni *conf;
1802         struct lnet_ioctl_config_lnd_tunables *tun = NULL;
1803         char buf[LNET_MAX_STR_LEN];
1804         int rc = LUSTRE_CFG_RC_NO_ERR;
1805         char err_str[LNET_MAX_STR_LEN];
1806         lnet_nid_t *nids = NULL;
1807         __u32 nnids = 0;
1808         size_t len;
1809         int count;
1810         struct lnet_dlc_intf_descr *intf_descr, *tmp;
1811         __u32 *cpt_array;
1812
1813         snprintf(err_str, sizeof(err_str), "\"success\"");
1814
1815         if (ip2net == NULL && (nw_descr == NULL || nw_descr->nw_id == 0 ||
1816             (list_empty(&nw_descr->nw_intflist) &&
1817              LNET_NETTYP(nw_descr->nw_id) != GNILND))) {
1818                 snprintf(err_str,
1819                          sizeof(err_str),
1820                          "\"missing mandatory parameters in NI config: '%s'\"",
1821                          (nw_descr == NULL) ? "network , interface" :
1822                          (nw_descr->nw_id == 0) ? "network" : "interface");
1823                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1824                 goto out;
1825         }
1826
1827         if (ip2net != NULL && strlen(ip2net) >= sizeof(buf)) {
1828                 snprintf(err_str,
1829                          sizeof(err_str),
1830                          "\"ip2net string too long %d\"",
1831                                 (int)strlen(ip2net));
1832                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
1833                 goto out;
1834         }
1835
1836         if (ip2net != NULL) {
1837                 if (tunables != NULL)
1838                         len = sizeof(struct lnet_ioctl_config_ni) +
1839                               sizeof(struct lnet_ioctl_config_lnd_tunables);
1840                 else
1841                         len = sizeof(struct lnet_ioctl_config_ni);
1842                 data = calloc(1, len);
1843                 if (!data) {
1844                         rc = LUSTRE_CFG_RC_OUT_OF_MEM;
1845                         goto out;
1846                 }
1847                 conf = (struct lnet_ioctl_config_ni*) data;
1848                 if (tunables != NULL)
1849                         tun = (struct lnet_ioctl_config_lnd_tunables*)
1850                                 (data + sizeof(*conf));
1851
1852                 LIBCFS_IOC_INIT_V2(*conf, lic_cfg_hdr);
1853                 conf->lic_cfg_hdr.ioc_len = len;
1854                 strncpy(conf->lic_legacy_ip2nets, ip2net,
1855                         LNET_MAX_STR_LEN);
1856
1857                 if (global_cpts != NULL) {
1858                         count = cfs_expr_list_values(global_cpts,
1859                                                      LNET_MAX_SHOW_NUM_CPT,
1860                                                      &cpt_array);
1861                         if (count > 0) {
1862                                 memcpy(conf->lic_cpts, cpt_array,
1863                                        sizeof(cpt_array[0]) * LNET_MAX_STR_LEN);
1864                                 free(cpt_array);
1865                         } else {
1866                                 count = 0;
1867                         }
1868                 } else {
1869                         count = 0;
1870                 }
1871
1872                 conf->lic_ncpts = count;
1873
1874                 if (tunables != NULL)
1875                         memcpy(tun, tunables, sizeof(*tunables));
1876
1877                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_LOCAL_NI, data);
1878                 if (rc < 0) {
1879                         rc = -errno;
1880                         snprintf(err_str,
1881                                 sizeof(err_str),
1882                                 "\"cannot add network: %s\"", strerror(errno));
1883                         goto out;
1884                 }
1885
1886                 goto out;
1887         }
1888
1889         if (LNET_NETTYP(nw_descr->nw_id) == LOLND) {
1890                 rc = LUSTRE_CFG_RC_NO_ERR;
1891                 goto out;
1892         }
1893
1894         if (nw_descr->nw_id == LNET_NIDNET(LNET_NID_ANY)) {
1895                 snprintf(err_str,
1896                         sizeof(err_str),
1897                         "\"cannot parse net '%s'\"",
1898                         libcfs_net2str(nw_descr->nw_id));
1899                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1900                 goto out;
1901         }
1902
1903         /*
1904          * special case the GNI since no interface name is expected
1905          */
1906         if (list_empty(&nw_descr->nw_intflist) &&
1907             (LNET_NETTYP(nw_descr->nw_id) != GNILND)) {
1908                 snprintf(err_str,
1909                         sizeof(err_str),
1910                         "\"no interface name provided\"");
1911                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1912                 goto out;
1913         }
1914
1915         rc = lustre_lnet_intf2nids(nw_descr, &nids, &nnids,
1916                                    err_str, sizeof(err_str));
1917         if (rc != 0) {
1918                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1919                 goto out;
1920         }
1921
1922         rc = lustre_lnet_ioctl_config_ni(&nw_descr->nw_intflist,
1923                                          tunables, global_cpts, nids,
1924                                          err_str);
1925
1926 out:
1927         if (nw_descr != NULL) {
1928                 list_for_each_entry_safe(intf_descr, tmp,
1929                                          &nw_descr->nw_intflist,
1930                                          intf_on_network) {
1931                         list_del(&intf_descr->intf_on_network);
1932                         free_intf_descr(intf_descr);
1933                 }
1934         }
1935
1936         cYAML_build_error(rc, seq_no, ADD_CMD, "net", err_str, err_rc);
1937
1938         if (nids)
1939                 free(nids);
1940
1941         if (data)
1942                 free(data);
1943
1944         return rc;
1945 }
1946
1947 int lustre_lnet_del_ni(struct lnet_dlc_network_descr *nw_descr,
1948                        int seq_no, struct cYAML **err_rc)
1949 {
1950         struct lnet_ioctl_config_ni data;
1951         int rc = LUSTRE_CFG_RC_NO_ERR, i;
1952         char err_str[LNET_MAX_STR_LEN];
1953         lnet_nid_t *nids = NULL;
1954         __u32 nnids = 0;
1955         struct lnet_dlc_intf_descr *intf_descr, *tmp;
1956
1957         snprintf(err_str, sizeof(err_str), "\"success\"");
1958
1959         if (nw_descr == NULL || nw_descr->nw_id == 0) {
1960                 snprintf(err_str,
1961                          sizeof(err_str),
1962                          "\"missing mandatory parameter in deleting NI: '%s'\"",
1963                          (nw_descr == NULL) ? "network , interface" :
1964                          (nw_descr->nw_id == 0) ? "network" : "interface");
1965                 rc = LUSTRE_CFG_RC_MISSING_PARAM;
1966                 goto out;
1967         }
1968
1969         if (LNET_NETTYP(nw_descr->nw_id) == LOLND)
1970                 return LUSTRE_CFG_RC_NO_ERR;
1971
1972         if (nw_descr->nw_id == LNET_NIDNET(LNET_NID_ANY)) {
1973                 snprintf(err_str,
1974                          sizeof(err_str),
1975                          "\"cannot parse net '%s'\"",
1976                          libcfs_net2str(nw_descr->nw_id));
1977                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1978                 goto out;
1979         }
1980
1981         rc = lustre_lnet_intf2nids(nw_descr, &nids, &nnids,
1982                                    err_str, sizeof(err_str));
1983         if (rc != 0) {
1984                 rc = LUSTRE_CFG_RC_BAD_PARAM;
1985                 goto out;
1986         }
1987
1988         /*
1989          * no interfaces just the nw_id is specified
1990          */
1991         if (nnids == 0) {
1992                 nids = calloc(1, sizeof(*nids));
1993                 if (nids == NULL) {
1994                         snprintf(err_str, sizeof(err_str),
1995                                 "\"out of memory\"");
1996                         rc = LUSTRE_CFG_RC_OUT_OF_MEM;
1997                         goto out;
1998                 }
1999                 nids[0] = LNET_MKNID(nw_descr->nw_id, 0);
2000                 nnids = 1;
2001         }
2002
2003         for (i = 0; i < nnids; i++) {
2004                 LIBCFS_IOC_INIT_V2(data, lic_cfg_hdr);
2005                 data.lic_nid = nids[i];
2006
2007                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_DEL_LOCAL_NI, &data);
2008                 if (rc < 0) {
2009                         rc = -errno;
2010                         snprintf(err_str,
2011                                 sizeof(err_str),
2012                                 "\"cannot del network: %s\"", strerror(errno));
2013                 }
2014         }
2015
2016         list_for_each_entry_safe(intf_descr, tmp, &nw_descr->nw_intflist,
2017                                  intf_on_network) {
2018                 list_del(&intf_descr->intf_on_network);
2019                 free_intf_descr(intf_descr);
2020         }
2021
2022 out:
2023         cYAML_build_error(rc, seq_no, DEL_CMD, "net", err_str, err_rc);
2024
2025         if (nids != NULL)
2026                 free(nids);
2027
2028         return rc;
2029 }
2030
2031 static int
2032 lustre_lnet_config_healthv(int value, bool all, lnet_nid_t nid,
2033                            enum lnet_health_type type, char *name,
2034                            int seq_no, struct cYAML **err_rc)
2035 {
2036         struct lnet_ioctl_reset_health_cfg data;
2037         int rc = LUSTRE_CFG_RC_NO_ERR;
2038         char err_str[LNET_MAX_STR_LEN];
2039
2040         snprintf(err_str, sizeof(err_str), "\"success\"");
2041
2042         LIBCFS_IOC_INIT_V2(data, rh_hdr);
2043         data.rh_type = type;
2044         data.rh_all = all;
2045         data.rh_value = value;
2046         data.rh_nid = nid;
2047
2048         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_SET_HEALHV, &data);
2049         if (rc != 0) {
2050                 rc = -errno;
2051                 snprintf(err_str,
2052                          sizeof(err_str), "Can not configure health value: %s",
2053                          strerror(errno));
2054         }
2055
2056         cYAML_build_error(rc, seq_no, ADD_CMD, name, err_str, err_rc);
2057
2058         return rc;
2059 }
2060
2061 int lustre_lnet_config_ni_healthv(int value, bool all, char *ni_nid, int seq_no,
2062                                   struct cYAML **err_rc)
2063 {
2064         lnet_nid_t nid;
2065         if (ni_nid)
2066                 nid = libcfs_str2nid(ni_nid);
2067         else
2068                 nid = LNET_NID_ANY;
2069         return lustre_lnet_config_healthv(value, all, nid,
2070                                           LNET_HEALTH_TYPE_LOCAL_NI,
2071                                           "ni healthv", seq_no, err_rc);
2072 }
2073
2074 int lustre_lnet_config_peer_ni_healthv(int value, bool all, char *lpni_nid,
2075                                        int seq_no, struct cYAML **err_rc)
2076 {
2077         lnet_nid_t nid;
2078         if (lpni_nid)
2079                 nid = libcfs_str2nid(lpni_nid);
2080         else
2081                 nid = LNET_NID_ANY;
2082         return lustre_lnet_config_healthv(value, all, nid,
2083                                           LNET_HEALTH_TYPE_PEER_NI,
2084                                           "peer_ni healthv", seq_no, err_rc);
2085 }
2086
2087 static bool
2088 add_msg_stats_to_yaml_blk(struct cYAML *yaml,
2089                           struct lnet_ioctl_comm_count *counts)
2090 {
2091         if (cYAML_create_number(yaml, "put",
2092                                 counts->ico_put_count)
2093                                         == NULL)
2094                 return false;
2095         if (cYAML_create_number(yaml, "get",
2096                                 counts->ico_get_count)
2097                                         == NULL)
2098                 return false;
2099         if (cYAML_create_number(yaml, "reply",
2100                                 counts->ico_reply_count)
2101                                         == NULL)
2102                 return false;
2103         if (cYAML_create_number(yaml, "ack",
2104                                 counts->ico_ack_count)
2105                                         == NULL)
2106                 return false;
2107         if (cYAML_create_number(yaml, "hello",
2108                                 counts->ico_hello_count)
2109                                         == NULL)
2110                 return false;
2111
2112         return true;
2113 }
2114
2115 static struct lnet_ioctl_comm_count *
2116 get_counts(struct lnet_ioctl_element_msg_stats *msg_stats, int idx)
2117 {
2118         if (idx == 0)
2119                 return &msg_stats->im_send_stats;
2120         if (idx == 1)
2121                 return &msg_stats->im_recv_stats;
2122         if (idx == 2)
2123                 return &msg_stats->im_drop_stats;
2124
2125         return NULL;
2126 }
2127
2128 int lustre_lnet_show_net(char *nw, int detail, int seq_no,
2129                          struct cYAML **show_rc, struct cYAML **err_rc,
2130                          bool backup)
2131 {
2132         char *buf;
2133         struct lnet_ioctl_config_ni *ni_data;
2134         struct lnet_ioctl_config_lnd_tunables *lnd;
2135         struct lnet_ioctl_element_stats *stats;
2136         struct lnet_ioctl_element_msg_stats msg_stats;
2137         struct lnet_ioctl_local_ni_hstats hstats;
2138         __u32 net = LNET_NIDNET(LNET_NID_ANY);
2139         __u32 prev_net = LNET_NIDNET(LNET_NID_ANY);
2140         int rc = LUSTRE_CFG_RC_OUT_OF_MEM, i, j;
2141         int l_errno = 0;
2142         struct cYAML *root = NULL, *tunables = NULL,
2143                 *net_node = NULL, *interfaces = NULL,
2144                 *item = NULL, *first_seq = NULL,
2145                 *tmp = NULL, *statistics = NULL,
2146                 *yhstats = NULL;
2147         int str_buf_len = LNET_MAX_SHOW_NUM_CPT * 2;
2148         char str_buf[str_buf_len];
2149         char *pos;
2150         char err_str[LNET_MAX_STR_LEN];
2151         bool exist = false, new_net = true;
2152         int net_num = 0;
2153         size_t buf_size = sizeof(*ni_data) + sizeof(*lnd) + sizeof(*stats);
2154
2155         snprintf(err_str, sizeof(err_str), "\"out of memory\"");
2156
2157         buf = calloc(1, buf_size);
2158         if (buf == NULL)
2159                 goto out;
2160
2161         ni_data = (struct lnet_ioctl_config_ni *)buf;
2162
2163         if (nw != NULL) {
2164                 net = libcfs_str2net(nw);
2165                 if (net == LNET_NIDNET(LNET_NID_ANY)) {
2166                         snprintf(err_str,
2167                                  sizeof(err_str),
2168                                  "\"cannot parse net '%s'\"", nw);
2169                         rc = LUSTRE_CFG_RC_BAD_PARAM;
2170                         goto out;
2171                 }
2172         }
2173
2174         root = cYAML_create_object(NULL, NULL);
2175         if (root == NULL)
2176                 goto out;
2177
2178         net_node = cYAML_create_seq(root, "net");
2179         if (net_node == NULL)
2180                 goto out;
2181
2182         for (i = 0;; i++) {
2183                 pos = str_buf;
2184                 __u32 rc_net;
2185
2186                 memset(buf, 0, buf_size);
2187
2188                 LIBCFS_IOC_INIT_V2(*ni_data, lic_cfg_hdr);
2189                 /*
2190                  * set the ioc_len to the proper value since INIT assumes
2191                  * size of data
2192                  */
2193                 ni_data->lic_cfg_hdr.ioc_len = buf_size;
2194                 ni_data->lic_idx = i;
2195
2196                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_LOCAL_NI, ni_data);
2197                 if (rc != 0) {
2198                         l_errno = errno;
2199                         break;
2200                 }
2201
2202                 rc_net = LNET_NIDNET(ni_data->lic_nid);
2203
2204                 /* filter on provided data */
2205                 if (net != LNET_NIDNET(LNET_NID_ANY) &&
2206                     net != rc_net)
2207                         continue;
2208
2209                 /* if we're backing up don't store lo */
2210                 if (backup && LNET_NETTYP(rc_net) == LOLND)
2211                         continue;
2212
2213                 /* default rc to -1 in case we hit the goto */
2214                 rc = -1;
2215                 exist = true;
2216
2217                 stats = (struct lnet_ioctl_element_stats *)ni_data->lic_bulk;
2218                 lnd = (struct lnet_ioctl_config_lnd_tunables *)
2219                         (ni_data->lic_bulk + sizeof(*stats));
2220
2221                 if (rc_net != prev_net) {
2222                         prev_net = rc_net;
2223                         new_net = true;
2224                         net_num++;
2225                 }
2226
2227                 if (new_net) {
2228                         if (!cYAML_create_string(net_node, "net type",
2229                                                  libcfs_net2str(rc_net)))
2230                                 goto out;
2231
2232                         tmp = cYAML_create_seq(net_node, "local NI(s)");
2233                         if (tmp == NULL)
2234                                 goto out;
2235                         new_net = false;
2236                 }
2237
2238                 /* create the tree to be printed. */
2239                 item = cYAML_create_seq_item(tmp);
2240                 if (item == NULL)
2241                         goto out;
2242
2243                 if (first_seq == NULL)
2244                         first_seq = item;
2245
2246                 if (!backup &&
2247                     cYAML_create_string(item, "nid",
2248                                         libcfs_nid2str(ni_data->lic_nid)) == NULL)
2249                         goto out;
2250
2251                 if (!backup &&
2252                     cYAML_create_string(item,
2253                                         "status",
2254                                         (ni_data->lic_status ==
2255                                           LNET_NI_STATUS_UP) ?
2256                                             "up" : "down") == NULL)
2257                         goto out;
2258
2259                 /* don't add interfaces unless there is at least one
2260                  * interface */
2261                 if (strlen(ni_data->lic_ni_intf[0]) > 0) {
2262                         interfaces = cYAML_create_object(item, "interfaces");
2263                         if (interfaces == NULL)
2264                                 goto out;
2265
2266                         for (j = 0; j < LNET_INTERFACES_NUM; j++) {
2267                                 if (strlen(ni_data->lic_ni_intf[j]) > 0) {
2268                                         snprintf(str_buf,
2269                                                  sizeof(str_buf), "%d", j);
2270                                         if (cYAML_create_string(interfaces,
2271                                                 str_buf,
2272                                                 ni_data->lic_ni_intf[j]) ==
2273                                                         NULL)
2274                                                 goto out;
2275                                 }
2276                         }
2277                 }
2278
2279                 if (detail) {
2280                         char *limit;
2281                         int k;
2282
2283                         if (backup)
2284                                 goto continue_without_msg_stats;
2285
2286                         statistics = cYAML_create_object(item, "statistics");
2287                         if (statistics == NULL)
2288                                 goto out;
2289
2290                         if (cYAML_create_number(statistics, "send_count",
2291                                                 stats->iel_send_count)
2292                                                         == NULL)
2293                                 goto out;
2294
2295                         if (cYAML_create_number(statistics, "recv_count",
2296                                                 stats->iel_recv_count)
2297                                                         == NULL)
2298                                 goto out;
2299
2300                         if (cYAML_create_number(statistics, "drop_count",
2301                                                 stats->iel_drop_count)
2302                                                         == NULL)
2303                                 goto out;
2304
2305                         if (detail < 2)
2306                                 goto continue_without_msg_stats;
2307
2308                         LIBCFS_IOC_INIT_V2(msg_stats, im_hdr);
2309                         msg_stats.im_hdr.ioc_len = sizeof(msg_stats);
2310                         msg_stats.im_idx = i;
2311
2312                         rc = l_ioctl(LNET_DEV_ID,
2313                                      IOC_LIBCFS_GET_LOCAL_NI_MSG_STATS,
2314                                      &msg_stats);
2315                         if (rc != 0) {
2316                                 l_errno = errno;
2317                                 goto continue_without_msg_stats;
2318                         }
2319
2320                         for (k = 0; k < 3; k++) {
2321                                 struct lnet_ioctl_comm_count *counts;
2322                                 struct cYAML *msg_statistics = NULL;
2323
2324                                 msg_statistics = cYAML_create_object(item,
2325                                                  (char *)gmsg_stat_names[k]);
2326                                 if (msg_statistics == NULL)
2327                                         goto out;
2328
2329                                 counts = get_counts(&msg_stats, k);
2330                                 if (counts == NULL)
2331                                         goto out;
2332
2333                                 if (!add_msg_stats_to_yaml_blk(msg_statistics,
2334                                                                counts))
2335                                         goto out;
2336                         }
2337
2338                         LIBCFS_IOC_INIT_V2(hstats, hlni_hdr);
2339                         hstats.hlni_nid = ni_data->lic_nid;
2340                         /* grab health stats */
2341                         rc = l_ioctl(LNET_DEV_ID,
2342                                      IOC_LIBCFS_GET_LOCAL_HSTATS,
2343                                      &hstats);
2344                         if (rc != 0) {
2345                                 l_errno = errno;
2346                                 goto continue_without_msg_stats;
2347                         }
2348                         yhstats = cYAML_create_object(item, "health stats");
2349                         if (!yhstats)
2350                                 goto out;
2351                         if (cYAML_create_number(yhstats, "health value",
2352                                                 hstats.hlni_health_value)
2353                                                         == NULL)
2354                                 goto out;
2355                         if (cYAML_create_number(yhstats, "interrupts",
2356                                                 hstats.hlni_local_interrupt)
2357                                                         == NULL)
2358                                 goto out;
2359                         if (cYAML_create_number(yhstats, "dropped",
2360                                                 hstats.hlni_local_dropped)
2361                                                         == NULL)
2362                                 goto out;
2363                         if (cYAML_create_number(yhstats, "aborted",
2364                                                 hstats.hlni_local_aborted)
2365                                                         == NULL)
2366                                 goto out;
2367                         if (cYAML_create_number(yhstats, "no route",
2368                                                 hstats.hlni_local_no_route)
2369                                                         == NULL)
2370                                 goto out;
2371                         if (cYAML_create_number(yhstats, "timeouts",
2372                                                 hstats.hlni_local_timeout)
2373                                                         == NULL)
2374                                 goto out;
2375                         if (cYAML_create_number(yhstats, "error",
2376                                                 hstats.hlni_local_error)
2377                                                         == NULL)
2378                                 goto out;
2379
2380 continue_without_msg_stats:
2381                         tunables = cYAML_create_object(item, "tunables");
2382                         if (!tunables)
2383                                 goto out;
2384
2385                         rc = lustre_net_show_tunables(tunables, &lnd->lt_cmn);
2386                         if (rc != LUSTRE_CFG_RC_NO_ERR)
2387                                 goto out;
2388
2389                         rc = lustre_ni_show_tunables(tunables, LNET_NETTYP(rc_net),
2390                                                      &lnd->lt_tun);
2391                         if (rc != LUSTRE_CFG_RC_NO_ERR &&
2392                             rc != LUSTRE_CFG_RC_NO_MATCH)
2393                                 goto out;
2394
2395                         if (rc != LUSTRE_CFG_RC_NO_MATCH) {
2396                                 tunables = cYAML_create_object(item,
2397                                                                "lnd tunables");
2398                                 if (tunables == NULL)
2399                                         goto out;
2400                         }
2401
2402                         if (!backup &&
2403                             cYAML_create_number(item, "dev cpt",
2404                                                 ni_data->lic_dev_cpt) == NULL)
2405                                 goto out;
2406
2407                         if (!backup &&
2408                             cYAML_create_number(item, "tcp bonding",
2409                                                 ni_data->lic_tcp_bonding)
2410                                                         == NULL)
2411                                 goto out;
2412
2413                         /* out put the CPTs in the format: "[x,x,x,...]" */
2414                         limit = str_buf + str_buf_len - 3;
2415                         pos += snprintf(pos, limit - pos, "\"[");
2416                         for (j = 0 ; ni_data->lic_ncpts >= 1 &&
2417                                 j < ni_data->lic_ncpts &&
2418                                 pos < limit; j++) {
2419                                 pos += snprintf(pos, limit - pos,
2420                                                 "%d", ni_data->lic_cpts[j]);
2421                                 if ((j + 1) < ni_data->lic_ncpts)
2422                                         pos += snprintf(pos, limit - pos, ",");
2423                         }
2424                         pos += snprintf(pos, 3, "]\"");
2425
2426                         if (ni_data->lic_ncpts >= 1 &&
2427                             cYAML_create_string(item, "CPT",
2428                                                 str_buf) == NULL)
2429                                 goto out;
2430                 }
2431         }
2432
2433         /* Print out the net information only if show_rc is not provided */
2434         if (show_rc == NULL)
2435                 cYAML_print_tree(root);
2436
2437         if (l_errno != ENOENT) {
2438                 snprintf(err_str,
2439                          sizeof(err_str),
2440                          "\"cannot get networks: %s\"",
2441                          strerror(l_errno));
2442                 rc = -l_errno;
2443                 goto out;
2444         } else
2445                 rc = LUSTRE_CFG_RC_NO_ERR;
2446
2447         snprintf(err_str, sizeof(err_str), "\"success\"");
2448 out:
2449         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR || !exist) {
2450                 cYAML_free_tree(root);
2451         } else if (show_rc != NULL && *show_rc != NULL) {
2452                 struct cYAML *show_node;
2453                 /* find the net node, if one doesn't exist
2454                  * then insert one.  Otherwise add to the one there
2455                  */
2456                 show_node = cYAML_get_object_item(*show_rc, "net");
2457                 if (show_node != NULL && cYAML_is_sequence(show_node)) {
2458                         cYAML_insert_child(show_node, first_seq);
2459                         free(net_node);
2460                         free(root);
2461                 } else if (show_node == NULL) {
2462                         cYAML_insert_sibling((*show_rc)->cy_child,
2463                                                 net_node);
2464                         free(root);
2465                 } else {
2466                         cYAML_free_tree(root);
2467                 }
2468         } else {
2469                 *show_rc = root;
2470         }
2471
2472         cYAML_build_error(rc, seq_no, SHOW_CMD, "net", err_str, err_rc);
2473
2474         return rc;
2475 }
2476
2477 int lustre_lnet_enable_routing(int enable, int seq_no, struct cYAML **err_rc)
2478 {
2479         struct lnet_ioctl_config_data data;
2480         int rc = LUSTRE_CFG_RC_NO_ERR;
2481         char err_str[LNET_MAX_STR_LEN];
2482
2483         snprintf(err_str, sizeof(err_str), "\"success\"");
2484
2485         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
2486         data.cfg_config_u.cfg_buffers.buf_enable = (enable) ? 1 : 0;
2487
2488         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_CONFIG_RTR, &data);
2489         if (rc != 0) {
2490                 rc = -errno;
2491                 snprintf(err_str,
2492                          sizeof(err_str),
2493                          "\"cannot %s routing %s\"",
2494                          (enable) ? "enable" : "disable", strerror(errno));
2495                 goto out;
2496         }
2497
2498 out:
2499         cYAML_build_error(rc, seq_no,
2500                          (enable) ? ADD_CMD : DEL_CMD,
2501                          "routing", err_str, err_rc);
2502
2503         return rc;
2504 }
2505
2506 int ioctl_set_value(__u32 val, int ioc, char *name,
2507                     int seq_no, struct cYAML **err_rc)
2508 {
2509         struct lnet_ioctl_set_value data;
2510         int rc = LUSTRE_CFG_RC_NO_ERR;
2511         char err_str[LNET_MAX_STR_LEN];
2512
2513         snprintf(err_str, sizeof(err_str), "\"success\"");
2514
2515         LIBCFS_IOC_INIT_V2(data, sv_hdr);
2516         data.sv_value = val;
2517
2518         rc = l_ioctl(LNET_DEV_ID, ioc , &data);
2519         if (rc != 0) {
2520                 rc = -errno;
2521                 snprintf(err_str,
2522                          sizeof(err_str),
2523                          "\"cannot configure %s to %d: %s\"", name,
2524                          val, strerror(errno));
2525         }
2526
2527         cYAML_build_error(rc, seq_no, ADD_CMD, name, err_str, err_rc);
2528
2529         return rc;
2530 }
2531
2532 int lustre_lnet_config_recov_intrv(int intrv, int seq_no, struct cYAML **err_rc)
2533 {
2534         int rc = LUSTRE_CFG_RC_NO_ERR;
2535         char err_str[LNET_MAX_STR_LEN];
2536         char val[LNET_MAX_STR_LEN];
2537
2538         snprintf(err_str, sizeof(err_str), "\"success\"");
2539
2540         snprintf(val, sizeof(val), "%d", intrv);
2541
2542         rc = write_sysfs_file(modparam_path, "lnet_recovery_interval", val,
2543                               1, strlen(val) + 1);
2544         if (rc)
2545                 snprintf(err_str, sizeof(err_str),
2546                          "\"cannot configure recovery interval: %s\"",
2547                          strerror(errno));
2548
2549         cYAML_build_error(rc, seq_no, ADD_CMD, "recovery_interval", err_str, err_rc);
2550
2551         return rc;
2552 }
2553
2554 int lustre_lnet_config_hsensitivity(int sen, int seq_no, struct cYAML **err_rc)
2555 {
2556         int rc = LUSTRE_CFG_RC_NO_ERR;
2557         char err_str[LNET_MAX_STR_LEN];
2558         char val[LNET_MAX_STR_LEN];
2559
2560         snprintf(err_str, sizeof(err_str), "\"success\"");
2561
2562         snprintf(val, sizeof(val), "%d", sen);
2563
2564         rc = write_sysfs_file(modparam_path, "lnet_health_sensitivity", val,
2565                               1, strlen(val) + 1);
2566         if (rc)
2567                 snprintf(err_str, sizeof(err_str),
2568                          "\"cannot configure health sensitivity: %s\"",
2569                          strerror(errno));
2570
2571         cYAML_build_error(rc, seq_no, ADD_CMD, "health_sensitivity", err_str, err_rc);
2572
2573         return rc;
2574 }
2575
2576 int lustre_lnet_config_transaction_to(int timeout, int seq_no, struct cYAML **err_rc)
2577 {
2578         int rc = LUSTRE_CFG_RC_NO_ERR;
2579         char err_str[LNET_MAX_STR_LEN];
2580         char val[LNET_MAX_STR_LEN];
2581
2582         snprintf(err_str, sizeof(err_str), "\"success\"");
2583
2584         snprintf(val, sizeof(val), "%d", timeout);
2585
2586         rc = write_sysfs_file(modparam_path, "lnet_transaction_timeout", val,
2587                               1, strlen(val) + 1);
2588         if (rc)
2589                 snprintf(err_str, sizeof(err_str),
2590                          "\"cannot configure transaction timeout: %s\"",
2591                          strerror(errno));
2592
2593         cYAML_build_error(rc, seq_no, ADD_CMD, "transaction_timeout", err_str, err_rc);
2594
2595         return rc;
2596 }
2597
2598 int lustre_lnet_config_retry_count(int count, int seq_no, struct cYAML **err_rc)
2599 {
2600         int rc = LUSTRE_CFG_RC_NO_ERR;
2601         char err_str[LNET_MAX_STR_LEN];
2602         char val[LNET_MAX_STR_LEN];
2603
2604         snprintf(err_str, sizeof(err_str), "\"success\"");
2605
2606         snprintf(val, sizeof(val), "%d", count);
2607
2608         rc = write_sysfs_file(modparam_path, "lnet_retry_count", val,
2609                               1, strlen(val) + 1);
2610         if (rc)
2611                 snprintf(err_str, sizeof(err_str),
2612                          "\"cannot configure retry count: %s\"",
2613                          strerror(errno));
2614
2615         cYAML_build_error(rc, seq_no, ADD_CMD, "retry_count", err_str, err_rc);
2616
2617         return rc;
2618 }
2619
2620 int lustre_lnet_config_max_intf(int max, int seq_no, struct cYAML **err_rc)
2621 {
2622         int rc = LUSTRE_CFG_RC_NO_ERR;
2623         char err_str[LNET_MAX_STR_LEN];
2624         char val[LNET_MAX_STR_LEN];
2625
2626         snprintf(err_str, sizeof(err_str), "\"success\"");
2627
2628         snprintf(val, sizeof(val), "%d", max);
2629
2630         rc = write_sysfs_file(modparam_path, "lnet_interfaces_max", val,
2631                               1, strlen(val) + 1);
2632         if (rc)
2633                 snprintf(err_str, sizeof(err_str),
2634                          "\"cannot configure max interfaces: %s\"",
2635                          strerror(errno));
2636
2637         cYAML_build_error(rc, seq_no, ADD_CMD, "max_interfaces", err_str, err_rc);
2638
2639         return rc;
2640 }
2641
2642 int lustre_lnet_config_discovery(int enable, int seq_no, struct cYAML **err_rc)
2643 {
2644         int rc = LUSTRE_CFG_RC_NO_ERR;
2645         char err_str[LNET_MAX_STR_LEN];
2646         char val[LNET_MAX_STR_LEN];
2647
2648         snprintf(err_str, sizeof(err_str), "\"success\"");
2649
2650         snprintf(val, sizeof(val), "%u", (enable) ? 0 : 1);
2651
2652         rc = write_sysfs_file(modparam_path, "lnet_peer_discovery_disabled", val,
2653                               1, strlen(val) + 1);
2654         if (rc)
2655                 snprintf(err_str, sizeof(err_str),
2656                          "\"cannot configure discovery: %s\"",
2657                          strerror(errno));
2658
2659         cYAML_build_error(rc, seq_no, ADD_CMD, "discovery", err_str, err_rc);
2660
2661         return rc;
2662
2663 }
2664
2665 int lustre_lnet_config_numa_range(int range, int seq_no, struct cYAML **err_rc)
2666 {
2667         return ioctl_set_value(range, IOC_LIBCFS_SET_NUMA_RANGE,
2668                                "numa_range", seq_no, err_rc);
2669 }
2670
2671 int lustre_lnet_config_buffers(int tiny, int small, int large, int seq_no,
2672                                struct cYAML **err_rc)
2673 {
2674         struct lnet_ioctl_config_data data;
2675         int rc = LUSTRE_CFG_RC_NO_ERR;
2676         char err_str[LNET_MAX_STR_LEN];
2677
2678         snprintf(err_str, sizeof(err_str), "\"success\"");
2679
2680         /* -1 indicates to ignore changes to this field */
2681         if (tiny < -1 || small < -1 || large < -1) {
2682                 snprintf(err_str,
2683                          sizeof(err_str),
2684                          "\"tiny, small and large must be >= 0\"");
2685                 rc = LUSTRE_CFG_RC_OUT_OF_RANGE_PARAM;
2686                 goto out;
2687         }
2688
2689         LIBCFS_IOC_INIT_V2(data, cfg_hdr);
2690         data.cfg_config_u.cfg_buffers.buf_tiny = tiny;
2691         data.cfg_config_u.cfg_buffers.buf_small = small;
2692         data.cfg_config_u.cfg_buffers.buf_large = large;
2693
2694         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_ADD_BUF, &data);
2695         if (rc != 0) {
2696                 rc = -errno;
2697                 snprintf(err_str,
2698                          sizeof(err_str),
2699                          "\"cannot configure buffers: %s\"", strerror(errno));
2700                 goto out;
2701         }
2702
2703 out:
2704         cYAML_build_error(rc, seq_no, ADD_CMD, "buf", err_str, err_rc);
2705
2706         return rc;
2707 }
2708
2709 int lustre_lnet_show_routing(int seq_no, struct cYAML **show_rc,
2710                              struct cYAML **err_rc, bool backup)
2711 {
2712         struct lnet_ioctl_config_data *data;
2713         struct lnet_ioctl_pool_cfg *pool_cfg = NULL;
2714         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
2715         int l_errno = 0;
2716         char *buf;
2717         char *pools[LNET_NRBPOOLS] = {"tiny", "small", "large"};
2718         int buf_count[LNET_NRBPOOLS] = {0};
2719         struct cYAML *root = NULL, *pools_node = NULL,
2720                      *type_node = NULL, *item = NULL, *cpt = NULL,
2721                      *first_seq = NULL, *buffers = NULL;
2722         int i, j;
2723         char err_str[LNET_MAX_STR_LEN];
2724         char node_name[LNET_MAX_STR_LEN];
2725         bool exist = false;
2726
2727         snprintf(err_str, sizeof(err_str), "\"out of memory\"");
2728
2729         buf = calloc(1, sizeof(*data) + sizeof(*pool_cfg));
2730         if (buf == NULL)
2731                 goto out;
2732
2733         data = (struct lnet_ioctl_config_data *)buf;
2734
2735         root = cYAML_create_object(NULL, NULL);
2736         if (root == NULL)
2737                 goto out;
2738
2739         if (backup)
2740                 pools_node = cYAML_create_object(root, "routing");
2741         else
2742                 pools_node = cYAML_create_seq(root, "routing");
2743         if (pools_node == NULL)
2744                 goto out;
2745
2746         for (i = 0;; i++) {
2747                 LIBCFS_IOC_INIT_V2(*data, cfg_hdr);
2748                 data->cfg_hdr.ioc_len = sizeof(struct lnet_ioctl_config_data) +
2749                                         sizeof(struct lnet_ioctl_pool_cfg);
2750                 data->cfg_count = i;
2751
2752                 rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_BUF, data);
2753                 if (rc != 0) {
2754                         l_errno = errno;
2755                         break;
2756                 }
2757
2758                 exist = true;
2759
2760                 pool_cfg = (struct lnet_ioctl_pool_cfg *)data->cfg_bulk;
2761
2762                 if (backup)
2763                         goto calculate_buffers;
2764
2765                 snprintf(node_name, sizeof(node_name), "cpt[%d]", i);
2766                 item = cYAML_create_seq_item(pools_node);
2767                 if (item == NULL)
2768                         goto out;
2769
2770                 if (first_seq == NULL)
2771                         first_seq = item;
2772
2773                 cpt = cYAML_create_object(item, node_name);
2774                 if (cpt == NULL)
2775                         goto out;
2776
2777 calculate_buffers:
2778                 /* create the tree  and print */
2779                 for (j = 0; j < LNET_NRBPOOLS; j++) {
2780                         if (!backup) {
2781                                 type_node = cYAML_create_object(cpt, pools[j]);
2782                                 if (type_node == NULL)
2783                                         goto out;
2784                         }
2785                         if (!backup &&
2786                             cYAML_create_number(type_node, "npages",
2787                                                 pool_cfg->pl_pools[j].pl_npages)
2788                             == NULL)
2789                                 goto out;
2790                         if (!backup &&
2791                             cYAML_create_number(type_node, "nbuffers",
2792                                                 pool_cfg->pl_pools[j].
2793                                                   pl_nbuffers) == NULL)
2794                                 goto out;
2795                         if (!backup &&
2796                             cYAML_create_number(type_node, "credits",
2797                                                 pool_cfg->pl_pools[j].
2798                                                    pl_credits) == NULL)
2799                                 goto out;
2800                         if (!backup &&
2801                             cYAML_create_number(type_node, "mincredits",
2802                                                 pool_cfg->pl_pools[j].
2803                                                    pl_mincredits) == NULL)
2804                                 goto out;
2805                         /* keep track of the total count for each of the
2806                          * tiny, small and large buffers */
2807                         buf_count[j] += pool_cfg->pl_pools[j].pl_nbuffers;
2808                 }
2809         }
2810
2811         if (pool_cfg != NULL) {
2812                 if (backup) {
2813                         if (cYAML_create_number(pools_node, "enable",
2814                                                 pool_cfg->pl_routing) ==
2815                         NULL)
2816                                 goto out;
2817
2818                         goto add_buffer_section;
2819                 }
2820
2821                 item = cYAML_create_seq_item(pools_node);
2822                 if (item == NULL)
2823                         goto out;
2824
2825                 if (cYAML_create_number(item, "enable", pool_cfg->pl_routing) ==
2826                     NULL)
2827                         goto out;
2828         }
2829
2830 add_buffer_section:
2831         /* create a buffers entry in the show. This is necessary so that
2832          * if the YAML output is used to configure a node, the buffer
2833          * configuration takes hold */
2834         buffers = cYAML_create_object(root, "buffers");
2835         if (buffers == NULL)
2836                 goto out;
2837
2838         for (i = 0; i < LNET_NRBPOOLS; i++) {
2839                 if (cYAML_create_number(buffers, pools[i], buf_count[i]) == NULL)
2840                         goto out;
2841         }
2842
2843         if (show_rc == NULL)
2844                 cYAML_print_tree(root);
2845
2846         if (l_errno != ENOENT) {
2847                 snprintf(err_str,
2848                          sizeof(err_str),
2849                          "\"cannot get routing information: %s\"",
2850                          strerror(l_errno));
2851                 rc = -l_errno;
2852                 goto out;
2853         } else
2854                 rc = LUSTRE_CFG_RC_NO_ERR;
2855
2856         snprintf(err_str, sizeof(err_str), "\"success\"");
2857         rc = LUSTRE_CFG_RC_NO_ERR;
2858
2859 out:
2860         free(buf);
2861         if (show_rc == NULL || rc != LUSTRE_CFG_RC_NO_ERR || !exist) {
2862                 cYAML_free_tree(root);
2863         } else if (show_rc != NULL && *show_rc != NULL) {
2864                 struct cYAML *routing_node;
2865                 /* there should exist only one routing block and one
2866                  * buffers block. If there already exists a previous one
2867                  * then don't add another */
2868                 routing_node = cYAML_get_object_item(*show_rc, "routing");
2869                 if (routing_node == NULL) {
2870                         cYAML_insert_sibling((*show_rc)->cy_child,
2871                                                 root->cy_child);
2872                         free(root);
2873                 } else {
2874                         cYAML_free_tree(root);
2875                 }
2876         } else {
2877                 *show_rc = root;
2878         }
2879
2880         cYAML_build_error(rc, seq_no, SHOW_CMD, "routing", err_str, err_rc);
2881
2882         return rc;
2883 }
2884
2885 int lustre_lnet_show_peer(char *knid, int detail, int seq_no,
2886                           struct cYAML **show_rc, struct cYAML **err_rc,
2887                           bool backup)
2888 {
2889         /*
2890          * TODO: This function is changing in a future patch to accommodate
2891          * PEER_LIST and proper filtering on any nid of the peer
2892          */
2893         struct lnet_ioctl_peer_cfg peer_info;
2894         struct lnet_peer_ni_credit_info *lpni_cri;
2895         struct lnet_ioctl_element_stats *lpni_stats;
2896         struct lnet_ioctl_element_msg_stats *msg_stats;
2897         struct lnet_ioctl_peer_ni_hstats *hstats;
2898         lnet_nid_t *nidp;
2899         int rc = LUSTRE_CFG_RC_OUT_OF_MEM;
2900         int i, j, k;
2901         int l_errno = 0;
2902         __u32 count;
2903         __u32 size;
2904         struct cYAML *root = NULL, *peer = NULL, *peer_ni = NULL,
2905                      *first_seq = NULL, *peer_root = NULL, *tmp = NULL,
2906                      *msg_statistics = NULL, *statistics = NULL,
2907                      *yhstats;
2908         char err_str[LNET_MAX_STR_LEN];
2909         struct lnet_process_id *list = NULL;
2910         void *data = NULL;
2911         void *lpni_data;
2912         bool exist = false;
2913
2914         snprintf(err_str, sizeof(err_str),
2915                  "\"out of memory\"");
2916
2917         /* create struct cYAML root object */
2918         root = cYAML_create_object(NULL, NULL);
2919         if (root == NULL)
2920                 goto out;
2921
2922         peer_root = cYAML_create_seq(root, "peer");
2923         if (peer_root == NULL)
2924                 goto out;
2925
2926         count = 1000;
2927         size = count * sizeof(struct lnet_process_id);
2928         list = malloc(size);
2929         if (list == NULL) {
2930                 l_errno = ENOMEM;
2931                 goto out;
2932         }
2933         if (knid != NULL) {
2934                 list[0].nid = libcfs_str2nid(knid);
2935                 count = 1;
2936         } else {
2937                 for (;;) {
2938                         memset(&peer_info, 0, sizeof(peer_info));
2939                         LIBCFS_IOC_INIT_V2(peer_info, prcfg_hdr);
2940                         peer_info.prcfg_hdr.ioc_len = sizeof(peer_info);
2941                         peer_info.prcfg_size = size;
2942                         peer_info.prcfg_bulk = list;
2943
2944                         l_errno = 0;
2945                         rc = l_ioctl(LNET_DEV_ID, IOC_LIBCFS_GET_PEER_LIST,
2946                                      &peer_info);
2947                         count = peer_info.prcfg_count;
2948                         if (rc == 0)
2949                                 break;
2950                         l_errno = errno;
2951                         if (l_errno != E2BIG) {
2952                                 snprintf(err_str,
2953                                         sizeof(err_str),
2954                                         "\"cannot get peer list: %s\"",
2955                                         strerror(l_errno));
2956                                 rc = -l_errno;
2957                                 goto out;
2958                         }
2959                         free(list);
2960                         size = peer_info.prcfg_size;
2961                         list = malloc(size);
2962                         if (list == NULL) {
2963                                 l_errno = ENOMEM;
2964                                 goto out;
2965                         }
2966                 }
2967         }
2968
2969         size = 4096;
2970         data = malloc(size);
2971         if (data == NULL) {
2972                 l_errno = ENOMEM;
2973                 goto out;
2974         }
2975
2976         for (i = 0; i < count; i++) {
2977                 for (;;) {