Whamcloud - gitweb
LU-16548 lnet: report actual timeout used by lnd
[fs/lustre-release.git] / lnet / klnds / gnilnd / gnilnd.c
index bfe044c..62d578a 100644 (file)
@@ -91,7 +91,8 @@ kgnilnd_close_stale_conns_locked(kgn_peer_t *peer, kgn_conn_t *newconn)
        int                 loopback;
        int                 count = 0;
 
-       loopback = peer->gnp_nid == peer->gnp_net->gnn_ni->ni_nid;
+       loopback = (peer->gnp_nid ==
+                   lnet_nid_to_nid4(&peer->gnp_net->gnn_ni->ni_nid));
 
        list_for_each_entry_safe(conn, cnxt, &peer->gnp_conns, gnc_list) {
                if (conn->gnc_state != GNILND_CONN_ESTABLISHED)
@@ -161,7 +162,8 @@ kgnilnd_conn_isdup_locked(kgn_peer_t *peer, kgn_conn_t *newconn)
        int               loopback;
        ENTRY;
 
-       loopback = peer->gnp_nid == peer->gnp_net->gnn_ni->ni_nid;
+       loopback = (peer->gnp_nid ==
+                   lnet_nid_to_nid4(&peer->gnp_net->gnn_ni->ni_nid));
 
        list_for_each_entry(conn, &peer->gnp_conns, gnc_list) {
                CDEBUG(D_NET, "checking conn 0x%p for peer %s"
@@ -590,18 +592,20 @@ kgnilnd_peer_notify(kgn_peer_t *peer, int error, int alive)
                up_read(&kgnilnd_data.kgn_net_rw_sem);
 
                for (i = 0; i < nnets; i++) {
-                       lnet_nid_t peer_nid;
+                       struct lnet_nid peer_nid;
 
                        net = nets[i];
 
-                       peer_nid = kgnilnd_lnd2lnetnid(net->gnn_ni->ni_nid,
-                                                                peer->gnp_nid);
+                       lnet_nid4_to_nid(kgnilnd_lnd2lnetnid(
+                                                lnet_nid_to_nid4(&net->gnn_ni->ni_nid),
+                                                peer->gnp_nid),
+                                        &peer_nid);
 
                        CDEBUG(D_NET, "peer 0x%p->%s last_alive %lld (%llds ago)\n",
                                peer, libcfs_nid2str(peer_nid), peer->gnp_last_alive,
                                ktime_get_seconds() - peer->gnp_last_alive);
 
-                       lnet_notify(net->gnn_ni, peer_nid, alive, true,
+                       lnet_notify(net->gnn_ni, &peer_nid, alive, true,
                                    peer->gnp_last_alive);
 
                        kgnilnd_net_decref(net);
@@ -1726,7 +1730,7 @@ kgnilnd_report_node_state(lnet_nid_t nid, int down)
                /* The nid passed in does not yet contain the net portion.
                 * Let's build it up now
                 */
-               nid = LNET_MKNID(LNET_NIDNET(net->gnn_ni->ni_nid), nid);
+               nid = LNET_MKNID(LNET_NID_NET(&net->gnn_ni->ni_nid), nid);
                rc = kgnilnd_add_peer(net, nid, &new_peer);
 
                if (rc) {
@@ -1807,7 +1811,8 @@ kgnilnd_ctl(struct lnet_ni *ni, unsigned int cmd, void *arg)
                 * LNET assumes a conn and peer per net, the LNET_MKNID/LNET_NIDADDR allows us to let Lnet see what it
                 * wants to see instead of the underlying network that is being used to send the data
                 */
-               data->ioc_nid    = LNET_MKNID(LNET_NIDNET(ni->ni_nid), LNET_NIDADDR(nid));
+               data->ioc_nid    = LNET_MKNID(LNET_NID_NET(&ni->ni_nid),
+                                             LNET_NIDADDR(nid));
                data->ioc_flags  = peer_connecting;
                data->ioc_count  = peer_refcount;
 
@@ -1858,7 +1863,8 @@ kgnilnd_ctl(struct lnet_ni *ni, unsigned int cmd, void *arg)
                        /* LNET_MKNID is used to build the correct address based on what LNET wants to see instead of
                         * the generic connection that is used to send the data
                         */
-                       data->ioc_nid    = LNET_MKNID(LNET_NIDNET(ni->ni_nid), LNET_NIDADDR(conn->gnc_peer->gnp_nid));
+                       data->ioc_nid    = LNET_MKNID(LNET_NID_NET(&ni->ni_nid),
+                                                     LNET_NIDADDR(conn->gnc_peer->gnp_nid));
                        data->ioc_u32[0] = conn->gnc_device->gnd_id;
                        kgnilnd_conn_decref(conn);
                }
@@ -1881,12 +1887,12 @@ kgnilnd_ctl(struct lnet_ni *ni, unsigned int cmd, void *arg)
        }
        case IOC_LIBCFS_REGISTER_MYNID: {
                /* Ignore if this is a noop */
-               if (data->ioc_nid == ni->ni_nid) {
+               if (data->ioc_nid == lnet_nid_to_nid4(&ni->ni_nid)) {
                        rc = 0;
                } else {
                        CERROR("obsolete IOC_LIBCFS_REGISTER_MYNID: %s(%s)\n",
                               libcfs_nid2str(data->ioc_nid),
-                              libcfs_nid2str(ni->ni_nid));
+                              libcfs_nidstr(&ni->ni_nid));
                        rc = -EINVAL;
                }
                break;
@@ -2099,7 +2105,6 @@ kgnilnd_dev_fini(kgn_device_t *dev)
 
 int kgnilnd_base_startup(void)
 {
-       struct timespec64    ts;
        long long            pkmem = libcfs_kmem_read();
        int                  rc;
        int                  i;
@@ -2129,10 +2134,9 @@ int kgnilnd_base_startup(void)
         * initialised with seconds + microseconds at startup time.  So we
         * rely on NOT creating connections more frequently on average than
         * 1MHz to ensure we don't use old connstamps when we reboot. */
-       ktime_get_ts64(&ts);
        kgnilnd_data.kgn_connstamp =
                 kgnilnd_data.kgn_peerstamp =
-                       (ts.tv_sec * 1000000) + (ts.tv_nsec / 100);
+                       ktime_get_seconds();
 
        init_rwsem(&kgnilnd_data.kgn_net_rw_sem);
 
@@ -2265,7 +2269,7 @@ int kgnilnd_base_startup(void)
 
        kgnilnd_data.kgn_tx_phys_cache =
                kmem_cache_create("kgn_tx_phys",
-                                  LNET_MAX_IOV * sizeof(gni_mem_segment_t),
+                                  GNILND_MAX_IOV * sizeof(gni_mem_segment_t),
                                   0, 0, NULL);
        if (kgnilnd_data.kgn_tx_phys_cache == NULL) {
                CERROR("Can't create slab for kgn_tx_phys\n");
@@ -2291,7 +2295,7 @@ int kgnilnd_base_startup(void)
                kgnilnd_data.kgn_cksum_npages * sizeof (struct page *));
 
        for (i = 0; i < kgnilnd_data.kgn_cksum_npages; i++) {
-               kgnilnd_data.kgn_cksum_map_pages[i] = kmalloc(LNET_MAX_IOV * sizeof (struct page *),
+               kgnilnd_data.kgn_cksum_map_pages[i] = kmalloc(GNILND_MAX_IOV * sizeof (struct page *),
                                                              GFP_KERNEL);
                if (kgnilnd_data.kgn_cksum_map_pages[i] == NULL) {
                        CERROR("Can't allocate vmap cksum pages for cpu %d\n", i);
@@ -2605,11 +2609,13 @@ kgnilnd_startup(struct lnet_ni *ni)
        INIT_LIST_HEAD(&net->gnn_list);
        ni->ni_data = net;
        net->gnn_ni = ni;
-       if (!ni->ni_net->net_tunables_set) {
-               ni->ni_net->net_tunables.lct_max_tx_credits =
-                       *kgnilnd_tunables.kgn_credits;
-               ni->ni_net->net_tunables.lct_peer_tx_credits =
-                       *kgnilnd_tunables.kgn_peer_credits;
+
+       kgnilnd_tunables_setup(ni);
+
+       if (!ni->ni_interface) {
+               rc = lnet_ni_add_interface(ni, "ipogif0");
+               if (rc < 0)
+                       CWARN("gnilnd failed to allocate ni_interface\n");
        }
 
        if (*kgnilnd_tunables.kgn_peer_health) {
@@ -2640,9 +2646,9 @@ kgnilnd_startup(struct lnet_ni *ni)
        atomic_set(&net->gnn_refcount, 1);
 
        /* if we have multiple devices, spread the nets around */
-       net->gnn_netnum = LNET_NETNUM(LNET_NIDNET(ni->ni_nid));
+       net->gnn_netnum = LNET_NETNUM(LNET_NID_NET(&ni->ni_nid));
 
-       devno = LNET_NIDNET(ni->ni_nid) % GNILND_MAXDEVS;
+       devno = LNET_NID_NET(&ni->ni_nid) % GNILND_MAXDEVS;
        net->gnn_dev = &kgnilnd_data.kgn_devices[devno];
 
        /* allocate a 'dummy' cdm for datagram use. We can only have a single
@@ -2653,10 +2659,10 @@ kgnilnd_startup(struct lnet_ni *ni)
        /* the instance id for the cdm is the NETNUM offset by MAXDEVS -
         * ensuring we'll have a unique id */
 
-
-       ni->ni_nid = LNET_MKNID(LNET_NIDNET(ni->ni_nid), net->gnn_dev->gnd_nid);
+       ni->ni_nid.nid_addr[0] =
+               cpu_to_be32(LNET_NIDADDR(net->gnn_dev->gnd_nid));
        CDEBUG(D_NET, "adding net %p nid=%s on dev %d \n",
-               net, libcfs_nid2str(ni->ni_nid), net->gnn_dev->gnd_id);
+               net, libcfs_nidstr(&ni->ni_nid), net->gnn_dev->gnd_id);
        /* until the gnn_list is set, we need to cleanup ourselves as
         * kgnilnd_shutdown is just gonna get confused */