lnet/klnds/gmlnd/gmlnd_module.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  *  Copyright (c) 2003 Los Alamos National Laboratory (LANL)
   5  *
   6  *   This file is part of Lustre, http://www.lustre.org/
   7  *
   8  *   Lustre is free software; you can redistribute it and/or
   9  *   modify it under the terms of version 2 of the GNU General Public
  10  *   License as published by the Free Software Foundation.
  11  *
  12  *   Lustre is distributed in the hope that it will be useful,
  13  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  *   GNU General Public License for more details.
  16  *
  17  *   You should have received a copy of the GNU General Public License
  18  *   along with Lustre; if not, write to the Free Software
  19  *   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  20  */
  21
  22 #include "gmnal.h"
  23
  24
  25 int gmnal_small_msg_size = 525312;
  26 /*
  27  *      -1 indicates default value.
  28  *      This is 1 thread per cpu
  29  *      See start_kernel_threads
  30  */
  31 int num_rx_threads = -1;
  32 int num_stxds = 5;
  33 int gm_port = 4;
  34
  35 ptl_handle_ni_t kgmnal_ni;
  36
  37
  38 int
  39 gmnal_cmd(struct portals_cfg *pcfg, void *private)
  40 {
  41         gmnal_data_t    *nal_data = NULL;
  42         char            *name = NULL;
  43         int             nid = -2;
  44         int             gnid;
  45         gm_status_t     gm_status;
  46
  47
  48         CDEBUG(D_TRACE, "gmnal_cmd [%d] private [%p]\n",
  49                pcfg->pcfg_command, private);
  50         nal_data = (gmnal_data_t*)private;
  51         switch(pcfg->pcfg_command) {
  52         /*
  53          * just reuse already defined GET_NID. Should define GMNAL version
  54          */
  55         case(GMNAL_IOC_GET_GNID):
  56
  57                 PORTAL_ALLOC(name, pcfg->pcfg_plen1);
  58                 copy_from_user(name, pcfg->pcfg_pbuf1, pcfg->pcfg_plen1);
  59
  60                 GMNAL_GM_LOCK(nal_data);
  61                 nid = gm_host_name_to_node_id(nal_data->gm_port, name);
  62                 GMNAL_GM_UNLOCK(nal_data);
  63                 CDEBUG(D_INFO, "Local node id is [%d]\n", nid);
  64                 GMNAL_GM_LOCK(nal_data);
  65                 gm_status = gm_node_id_to_global_id(nal_data->gm_port,
  66                                                     nid, &gnid);
  67                 GMNAL_GM_UNLOCK(nal_data);
  68                 if (gm_status != GM_SUCCESS) {
  69                         CDEBUG(D_INFO, "gm_node_id_to_global_id failed[%d]\n",
  70                                gm_status);
  71                         return(-1);
  72                 }
  73                 CDEBUG(D_INFO, "Global node is is [%u][%x]\n", gnid, gnid);
  74                 copy_to_user(pcfg->pcfg_pbuf2, &gnid, pcfg->pcfg_plen2);
  75         break;
  76         default:
  77                 CDEBUG(D_INFO, "gmnal_cmd UNKNOWN[%d]\n", pcfg->pcfg_command);
  78                 pcfg->pcfg_nid2 = -1;
  79         }
  80
  81
  82         return(0);
  83 }
  84
  85
  86 static int __init
  87 gmnal_load(void)
  88 {
  89         int     status;
  90         CDEBUG(D_TRACE, "This is the gmnal module initialisation routine\n");
  91
  92
  93
  94         CDEBUG(D_INFO, "Calling gmnal_init\n");
  95         status = PtlNIInit(gmnal_init, 32, 4, 0, &kgmnal_ni);
  96         if (status == PTL_OK) {
  97                 CDEBUG(D_INFO, "Portals GMNAL initialised ok kgmnal_ni\n");
  98         } else {
  99                 CDEBUG(D_INFO, "Portals GMNAL Failed to initialise\n");
 100                 return(1);
 101
 102         }
 103
 104         CDEBUG(D_INFO, "Calling kportal_nal_register\n");
 105         /*
 106          *      global_nal_data is set by gmnal_init
 107          */
 108         if (kportal_nal_register(GMNAL, &gmnal_cmd, global_nal_data) != 0) {
 109                 CDEBUG(D_INFO, "kportal_nal_register failed\n");
 110                 return(1);
 111         }
 112
 113         CDEBUG(D_INFO, "Calling PORTAL_SYMBOL_REGISTER\n");
 114         PORTAL_SYMBOL_REGISTER(kgmnal_ni);
 115         CDEBUG(D_INFO, "This is the end of the gmnal init routine");
 116
 117
 118         return(0);
 119 }
 120
 121
 122 static void __exit
 123 gmnal_unload(void)
 124 {
 125
 126         kportal_nal_unregister(GMNAL);
 127         PORTAL_SYMBOL_UNREGISTER(kgmnal_ni);
 128         gmnal_fini();
 129         global_nal_data = NULL;
 130         return;
 131 }
 132
 133
 134 module_init(gmnal_load);
 135
 136 module_exit(gmnal_unload);
 137
 138 EXPORT_SYMBOL(kgmnal_ni);
 139
 140 MODULE_PARM(gmnal_small_msg_size, "i");
 141 MODULE_PARM(num_rx_threads, "i");
 142 MODULE_PARM(num_stxds, "i");
 143 MODULE_PARM(gm_port, "i");
 144
 145 MODULE_AUTHOR("Morgan Doyle");
 146
 147 MODULE_DESCRIPTION("A Portals kernel NAL for Myrinet GM.");
 148
 149 MODULE_LICENSE("GPL");