lustre/portals/knals/gmnal/gmnal_module.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  *  Copyright (c) 2003 Los Alamos National Laboratory (LANL)
   5  *
   6  *   This file is part of Lustre, http://www.lustre.org/
   7  *
   8  *   Lustre is free software; you can redistribute it and/or
   9  *   modify it under the terms of version 2 of the GNU General Public
  10  *   License as published by the Free Software Foundation.
  11  *
  12  *   Lustre is distributed in the hope that it will be useful,
  13  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  *   GNU General Public License for more details.
  16  *
  17  *   You should have received a copy of the GNU General Public License
  18  *   along with Lustre; if not, write to the Free Software
  19  *   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  20  */
  21
  22 #include "gmnal.h"
  23
  24
  25 int gmnal_small_msg_size = 525312;
  26 /*
  27  *      -1 indicates default value.
  28  *      This is 1 thread per cpu
  29  *      See start_kernel_threads
  30  */
  31 int num_rx_threads = -1;
  32 int num_stxds = 5;
  33
  34 ptl_handle_ni_t kgmnal_ni;
  35
  36
  37 int
  38 gmnal_cmd(struct portals_cfg *pcfg, void *private)
  39 {
  40         gmnal_data_t    *nal_data = NULL;
  41         char            *name = NULL;
  42         int             nid = -2;
  43         int             gnid;
  44         gm_status_t     gm_status;
  45
  46
  47         CDEBUG(D_TRACE, "gmnal_cmd [%d] private [%p]\n",
  48                pcfg->pcfg_command, private);
  49         nal_data = (gmnal_data_t*)private;
  50         switch(pcfg->pcfg_command) {
  51         /*
  52          * just reuse already defined GET_NID. Should define GMNAL version
  53          */
  54         case(GMNAL_IOC_GET_GNID):
  55
  56                 PORTAL_ALLOC(name, pcfg->pcfg_plen1);
  57                 copy_from_user(name, pcfg->pcfg_pbuf1, pcfg->pcfg_plen1);
  58
  59                 GMNAL_GM_LOCK(nal_data);
  60                 nid = gm_host_name_to_node_id(nal_data->gm_port, name);
  61                 GMNAL_GM_UNLOCK(nal_data);
  62                 CDEBUG(D_INFO, "Local node id is [%d]\n", nid);
  63                 GMNAL_GM_LOCK(nal_data);
  64                 gm_status = gm_node_id_to_global_id(nal_data->gm_port,
  65                                                     nid, &gnid);
  66                 GMNAL_GM_UNLOCK(nal_data);
  67                 if (gm_status != GM_SUCCESS) {
  68                         CDEBUG(D_INFO, "gm_node_id_to_global_id failed[%d]\n",
  69                                gm_status);
  70                         return(-1);
  71                 }
  72                 CDEBUG(D_INFO, "Global node is is [%u][%x]\n", gnid, gnid);
  73                 copy_to_user(pcfg->pcfg_pbuf2, &gnid, pcfg->pcfg_plen2);
  74         break;
  75         default:
  76                 CDEBUG(D_INFO, "gmnal_cmd UNKNOWN[%d]\n", pcfg->pcfg_command);
  77                 pcfg->pcfg_nid2 = -1;
  78         }
  79
  80
  81         return(0);
  82 }
  83
  84
  85 static int __init
  86 gmnal_load(void)
  87 {
  88         int     status;
  89         CDEBUG(D_TRACE, "This is the gmnal module initialisation routine\n");
  90
  91
  92
  93         CDEBUG(D_INFO, "Calling gmnal_init\n");
  94         status = PtlNIInit(gmnal_init, 32, 4, 0, &kgmnal_ni);
  95         if (status == PTL_OK) {
  96                 CDEBUG(D_INFO, "Portals GMNAL initialised ok kgmnal_ni\n");
  97         } else {
  98                 CDEBUG(D_INFO, "Portals GMNAL Failed to initialise\n");
  99                 return(1);
 100
 101         }
 102
 103         CDEBUG(D_INFO, "Calling kportal_nal_register\n");
 104         /*
 105          *      global_nal_data is set by gmnal_init
 106          */
 107         if (kportal_nal_register(GMNAL, &gmnal_cmd, global_nal_data) != 0) {
 108                 CDEBUG(D_INFO, "kportal_nal_register failed\n");
 109                 return(1);
 110         }
 111
 112         CDEBUG(D_INFO, "Calling PORTAL_SYMBOL_REGISTER\n");
 113         PORTAL_SYMBOL_REGISTER(kgmnal_ni);
 114         CDEBUG(D_INFO, "This is the end of the gmnal init routine");
 115
 116
 117         return(0);
 118 }
 119
 120
 121 static void __exit
 122 gmnal_unload(void)
 123 {
 124
 125         kportal_nal_unregister(GMNAL);
 126         PORTAL_SYMBOL_UNREGISTER(kgmnal_ni);
 127         gmnal_fini();
 128         global_nal_data = NULL;
 129         return;
 130 }
 131
 132
 133 module_init(gmnal_load);
 134
 135 module_exit(gmnal_unload);
 136
 137 EXPORT_SYMBOL(kgmnal_ni);
 138
 139 MODULE_PARM(gmnal_small_msg_size, "i");
 140 MODULE_PARM(num_rx_threads, "i");
 141 MODULE_PARM(num_stxds, "i");
 142
 143 MODULE_AUTHOR("Morgan Doyle");
 144
 145 MODULE_DESCRIPTION("A Portals kernel NAL for Myrinet GM.");
 146
 147 MODULE_LICENSE("GPL");