+++ /dev/null
-.deps
-Makefile
-autoMakefile.in
-autoMakefile
-*.ko
-*.mod.c
-.*.flags
-.*.cmd
-.tmp_versions
-.depend
+++ /dev/null
-MODULES := kscimacnal
-kscimacnal-objs := scimacnal.o scimacnal_cb.o
-
-EXTRA_PRE_CFLAGS += @SCIMACCPPFLAGS@
-
-@INCLUDE_RULES@
+++ /dev/null
-
-scimacnal - A NAL for the Scali ScaMAC midlayer.
-
-The ScaMAC midlayer is a simplified API to the SCI high performance
-interconnect (http://www.scali.com/, http://www.dolphinics.com/).
-
-In order to use this NAL you'll need to tune scimac to use larger buffers.
-See scimac.conf in this directory for an example.
-
-You'll also need to edit portals/include/portals/lib-types.h and reduce
-the MTU to 64kB (the limit of scimac), this diff should help:
-
-----------------------8<----------------------------------
---- portals/include/portals/lib-types.h 27 Jul 2003 02:05:47 -0000 1.1.2.5
-+++ portals/include/portals/lib-types.h 14 Aug 2003 08:32:14 -0000
-@@ -137,8 +137,8 @@
- } lib_counters_t;
-
- /* temporary expedient: limit number of entries in discontiguous MDs */
--# define PTL_MTU (512<<10)
--# define PTL_MD_MAX_IOV 128
-+# define PTL_MTU (64<<10)
-+# define PTL_MD_MAX_IOV 16
-
- struct lib_msg_t {
- struct list_head msg_list;
-----------------------8<----------------------------------
-
-The NAL itself seems quite stable, though scimac has recovery bugs when
-rebooting nodes at times (confirmed by the fact that the IP driver that
-also uses scimac loses connectivity when scimacnal does). This is
-solved by unloading lustre and reloading the scimac driver on the
-affected nodes.
-
-Performance isn't great when it comes to latency, scimac seems to have
-problems with per packet latencies (confirmed with the IP driver which
-has similar behaviour). Bandwidth using large packets is pretty OK
-(probably due to the fact that it hides the latency issues).
-
-TODO:
-Routing isn't yet implemented.
-Need some way to inform portals about our MTU.
+++ /dev/null
-# This code is issued under the GNU General Public License.
-# See the file COPYING in this distribution
-
-if MODULES
-if !CRAY_PORTALS
-if BUILD_SCIMACNAL
-modulenet_DATA = kscimacnal$(KMODEXT)
-endif
-endif
-endif
-
-MOSTLYCLEANFILES = *.o *.ko *.mod.c
-DIST_SOURCES = $(ksimacnal-objs:%.o=%.c) scimacnal.h
+++ /dev/null
-# Configuration file for the scimac driver - lustre friendly settings
-#
-
-# The maximal number of message headers to use in the system.
-scimac_max_no_hdrs = 32
-
-# The maximal number of eager buffers to use in the system.
-scimac_max_no_ebufs = 8
-
-# The maximal size in bytes of each eager buffer.
-scimac_max_ebuf_size = 65536
-
-# Enable use of a kernel thread to defer reception of packets.
-# Default is to use a tasklet (sw interrupt).
-scimac_use_ulevel_recv = 1
-
-# The maximal number of packets queued for transfer per path at any one time.
-scimac_max_send_queuelen = 2000
-
-# The packet retransmit time in milliseconds.
-# The time elapsed since a packet was attempted sent until the packet is resent.
-scimac_pkt_rexmit_time = 200
-
-# The packet's maximal retransmit time in milliseconds.
-# The total time that a packet will be attempted sent before it is dropped.
-scimac_max_rexmit_time = 5000
-
-# The lowest valid node identifier in the system.
-scimac_min_nodeid_number = 0x100
-
-# The largest valid node identifier in the system.
-scimac_max_nodeid_number = 0xff00
-
-# The incremental nodeid step in the system.
-scimac_nodeid_increment = 0x100
+++ /dev/null
-/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
- * vim:expandtab:shiftwidth=8:tabstop=8:cindent:
- *
- * Copyright (C) 2003 High Performance Computing Center North (HPC2N)
- * Author: Niklas Edmundsson <nikke@hpc2n.umu.se>
-
- * Based on gmnal, which is based on ksocknal and qswnal
- *
- * This file is part of Portals, http://www.sf.net/projects/lustre/
- *
- * Portals is free software; you can redistribute it and/or
- * modify it under the terms of version 2 of the GNU General Public
- * License as published by the Free Software Foundation.
- *
- * Portals is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with Portals; if not, write to the Free Software
- * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
- *
- */
-
-
-#include "scimacnal.h"
-
-nal_t kscimacnal_api;
-
-kscimacnal_data_t kscimacnal_data;
-
-kpr_nal_interface_t kscimacnal_router_interface = {
- kprni_nalid: SCIMACNAL,
- kprni_arg: NULL,
- kprni_fwd: kscimacnal_fwd_packet,
-};
-
-
-int kscimacnal_cmd (struct portal_ioctl_data *data, void *private)
-{
- LASSERT (data != NULL);
-
- switch (data->ioc_nal_cmd) {
- case NAL_CMD_REGISTER_MYNID:
- if(kscimacnal_lib.ni.nid == data->ioc_nid) {
- break;
- }
- CDEBUG (D_IOCTL, "Can't change NID from "LPX64" to "LPX64")\n", kscimacnal_lib.ni.nid, data->ioc_nid);
- return(-EINVAL);
- default:
- return(-EINVAL);
- }
-
- return(0);
-}
-
-static int kscimacnal_forward(nal_t *nal,
- int id,
- void *args, size_t args_len,
- void *ret, size_t ret_len)
-{
- kscimacnal_data_t *ksci = nal->nal_data;
- nal_cb_t *nal_cb = ksci->ksci_cb;
-
- LASSERT (nal == &kscimacnal_api);
- LASSERT (ksci == &kscimacnal_data);
- LASSERT (nal_cb == &kscimacnal_lib);
-
- lib_dispatch(nal_cb, ksci, id, args, ret); /* nal needs ksci */
- return PTL_OK;
-}
-
-
-static void kscimacnal_lock(nal_t *nal, unsigned long *flags)
-{
- kscimacnal_data_t *ksci = nal->nal_data;
- nal_cb_t *nal_cb = ksci->ksci_cb;
-
-
- LASSERT (nal == &kscimacnal_api);
- LASSERT (ksci == &kscimacnal_data);
- LASSERT (nal_cb == &kscimacnal_lib);
-
- nal_cb->cb_cli(nal_cb,flags);
-}
-
-
-static void kscimacnal_unlock(nal_t *nal, unsigned long *flags)
-{
- kscimacnal_data_t *ksci = nal->nal_data;
- nal_cb_t *nal_cb = ksci->ksci_cb;
-
-
- LASSERT (nal == &kscimacnal_api);
- LASSERT (ksci == &kscimacnal_data);
- LASSERT (nal_cb == &kscimacnal_lib);
-
- nal_cb->cb_sti(nal_cb,flags);
-}
-
-
-static void kscimacnal_shutdown(nal_t *nal, int ni)
-{
- LASSERT (nal == &kscimacnal_api);
- LASSERT (kscimacnal_data.ksci_init);
-
- if (nal->nal_refct != 0)
- return;
-
- /* Called on last matching PtlNIFini() */
-
- /* FIXME: How should the shutdown procedure really look?
- */
- kscimacnal_data.ksci_shuttingdown=1;
-
- /* Stop handling ioctls */
- libcfs_nal_cmd_unregister(SCIMACNAL);
-
- mac_finish(kscimacnal_data.ksci_machandle);
-
- /* finalise lib after net shuts up */
- lib_fini(&kscimacnal_lib);
-
- kscimacnal_data.ksci_init = 0;
-
- /* Allow unload */
- PORTAL_MODULE_UNUSE;
-
- return;
-}
-
-
-static void kscimacnal_yield( nal_t *nal, unsigned long *flags, int milliseconds )
-{
- LASSERT (nal == &kscimacnal_api);
-
- if (milliseconds != 0) {
- CERROR ("Blocking yield not implemented yet\n");
- LBUG();
- }
-
- if (current->need_resched)
- schedule();
- return;
-}
-
-
-static int kscimacnal_startup(nal_t *nal, ptl_pid_t requested_pid,
- ptl_ni_limits_t *requested_limits,
- ptl_ni_limits_t *actual_limits)
-{
- int rc;
- mac_physaddr_t mac_physaddr;
- ptl_process_id_t process_id;
- mac_handle_t *machandle = NULL;
-
- if (nal->nal_refct != 0) {
- if (actual_limits != NULL)
- *actual_limits = kscimacnal_lib.ni.actual_limits;
- return (PTL_OK);
- }
-
- /* Called on first PtlNIInit(SCIMACNAL) */
-
- LASSERT (nal == kscimacnal_api);
- LASSERT (!kscimacnal_data.ksci_init);
-
- kscimacnal_lib.nal_data = &kscimacnal_data;
-
- memset(&kscimacnal_data, 0, sizeof(kscimacnal_data));
-
- kscimacnal_data.ksci_cb = &kscimacnal_lib;
-
- /* We're not using this, but cli/sti callbacks does... ??? */
- spin_lock_init(&kscimacnal_data.ksci_dispatch_lock);
-
- /* FIXME: We only support one adapter for now */
- machandle = mac_init(0, MAC_SAPID_LUSTRE, kscimacnal_rx,
- &kscimacnal_data);
-
- if(!machandle) {
- CERROR("mac_init() failed\n");
- return PTL_FAIL;
- }
-
- kscimacnal_data.ksci_machandle = machandle;
-
- /* Make sure the scimac MTU is tuned */
- if(mac_get_mtusize(machandle) < SCIMACNAL_MTU) {
- CERROR("scimac mtu of %ld smaller than SCIMACNAL MTU of %d\n",
- mac_get_mtusize(machandle), SCIMACNAL_MTU);
- CERROR("Consult README.scimacnal for more information\n");
- mac_finish(machandle);
- return PTL_FAIL;
- }
-
- /* Get the node ID */
- /* mac_get_physaddrlen() is a function instead of define, sigh */
- LASSERT(mac_get_physaddrlen(machandle) <= sizeof(mac_physaddr));
- if(mac_get_physaddr(machandle, &mac_physaddr)) {
- CERROR("mac_get_physaddr() failed\n");
- mac_finish(machandle);
- return PTL_FAIL;
- }
- kscimacnal_data.ksci_nid = (ptl_nid_t)(ntohl(mac_physaddr));
-
- process_id.pid = 0;
- process_id.nid = kscimacnal_data.ksci_nid;
-
- CDEBUG(D_NET, "calling lib_init with nid "LPX64"\n",
- kscimacnal_data.ksci_nid);
-
- rc = lib_init(&kscimacnal_lib, process_id,
- requested_limits, actual_limits);
- if (rc != PTL_OK) {
- CERROR("PtlNIInit failed %d\n", rc);
- mac_finish(machandle);
- return (rc);
- }
-
- /* Init command interface */
- rc = libcfs_nal_cmd_register (SCIMACNAL, &kscimacnal_cmd, NULL);
- if (rc != 0) {
- CERROR ("Can't initialise command interface (rc = %d)\n", rc);
- lib_fini(&kscimacnal_lib);
- mac_finish(machandle);
- return (PTL_FAIL);
- }
-
- /* We're done now, it's OK for the RX callback to do stuff */
- kscimacnal_data.ksci_init = 1;
-
- /* Prevent unload before matching PtlNIFini() */
- PORTAL_MODULE_USE;
-
- return (PTL_OK);
-}
-
-
-/* Called by kernel at module unload time */
-static void /*__exit*/
-kscimacnal_finalize(void)
-{
- LASSERT (!kscimacnal_data.ksci_init);
-
- ptl_unregister_nal(SCIMACNAL);
-
- CDEBUG (D_MALLOC, "done kmem %d\n", atomic_read (&portal_kmemory));
-
- return;
-}
-
-
-/* Called by kernel at module insertion time */
-static int __init
-kscimacnal_initialize(void)
-{
- int rc;
-
- CDEBUG (D_MALLOC, "start kmem %d\n", atomic_read (&portal_kmemory));
-
- kscimacnal_api.startup = kscimacnal_startup;
- kscimacnal_api.forward = kscimacnal_forward;
- kscimacnal_api.shutdown = kscimacnal_shutdown;
- kscimacnal_api.yield = kscimacnal_yield;
- kscimacnal_api.lock= kscimacnal_lock;
- kscimacnal_api.unlock= kscimacnal_unlock;
- kscimacnal_api.nal_data = &kscimacnal_data;
-
- rc = ptl_register_nal(SCIMACNAL, &kscimacnal_api);
- if (rc != PTL_OK) {
- CERROR("Can't register SCIMACNAL: %d\n", rc);
- return (-ENODEV);
- }
-
- return 0;
-}
-
-
-MODULE_AUTHOR("Niklas Edmundsson <nikke@hpc2n.umu.se>");
-MODULE_DESCRIPTION("Kernel Scali ScaMAC SCI NAL v0.1");
-MODULE_LICENSE("GPL");
-
-module_init (kscimacnal_initialize);
-module_exit (kscimacnal_finalize);
-
-EXPORT_SYMBOL(kscimacnal_ni);
+++ /dev/null
-/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
- * vim:expandtab:shiftwidth=8:tabstop=8:cindent:
- *
- * Copyright (C) 2003 High Performance Computing Center North (HPC2N)
- * Author: Niklas Edmundsson <nikke@hpc2n.umu.se>
- */
-
-
-#ifndef _SCIMACNAL_H
-#define _SCIMACNAL_H
-
-#include <linux/config.h>
-#include <linux/module.h>
-#include <linux/kernel.h>
-#include <linux/mm.h>
-#include <linux/string.h>
-#include <linux/stat.h>
-#include <linux/errno.h>
-#include <linux/locks.h>
-#include <linux/unistd.h>
-#include <linux/init.h>
-
-#include <asm/system.h>
-#include <asm/uaccess.h>
-
-#include <linux/fs.h>
-#include <linux/file.h>
-#include <linux/stat.h>
-#include <linux/list.h>
-#include <asm/uaccess.h>
-#include <asm/segment.h>
-#include <asm/page.h> /* For PAGE_SIZE */
-
-#define DEBUG_SUBSYSTEM S_UNDEFINED
-
-#include <linux/kp30.h>
-#include <linux/kpr.h>
-#include <portals/p30.h>
-#include <portals/lib-p30.h>
-
-#include <scamac.h>
-
-#ifndef MAC_SAPID_LUSTRE
-#define MAC_SAPID_LUSTRE MAC_SAPID_TEST1
-#endif /* MAC_SAPID_LUSTRE */
-
-/* scimac has an annoying MTU limit of 64k */
-#define SCIMACNAL_MTU 65536
-#if PTL_MTU > SCIMACNAL_MTU
-#error Max MTU of ScaMAC is 64k, PTL_MTU is bigger.
-#endif
-
-typedef struct {
- mac_handle_t *handle;
- mac_mblk_t *msg;
- mac_msg_type_t type;
- void *userdata;
-} kscimacnal_rx_t;
-
-
-typedef struct {
- nal_cb_t *ktx_nal;
- void *ktx_private;
- lib_msg_t *ktx_cookie;
- ptl_hdr_t ktx_hdr;
- /* To be able to kunmap() kmap():ed pages */
- struct page *ktx_kpages[PTL_MD_MAX_IOV];
- int ktx_nmapped;
-} kscimacnal_tx_t;
-
-
-typedef struct {
- char ksci_init;
- char ksci_shuttingdown;
- ptl_nid_t ksci_nid;
- nal_cb_t *ksci_cb;
- spinlock_t ksci_dispatch_lock;
- mac_handle_t *ksci_machandle;
-} kscimacnal_data_t;
-
-extern kscimacnal_data_t kscimacnal_data;
-extern nal_t kscimacnal_api;
-extern nal_cb_t kscimacnal_lib;
-
-void kscimacnal_fwd_packet (void *arg, kpr_fwd_desc_t *fwd);
-void kscimacnal_rx(mac_handle_t *handle, mac_mblk_t *msg, mac_msg_type_t type, void *userdata);
-
-
-#endif /* _SCIMACNAL_H */
+++ /dev/null
-/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
- * vim:expandtab:shiftwidth=8:tabstop=8:cindent:
- *
- * Copyright (C) 2003 High Performance Computing Center North (HPC2N)
- * Author: Niklas Edmundsson <nikke@hpc2n.umu.se>
-
- *
- * This file is part of Portals, http://www.sf.net/projects/lustre/
- *
- * Portals is free software; you can redistribute it and/or
- * modify it under the terms of version 2 of the GNU General Public
- * License as published by the Free Software Foundation.
- *
- * Portals is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with Portals; if not, write to the Free Software
- * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
- *
- */
-
-#include "scimacnal.h"
-
-static int
-kscimacnal_read (nal_cb_t *nal, void *private,
- void *dst_addr, user_ptr src_addr, size_t len)
-{
- CDEBUG(D_NET, "0x%Lx: reading %ld bytes from %p -> %p\n",
- nal->ni.nid, (long)len, src_addr, dst_addr );
- memcpy( dst_addr, src_addr, len );
- return 0;
-}
-
-
-static int
-kscimacnal_write(nal_cb_t *nal, void *private,
- user_ptr dst_addr, void *src_addr, size_t len)
-{
- CDEBUG(D_NET, "0x%Lx: writing %ld bytes from %p -> %p\n",
- nal->ni.nid, (long)len, src_addr, dst_addr );
- memcpy( dst_addr, src_addr, len );
- return 0;
-}
-
-
-static void *
-kscimacnal_malloc(nal_cb_t *nal, size_t len)
-{
- void *buf;
-
- PORTAL_ALLOC(buf, len);
- return buf;
-}
-
-
-static void
-kscimacnal_free(nal_cb_t *nal, void *buf, size_t len)
-{
- PORTAL_FREE(buf, len);
-}
-
-
-static void
-kscimacnal_printf(nal_cb_t *nal, const char *fmt, ...)
-{
- va_list ap;
- char msg[256];
-
- if (portal_debug & D_NET) {
- va_start( ap, fmt );
- vsnprintf( msg, sizeof(msg), fmt, ap );
- va_end( ap );
-
- printk("Lustre: CPUId: %d %s",smp_processor_id(), msg);
- }
-}
-
-
-static void
-kscimacnal_cli(nal_cb_t *nal, unsigned long *flags)
-{
- kscimacnal_data_t *data= nal->nal_data;
-
- spin_lock_irqsave(&data->ksci_dispatch_lock,*flags);
-}
-
-
-static void
-kscimacnal_sti(nal_cb_t *nal, unsigned long *flags)
-{
- kscimacnal_data_t *data= nal->nal_data;
-
- spin_unlock_irqrestore(&data->ksci_dispatch_lock,*flags);
-}
-
-
-static void
-kscimacnal_callback(nal_cb_t *nal, void *private, lib_eq_t *eq, ptl_event_t *ev)
-{
- /* holding ksci_dispatch_lock */
-
- if (eq->event_callback != NULL)
- eq->event_callback(ev);
-
- /* We will wake theads sleeping in yield() here, AFTER the
- * callback, when we implement blocking yield */
-}
-
-static int
-kscimacnal_dist(nal_cb_t *nal, ptl_nid_t nid, unsigned long *dist)
-{
- /* FIXME: Network distance has a meaning, but is there no easy
- * way to figure it out (depends on routing) */
-
- if ( nal->ni.nid == nid ) {
- *dist = 0;
- } else {
- *dist = 1;
- }
-
- return 0;
-}
-
-
-static
-char * get_mac_error(mac_status_t status)
-{
- switch(status) {
- case MAC_MSG_STAT_OK:
- return "MAC_MSG_STAT_OK";
- case MAC_MSG_STAT_FREED:
- return "MAC_MSG_STAT_FREED";
- case MAC_MSG_STAT_ABORTED:
- return "MAC_MSG_STAT_ABORTED";
- case MAC_MSG_STAT_TIMEDOUT:
- return "MAC_MSG_STAT_TIMEDOUT";
- case MAC_MSG_STAT_NODEUNREACH:
- return "MAC_MSG_STAT_NODEUNREACH";
- case MAC_MSG_STAT_NETDOWN:
- return "MAC_MSG_STAT_NETDOWN";
- case MAC_MSG_STAT_RESET:
- return "MAC_MSG_STAT_RESET";
- case MAC_MSG_STAT_INITFAILED:
- return "MAC_MSG_STAT_INITFAILED";
- case MAC_MSG_STAT_SYNCFAILED:
- return "MAC_MSG_STAT_SYNCFAILED";
- case MAC_MSG_STAT_BADPROTO:
- return "MAC_MSG_STAT_BADPROTO";
- case MAC_MSG_STAT_NOBUFSPACE:
- return "MAC_MSG_STAT_NOBUFSPACE";
- case MAC_MSG_STAT_CONGESTION:
- return "MAC_MSG_STAT_CONGESTION";
- case MAC_MSG_STAT_OTHER:
- return "MAC_MSG_STAT_OTHER";
- default:
- return "Unknown error";
- }
-}
-
-
-/* FIXME add routing code here ? */
-
-/* Called by ScaMac when transmission is complete (ie. message is released) */
-static void
-kscimacnal_txrelease(mac_mblk_t *msg, mac_msg_status_t status, void *context)
-{
- kscimacnal_tx_t *ktx = (kscimacnal_tx_t *)context;
- int err=0, i;
-
- LASSERT (ktx != NULL);
- /* Unmap any mapped pages */
- for(i=0; i<ktx->ktx_nmapped; i++) {
- kunmap(ktx->ktx_kpages[i]);
- }
-
- CDEBUG(D_NET, "kunmapped %d pages\n", ktx->ktx_nmapped);
-
- /* Euh, there is no feedback when transmission fails?! */
- switch(status) {
- case MAC_MSG_STAT_OK: /* normal */
- break;
- default:
- CERROR("%s (%d):\n", get_mac_error(status), status);
- err = -EIO;
- break;
- }
-
- lib_finalize(ktx->ktx_nal, ktx->ktx_private, ktx->ktx_cookie,
- (err == 0) ? PTL_OK : PTL_FAIL);
-
- PORTAL_FREE(ktx, (sizeof(kscimacnal_tx_t)));
-}
-
-
-/* Called by portals when it wants to send a message.
- * Since ScaMAC has it's own TX thread we don't bother setting up our own. */
-
-/* FIXME: Read comments in qswnal_cb.c for _sendmsg and fix return-on-error
- * issues */
-static inline int
-kscimacnal_sendmsg(nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- ptl_hdr_t *hdr,
- int type,
- ptl_nid_t nid,
- ptl_pid_t pid,
- unsigned int payload_niov,
- struct iovec *payload_iov,
- ptl_kiov_t *payload_kiov,
- size_t payload_len)
-{
- kscimacnal_tx_t *ktx=NULL;
- kscimacnal_data_t *ksci = nal->nal_data;
- int rc=0;
- int buf_len = sizeof(ptl_hdr_t) + payload_len;
- mac_mblk_t *msg=NULL, *lastblk, *newblk;
- unsigned long physaddr;
-
-
- CDEBUG(D_NET, "sending %d bytes from %p/%p to nid "LPX64" niov: %d\n",
- payload_len, payload_iov, payload_kiov, nid, payload_niov);
-
- /* Basic sanity checks */
- LASSERT(ksci != NULL);
- LASSERT(hdr != NULL);
- LASSERT (payload_len == 0 || payload_niov > 0);
- LASSERT (payload_niov <= PTL_MD_MAX_IOV);
- /* It must be OK to kmap() if required */
- LASSERT (payload_kiov == NULL || !in_interrupt ());
- /* payload is either all vaddrs or all pages */
- LASSERT (!(payload_kiov != NULL && payload_iov != NULL));
-
- /* Do real check if we can send this */
- if (buf_len > mac_get_mtusize(ksci->ksci_machandle)) {
- CERROR("kscimacnal:request exceeds TX MTU size (%ld).\n",
- mac_get_mtusize(ksci->ksci_machandle));
- return PTL_FAIL;
- }
-
-
- /* save transaction info for later finalize and cleanup */
- PORTAL_ALLOC(ktx, (sizeof(kscimacnal_tx_t)));
- if (!ktx) {
- return PTL_NO_SPACE;
- }
-
- ktx->ktx_nmapped = 0; /* Start with no mapped pages :) */
-
- /* *SIGH* hdr is a stack variable in the calling function, so we
- * need to copy it to a buffer. Zerocopy magic (or is it just
- * deferred memcpy?) is annoying sometimes. */
- memcpy(&ktx->ktx_hdr, hdr, sizeof(ptl_hdr_t));
-
- /* First, put the header in the main message mblk */
- msg = mac_alloc_mblk(&ktx->ktx_hdr, sizeof(ptl_hdr_t),
- kscimacnal_txrelease, ktx);
- if (!msg) {
- PORTAL_FREE(ktx, (sizeof(kscimacnal_tx_t)));
- return PTL_NO_SPACE;
- }
- mac_put_mblk(msg, sizeof(ptl_hdr_t));
- lastblk=msg;
-
- /* Allocate additional mblks for each iov as needed.
- * Essentially lib_copy_(k)iov2buf with a twist or two */
- while (payload_len > 0)
- {
- ptl_size_t nob;
- char *addr;
-
- LASSERT (payload_niov > 0);
-
- if(payload_iov != NULL) {
- nob = MIN (payload_iov->iov_len, payload_len);
- addr = payload_iov->iov_base;
- }
- else {
- nob = MIN (payload_kiov->kiov_len, payload_len);
- /* Bollocks. We need to handle paged IO for things to
- * work but there is no good way to do this. We
- * do it by kmap():ing all pages and keep them
- * mapped until scimac is done with them. */
- /* FIXME: kunmap() on error */
- addr = kmap(payload_kiov->kiov_page);
- ktx->ktx_kpages[ktx->ktx_nmapped++] =
- payload_kiov->kiov_page;
- }
- /* We don't need a callback on the additional mblks,
- * since all release callbacks seems to be called when
- * the entire message has been sent */
- newblk=mac_alloc_mblk(addr, nob, NULL, NULL);
-
- if(!newblk) {
- mac_free_msg(msg);
- PORTAL_FREE(ktx, (sizeof(kscimacnal_tx_t)));
- return PTL_NO_SPACE;
- }
- mac_put_mblk(newblk, nob);
- mac_link_mblk(lastblk, newblk);
- lastblk=newblk;
-
- payload_len -= nob;
- payload_niov--;
- if(payload_iov != NULL) {
- payload_iov++;
- }
- else {
- payload_kiov++;
- }
- }
-
- CDEBUG(D_NET, "kmapped %d pages\n", ktx->ktx_nmapped);
-
- ktx->ktx_nal = nal;
- ktx->ktx_private = private;
- ktx->ktx_cookie = cookie;
-
- CDEBUG(D_NET, "mac_send %d bytes to nid: 0x%Lx\n", buf_len, nid);
-
- physaddr = htonl(nid);
-
- if((rc=mac_send(ksci->ksci_machandle, msg,
- (mac_physaddr_t *) &physaddr))) {
- CERROR("kscimacnal: mac_send() failed, rc=%d\n", rc);
- mac_free_msg(msg);
- PORTAL_FREE(ktx, (sizeof(kscimacnal_tx_t)));
- return PTL_FAIL;
- }
-
- return PTL_OK;
-}
-
-
-static int
-kscimacnal_send (nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- ptl_hdr_t *hdr,
- int type,
- ptl_nid_t nid,
- ptl_pid_t pid,
- unsigned int payload_niov,
- struct iovec *payload_iov,
- size_t payload_nob)
-{
- return (kscimacnal_sendmsg (nal, private, cookie, hdr, type, nid, pid,
- payload_niov, payload_iov, NULL, payload_nob));
-}
-
-static int
-kscimacnal_send_pages (nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- ptl_hdr_t *hdr,
- int type,
- ptl_nid_t nid,
- ptl_pid_t pid,
- unsigned int payload_niov,
- ptl_kiov_t *payload_kiov,
- size_t payload_nob)
-{
- return (kscimacnal_sendmsg (nal, private, cookie, hdr, type, nid, pid,
- payload_niov, NULL, payload_kiov, payload_nob));
-}
-
-
-void
-kscimacnal_fwd_packet (void *arg, kpr_fwd_desc_t *fwd)
-{
- CERROR ("forwarding not implemented\n");
-}
-
-
-/* Process a received portals packet */
-/* Called by the ScaMac RX thread when a packet is received */
-void
-kscimacnal_rx(mac_handle_t *handle, mac_mblk_t *msg, mac_msg_type_t type,
- void *userdata)
-{
- ptl_hdr_t *hdr = NULL;
- kscimacnal_rx_t krx;
- mac_size_t size;
- kscimacnal_data_t *ksci = userdata;
-
- LASSERT(ksci != NULL);
-
- if ( !ksci->ksci_init || ksci->ksci_shuttingdown ||
- type == MAC_MSG_TYPE_CTRL || type == MAC_MSG_TYPE_OTHER ) {
- /* We're not interested in messages not for us, ignore */
- mac_free_msg(msg);
- return;
- }
-
- size = mac_msg_size(msg);
-
- CDEBUG(D_NET,"msg %p type %d, size %ld bytes (%ld mblks)\n",
- msg, type, size, mac_msg_mblks(msg));
-
- if( size < sizeof( ptl_hdr_t ) ) {
- /* XXX what's this for? */
- if (ksci->ksci_shuttingdown)
- return;
- CERROR("kscimacnal: did not receive complete portal header,"
- "size= %ld\n", size);
- /* Free the message before exiting */
- mac_free_msg(msg);
- return;
- }
-
- /* Provide everything we know */
- krx.handle = handle;
- krx.msg = msg;
- krx.type = type;
- krx.userdata = userdata;
-
- /* mac_msg_next returns the next mblk with unread data */
- hdr = mac_get_mblk(mac_msg_next(msg), sizeof(ptl_hdr_t) );
-
- if(!hdr) {
- CERROR("kscimacnal: no data block in message %p\n", msg);
- mac_free_msg(msg);
- return;
- }
-
- if ( hdr->dest_nid == kscimacnal_lib.ni.nid ) {
- PROF_START(lib_parse);
- /* sets wanted_len, iovs etc and calls our callback */
- lib_parse(&kscimacnal_lib, hdr, &krx);
- PROF_FINISH(lib_parse);
-#if 0 /* FIXME: Is it possible to detect this? */
- } else if (kgmnal_ispeer(hdr->dest_nid)) {
- /* should have gone direct to peer */
- CERROR("dropping packet from 0x%llx to 0x%llx:"
- "target is a peer\n",
- hdr->src_nid, hdr->dest_nid);
- kgmnal_requeue_rx(&krx);
-#endif /* if 0 FIXME */
- } else {
- /* forward to gateway */
- CERROR("forwarding not implemented, mynid=0x%llx dest=0x%llx\n",
- kscimacnal_lib.ni.nid, hdr->dest_nid);
- }
-
- mac_free_msg(msg);
-
- CDEBUG(D_NET, "msg %p: Done\n", msg);
-}
-
-
-/* Called by portals to process a recieved packet */
-inline static int
-kscimacnal_recvmsg(nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- unsigned int niov,
- struct iovec *iov,
- ptl_kiov_t *kiov,
- size_t mlen,
- size_t rlen)
-{
- kscimacnal_rx_t *krx = private;
- mac_mblk_t *mblk;
- void *src;
- mac_size_t pkt_len;
- ptl_size_t iovused=0;
- char *base=NULL;
-
- LASSERT (krx != NULL);
- LASSERT (krx->msg != NULL);
-
- CDEBUG(D_NET,"msg %p: mlen=%d, rlen=%d, niov=%d\n",
- krx->msg, mlen, rlen, niov);
-
- /* What was actually received must be >= what sender claims to have
- * sent. */
- LASSERT (mlen <= rlen); /* something is wrong if this isn't true */
- if (mac_msg_size(krx->msg) < sizeof(ptl_hdr_t)+mlen) {
- /* We didn't receive everything lib thinks we did */
- CERROR("Bad message size: have %d, need %d + %d\n",
- mac_msg_size(krx->msg), sizeof(ptl_hdr_t), mlen);
- return (PTL_FAIL);
- }
-
- /* It must be OK to kmap() if required */
- LASSERT (kiov == NULL || !in_interrupt ());
- /* Either all pages or all vaddrs */
- LASSERT (!(kiov != NULL && iov != NULL));
-
- PROF_START(memcpy);
-
- /* mac_msg_next returns next mblk with unread data (ie. can
- * be same mblk */
- while (mlen != 0 && (mblk = mac_msg_next(krx->msg))) {
- pkt_len = mac_mblk_len(mblk);
- src = mac_get_mblk(mblk, pkt_len); /* Next unread block */
-
- CDEBUG(D_NET,"msg %p: mblk: %p pkt_len: %ld src: %p\n",
- krx->msg, mblk, pkt_len, src);
-
- LASSERT(src != NULL);
-
- /* Essentially lib_copy_buf2(k)iov but with continuation
- * support, we "gracefully" thrash the argument vars ;) */
- while (pkt_len > 0) {
- ptl_size_t nob, len;
-
- LASSERT (niov > 0);
-
- if(iov != NULL) {
- LASSERT(iovused < iov->iov_len);
- len = iov->iov_len;
- base = iov->iov_base;
- }
- else {
- LASSERT(iovused < kiov->kiov_len);
- len = kiov->kiov_len;
- if(base==NULL) {
- /* New page */
- base = kmap(kiov->kiov_page);
- }
- }
-
- nob = MIN (len-iovused, pkt_len);
- CDEBUG(D_NET, "base: %p len: %d src: %p nob: %d "
- "iovused: %d\n",
- base, len, src, nob, iovused);
-
- memcpy (base+iovused, src, nob);
- pkt_len -= nob;
- src += nob;
-
- if(nob+iovused < len) {
- /* We didn't use all of the iov */
- iovused+=nob;
- }
- else {
- niov--;
- iovused=0;
- if(iov != NULL) {
- iov++;
- }
- else {
- kunmap(kiov->kiov_page);
- base=NULL;
- kiov++;
- }
- }
- }
- }
- /* Just to make sure the last page is unmapped */
- if(kiov!=NULL && base!=NULL) {
- kunmap(kiov->kiov_page);
- base=NULL;
- }
- PROF_FINISH(memcpy);
-
- CDEBUG(D_NET, "Calling lib_finalize.\n");
-
- PROF_START(lib_finalize);
- lib_finalize(nal, private, cookie, PTL_OK);
- PROF_FINISH(lib_finalize);
-
- CDEBUG(D_NET, "Done.\n");
-
- return PTL_OK;
-}
-
-
-static int
-kscimacnal_recv(nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- unsigned int niov,
- struct iovec *iov,
- size_t mlen,
- size_t rlen)
-{
- return (kscimacnal_recvmsg (nal, private, cookie, niov, iov, NULL, mlen, rlen));
-}
-
-
-static int
-kscimacnal_recv_pages (nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- unsigned int niov,
- ptl_kiov_t *kiov,
- size_t mlen,
- size_t rlen)
-{
- return (kscimacnal_recvmsg (nal, private, cookie, niov, NULL, kiov, mlen, rlen));
-}
-
-
-nal_cb_t kscimacnal_lib = {
- nal_data: &kscimacnal_data, /* NAL private data */
- cb_send: kscimacnal_send,
- cb_send_pages: kscimacnal_send_pages,
- cb_recv: kscimacnal_recv,
- cb_recv_pages: kscimacnal_recv_pages,
- cb_read: kscimacnal_read,
- cb_write: kscimacnal_write,
- cb_malloc: kscimacnal_malloc,
- cb_free: kscimacnal_free,
- cb_printf: kscimacnal_printf,
- cb_cli: kscimacnal_cli,
- cb_sti: kscimacnal_sti,
- cb_callback: kscimacnal_callback,
- cb_dist: kscimacnal_dist
-};
+++ /dev/null
-.deps
-Makefile
-autoMakefile.in
-autoMakefile
-*.ko
-*.mod.c
-.*.flags
-.*.cmd
-.tmp_versions
-.depend
+++ /dev/null
-MODULES := kscimacnal
-kscimacnal-objs := scimacnal.o scimacnal_cb.o
-
-EXTRA_PRE_CFLAGS += @SCIMACCPPFLAGS@
-
-@INCLUDE_RULES@
+++ /dev/null
-
-scimacnal - A NAL for the Scali ScaMAC midlayer.
-
-The ScaMAC midlayer is a simplified API to the SCI high performance
-interconnect (http://www.scali.com/, http://www.dolphinics.com/).
-
-In order to use this NAL you'll need to tune scimac to use larger buffers.
-See scimac.conf in this directory for an example.
-
-You'll also need to edit portals/include/portals/lib-types.h and reduce
-the MTU to 64kB (the limit of scimac), this diff should help:
-
-----------------------8<----------------------------------
---- portals/include/portals/lib-types.h 27 Jul 2003 02:05:47 -0000 1.1.2.5
-+++ portals/include/portals/lib-types.h 14 Aug 2003 08:32:14 -0000
-@@ -137,8 +137,8 @@
- } lib_counters_t;
-
- /* temporary expedient: limit number of entries in discontiguous MDs */
--# define PTL_MTU (512<<10)
--# define PTL_MD_MAX_IOV 128
-+# define PTL_MTU (64<<10)
-+# define PTL_MD_MAX_IOV 16
-
- struct lib_msg_t {
- struct list_head msg_list;
-----------------------8<----------------------------------
-
-The NAL itself seems quite stable, though scimac has recovery bugs when
-rebooting nodes at times (confirmed by the fact that the IP driver that
-also uses scimac loses connectivity when scimacnal does). This is
-solved by unloading lustre and reloading the scimac driver on the
-affected nodes.
-
-Performance isn't great when it comes to latency, scimac seems to have
-problems with per packet latencies (confirmed with the IP driver which
-has similar behaviour). Bandwidth using large packets is pretty OK
-(probably due to the fact that it hides the latency issues).
-
-TODO:
-Routing isn't yet implemented.
-Need some way to inform portals about our MTU.
+++ /dev/null
-# This code is issued under the GNU General Public License.
-# See the file COPYING in this distribution
-
-if MODULES
-if !CRAY_PORTALS
-if BUILD_SCIMACNAL
-modulenet_DATA = kscimacnal$(KMODEXT)
-endif
-endif
-endif
-
-MOSTLYCLEANFILES = *.o *.ko *.mod.c
-DIST_SOURCES = $(ksimacnal-objs:%.o=%.c) scimacnal.h
+++ /dev/null
-# Configuration file for the scimac driver - lustre friendly settings
-#
-
-# The maximal number of message headers to use in the system.
-scimac_max_no_hdrs = 32
-
-# The maximal number of eager buffers to use in the system.
-scimac_max_no_ebufs = 8
-
-# The maximal size in bytes of each eager buffer.
-scimac_max_ebuf_size = 65536
-
-# Enable use of a kernel thread to defer reception of packets.
-# Default is to use a tasklet (sw interrupt).
-scimac_use_ulevel_recv = 1
-
-# The maximal number of packets queued for transfer per path at any one time.
-scimac_max_send_queuelen = 2000
-
-# The packet retransmit time in milliseconds.
-# The time elapsed since a packet was attempted sent until the packet is resent.
-scimac_pkt_rexmit_time = 200
-
-# The packet's maximal retransmit time in milliseconds.
-# The total time that a packet will be attempted sent before it is dropped.
-scimac_max_rexmit_time = 5000
-
-# The lowest valid node identifier in the system.
-scimac_min_nodeid_number = 0x100
-
-# The largest valid node identifier in the system.
-scimac_max_nodeid_number = 0xff00
-
-# The incremental nodeid step in the system.
-scimac_nodeid_increment = 0x100
+++ /dev/null
-/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
- * vim:expandtab:shiftwidth=8:tabstop=8:cindent:
- *
- * Copyright (C) 2003 High Performance Computing Center North (HPC2N)
- * Author: Niklas Edmundsson <nikke@hpc2n.umu.se>
-
- * Based on gmnal, which is based on ksocknal and qswnal
- *
- * This file is part of Portals, http://www.sf.net/projects/lustre/
- *
- * Portals is free software; you can redistribute it and/or
- * modify it under the terms of version 2 of the GNU General Public
- * License as published by the Free Software Foundation.
- *
- * Portals is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with Portals; if not, write to the Free Software
- * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
- *
- */
-
-
-#include "scimacnal.h"
-
-nal_t kscimacnal_api;
-
-kscimacnal_data_t kscimacnal_data;
-
-kpr_nal_interface_t kscimacnal_router_interface = {
- kprni_nalid: SCIMACNAL,
- kprni_arg: NULL,
- kprni_fwd: kscimacnal_fwd_packet,
-};
-
-
-int kscimacnal_cmd (struct portal_ioctl_data *data, void *private)
-{
- LASSERT (data != NULL);
-
- switch (data->ioc_nal_cmd) {
- case NAL_CMD_REGISTER_MYNID:
- if(kscimacnal_lib.ni.nid == data->ioc_nid) {
- break;
- }
- CDEBUG (D_IOCTL, "Can't change NID from "LPX64" to "LPX64")\n", kscimacnal_lib.ni.nid, data->ioc_nid);
- return(-EINVAL);
- default:
- return(-EINVAL);
- }
-
- return(0);
-}
-
-static int kscimacnal_forward(nal_t *nal,
- int id,
- void *args, size_t args_len,
- void *ret, size_t ret_len)
-{
- kscimacnal_data_t *ksci = nal->nal_data;
- nal_cb_t *nal_cb = ksci->ksci_cb;
-
- LASSERT (nal == &kscimacnal_api);
- LASSERT (ksci == &kscimacnal_data);
- LASSERT (nal_cb == &kscimacnal_lib);
-
- lib_dispatch(nal_cb, ksci, id, args, ret); /* nal needs ksci */
- return PTL_OK;
-}
-
-
-static void kscimacnal_lock(nal_t *nal, unsigned long *flags)
-{
- kscimacnal_data_t *ksci = nal->nal_data;
- nal_cb_t *nal_cb = ksci->ksci_cb;
-
-
- LASSERT (nal == &kscimacnal_api);
- LASSERT (ksci == &kscimacnal_data);
- LASSERT (nal_cb == &kscimacnal_lib);
-
- nal_cb->cb_cli(nal_cb,flags);
-}
-
-
-static void kscimacnal_unlock(nal_t *nal, unsigned long *flags)
-{
- kscimacnal_data_t *ksci = nal->nal_data;
- nal_cb_t *nal_cb = ksci->ksci_cb;
-
-
- LASSERT (nal == &kscimacnal_api);
- LASSERT (ksci == &kscimacnal_data);
- LASSERT (nal_cb == &kscimacnal_lib);
-
- nal_cb->cb_sti(nal_cb,flags);
-}
-
-
-static void kscimacnal_shutdown(nal_t *nal, int ni)
-{
- LASSERT (nal == &kscimacnal_api);
- LASSERT (kscimacnal_data.ksci_init);
-
- if (nal->nal_refct != 0)
- return;
-
- /* Called on last matching PtlNIFini() */
-
- /* FIXME: How should the shutdown procedure really look?
- */
- kscimacnal_data.ksci_shuttingdown=1;
-
- /* Stop handling ioctls */
- libcfs_nal_cmd_unregister(SCIMACNAL);
-
- mac_finish(kscimacnal_data.ksci_machandle);
-
- /* finalise lib after net shuts up */
- lib_fini(&kscimacnal_lib);
-
- kscimacnal_data.ksci_init = 0;
-
- /* Allow unload */
- PORTAL_MODULE_UNUSE;
-
- return;
-}
-
-
-static void kscimacnal_yield( nal_t *nal, unsigned long *flags, int milliseconds )
-{
- LASSERT (nal == &kscimacnal_api);
-
- if (milliseconds != 0) {
- CERROR ("Blocking yield not implemented yet\n");
- LBUG();
- }
-
- if (current->need_resched)
- schedule();
- return;
-}
-
-
-static int kscimacnal_startup(nal_t *nal, ptl_pid_t requested_pid,
- ptl_ni_limits_t *requested_limits,
- ptl_ni_limits_t *actual_limits)
-{
- int rc;
- mac_physaddr_t mac_physaddr;
- ptl_process_id_t process_id;
- mac_handle_t *machandle = NULL;
-
- if (nal->nal_refct != 0) {
- if (actual_limits != NULL)
- *actual_limits = kscimacnal_lib.ni.actual_limits;
- return (PTL_OK);
- }
-
- /* Called on first PtlNIInit(SCIMACNAL) */
-
- LASSERT (nal == kscimacnal_api);
- LASSERT (!kscimacnal_data.ksci_init);
-
- kscimacnal_lib.nal_data = &kscimacnal_data;
-
- memset(&kscimacnal_data, 0, sizeof(kscimacnal_data));
-
- kscimacnal_data.ksci_cb = &kscimacnal_lib;
-
- /* We're not using this, but cli/sti callbacks does... ??? */
- spin_lock_init(&kscimacnal_data.ksci_dispatch_lock);
-
- /* FIXME: We only support one adapter for now */
- machandle = mac_init(0, MAC_SAPID_LUSTRE, kscimacnal_rx,
- &kscimacnal_data);
-
- if(!machandle) {
- CERROR("mac_init() failed\n");
- return PTL_FAIL;
- }
-
- kscimacnal_data.ksci_machandle = machandle;
-
- /* Make sure the scimac MTU is tuned */
- if(mac_get_mtusize(machandle) < SCIMACNAL_MTU) {
- CERROR("scimac mtu of %ld smaller than SCIMACNAL MTU of %d\n",
- mac_get_mtusize(machandle), SCIMACNAL_MTU);
- CERROR("Consult README.scimacnal for more information\n");
- mac_finish(machandle);
- return PTL_FAIL;
- }
-
- /* Get the node ID */
- /* mac_get_physaddrlen() is a function instead of define, sigh */
- LASSERT(mac_get_physaddrlen(machandle) <= sizeof(mac_physaddr));
- if(mac_get_physaddr(machandle, &mac_physaddr)) {
- CERROR("mac_get_physaddr() failed\n");
- mac_finish(machandle);
- return PTL_FAIL;
- }
- kscimacnal_data.ksci_nid = (ptl_nid_t)(ntohl(mac_physaddr));
-
- process_id.pid = 0;
- process_id.nid = kscimacnal_data.ksci_nid;
-
- CDEBUG(D_NET, "calling lib_init with nid "LPX64"\n",
- kscimacnal_data.ksci_nid);
-
- rc = lib_init(&kscimacnal_lib, process_id,
- requested_limits, actual_limits);
- if (rc != PTL_OK) {
- CERROR("PtlNIInit failed %d\n", rc);
- mac_finish(machandle);
- return (rc);
- }
-
- /* Init command interface */
- rc = libcfs_nal_cmd_register (SCIMACNAL, &kscimacnal_cmd, NULL);
- if (rc != 0) {
- CERROR ("Can't initialise command interface (rc = %d)\n", rc);
- lib_fini(&kscimacnal_lib);
- mac_finish(machandle);
- return (PTL_FAIL);
- }
-
- /* We're done now, it's OK for the RX callback to do stuff */
- kscimacnal_data.ksci_init = 1;
-
- /* Prevent unload before matching PtlNIFini() */
- PORTAL_MODULE_USE;
-
- return (PTL_OK);
-}
-
-
-/* Called by kernel at module unload time */
-static void /*__exit*/
-kscimacnal_finalize(void)
-{
- LASSERT (!kscimacnal_data.ksci_init);
-
- ptl_unregister_nal(SCIMACNAL);
-
- CDEBUG (D_MALLOC, "done kmem %d\n", atomic_read (&portal_kmemory));
-
- return;
-}
-
-
-/* Called by kernel at module insertion time */
-static int __init
-kscimacnal_initialize(void)
-{
- int rc;
-
- CDEBUG (D_MALLOC, "start kmem %d\n", atomic_read (&portal_kmemory));
-
- kscimacnal_api.startup = kscimacnal_startup;
- kscimacnal_api.forward = kscimacnal_forward;
- kscimacnal_api.shutdown = kscimacnal_shutdown;
- kscimacnal_api.yield = kscimacnal_yield;
- kscimacnal_api.lock= kscimacnal_lock;
- kscimacnal_api.unlock= kscimacnal_unlock;
- kscimacnal_api.nal_data = &kscimacnal_data;
-
- rc = ptl_register_nal(SCIMACNAL, &kscimacnal_api);
- if (rc != PTL_OK) {
- CERROR("Can't register SCIMACNAL: %d\n", rc);
- return (-ENODEV);
- }
-
- return 0;
-}
-
-
-MODULE_AUTHOR("Niklas Edmundsson <nikke@hpc2n.umu.se>");
-MODULE_DESCRIPTION("Kernel Scali ScaMAC SCI NAL v0.1");
-MODULE_LICENSE("GPL");
-
-module_init (kscimacnal_initialize);
-module_exit (kscimacnal_finalize);
-
-EXPORT_SYMBOL(kscimacnal_ni);
+++ /dev/null
-/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
- * vim:expandtab:shiftwidth=8:tabstop=8:cindent:
- *
- * Copyright (C) 2003 High Performance Computing Center North (HPC2N)
- * Author: Niklas Edmundsson <nikke@hpc2n.umu.se>
- */
-
-
-#ifndef _SCIMACNAL_H
-#define _SCIMACNAL_H
-
-#include <linux/config.h>
-#include <linux/module.h>
-#include <linux/kernel.h>
-#include <linux/mm.h>
-#include <linux/string.h>
-#include <linux/stat.h>
-#include <linux/errno.h>
-#include <linux/locks.h>
-#include <linux/unistd.h>
-#include <linux/init.h>
-
-#include <asm/system.h>
-#include <asm/uaccess.h>
-
-#include <linux/fs.h>
-#include <linux/file.h>
-#include <linux/stat.h>
-#include <linux/list.h>
-#include <asm/uaccess.h>
-#include <asm/segment.h>
-#include <asm/page.h> /* For PAGE_SIZE */
-
-#define DEBUG_SUBSYSTEM S_UNDEFINED
-
-#include <linux/kp30.h>
-#include <linux/kpr.h>
-#include <portals/p30.h>
-#include <portals/lib-p30.h>
-
-#include <scamac.h>
-
-#ifndef MAC_SAPID_LUSTRE
-#define MAC_SAPID_LUSTRE MAC_SAPID_TEST1
-#endif /* MAC_SAPID_LUSTRE */
-
-/* scimac has an annoying MTU limit of 64k */
-#define SCIMACNAL_MTU 65536
-#if PTL_MTU > SCIMACNAL_MTU
-#error Max MTU of ScaMAC is 64k, PTL_MTU is bigger.
-#endif
-
-typedef struct {
- mac_handle_t *handle;
- mac_mblk_t *msg;
- mac_msg_type_t type;
- void *userdata;
-} kscimacnal_rx_t;
-
-
-typedef struct {
- nal_cb_t *ktx_nal;
- void *ktx_private;
- lib_msg_t *ktx_cookie;
- ptl_hdr_t ktx_hdr;
- /* To be able to kunmap() kmap():ed pages */
- struct page *ktx_kpages[PTL_MD_MAX_IOV];
- int ktx_nmapped;
-} kscimacnal_tx_t;
-
-
-typedef struct {
- char ksci_init;
- char ksci_shuttingdown;
- ptl_nid_t ksci_nid;
- nal_cb_t *ksci_cb;
- spinlock_t ksci_dispatch_lock;
- mac_handle_t *ksci_machandle;
-} kscimacnal_data_t;
-
-extern kscimacnal_data_t kscimacnal_data;
-extern nal_t kscimacnal_api;
-extern nal_cb_t kscimacnal_lib;
-
-void kscimacnal_fwd_packet (void *arg, kpr_fwd_desc_t *fwd);
-void kscimacnal_rx(mac_handle_t *handle, mac_mblk_t *msg, mac_msg_type_t type, void *userdata);
-
-
-#endif /* _SCIMACNAL_H */
+++ /dev/null
-/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
- * vim:expandtab:shiftwidth=8:tabstop=8:cindent:
- *
- * Copyright (C) 2003 High Performance Computing Center North (HPC2N)
- * Author: Niklas Edmundsson <nikke@hpc2n.umu.se>
-
- *
- * This file is part of Portals, http://www.sf.net/projects/lustre/
- *
- * Portals is free software; you can redistribute it and/or
- * modify it under the terms of version 2 of the GNU General Public
- * License as published by the Free Software Foundation.
- *
- * Portals is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with Portals; if not, write to the Free Software
- * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
- *
- */
-
-#include "scimacnal.h"
-
-static int
-kscimacnal_read (nal_cb_t *nal, void *private,
- void *dst_addr, user_ptr src_addr, size_t len)
-{
- CDEBUG(D_NET, "0x%Lx: reading %ld bytes from %p -> %p\n",
- nal->ni.nid, (long)len, src_addr, dst_addr );
- memcpy( dst_addr, src_addr, len );
- return 0;
-}
-
-
-static int
-kscimacnal_write(nal_cb_t *nal, void *private,
- user_ptr dst_addr, void *src_addr, size_t len)
-{
- CDEBUG(D_NET, "0x%Lx: writing %ld bytes from %p -> %p\n",
- nal->ni.nid, (long)len, src_addr, dst_addr );
- memcpy( dst_addr, src_addr, len );
- return 0;
-}
-
-
-static void *
-kscimacnal_malloc(nal_cb_t *nal, size_t len)
-{
- void *buf;
-
- PORTAL_ALLOC(buf, len);
- return buf;
-}
-
-
-static void
-kscimacnal_free(nal_cb_t *nal, void *buf, size_t len)
-{
- PORTAL_FREE(buf, len);
-}
-
-
-static void
-kscimacnal_printf(nal_cb_t *nal, const char *fmt, ...)
-{
- va_list ap;
- char msg[256];
-
- if (portal_debug & D_NET) {
- va_start( ap, fmt );
- vsnprintf( msg, sizeof(msg), fmt, ap );
- va_end( ap );
-
- printk("Lustre: CPUId: %d %s",smp_processor_id(), msg);
- }
-}
-
-
-static void
-kscimacnal_cli(nal_cb_t *nal, unsigned long *flags)
-{
- kscimacnal_data_t *data= nal->nal_data;
-
- spin_lock_irqsave(&data->ksci_dispatch_lock,*flags);
-}
-
-
-static void
-kscimacnal_sti(nal_cb_t *nal, unsigned long *flags)
-{
- kscimacnal_data_t *data= nal->nal_data;
-
- spin_unlock_irqrestore(&data->ksci_dispatch_lock,*flags);
-}
-
-
-static void
-kscimacnal_callback(nal_cb_t *nal, void *private, lib_eq_t *eq, ptl_event_t *ev)
-{
- /* holding ksci_dispatch_lock */
-
- if (eq->event_callback != NULL)
- eq->event_callback(ev);
-
- /* We will wake theads sleeping in yield() here, AFTER the
- * callback, when we implement blocking yield */
-}
-
-static int
-kscimacnal_dist(nal_cb_t *nal, ptl_nid_t nid, unsigned long *dist)
-{
- /* FIXME: Network distance has a meaning, but is there no easy
- * way to figure it out (depends on routing) */
-
- if ( nal->ni.nid == nid ) {
- *dist = 0;
- } else {
- *dist = 1;
- }
-
- return 0;
-}
-
-
-static
-char * get_mac_error(mac_status_t status)
-{
- switch(status) {
- case MAC_MSG_STAT_OK:
- return "MAC_MSG_STAT_OK";
- case MAC_MSG_STAT_FREED:
- return "MAC_MSG_STAT_FREED";
- case MAC_MSG_STAT_ABORTED:
- return "MAC_MSG_STAT_ABORTED";
- case MAC_MSG_STAT_TIMEDOUT:
- return "MAC_MSG_STAT_TIMEDOUT";
- case MAC_MSG_STAT_NODEUNREACH:
- return "MAC_MSG_STAT_NODEUNREACH";
- case MAC_MSG_STAT_NETDOWN:
- return "MAC_MSG_STAT_NETDOWN";
- case MAC_MSG_STAT_RESET:
- return "MAC_MSG_STAT_RESET";
- case MAC_MSG_STAT_INITFAILED:
- return "MAC_MSG_STAT_INITFAILED";
- case MAC_MSG_STAT_SYNCFAILED:
- return "MAC_MSG_STAT_SYNCFAILED";
- case MAC_MSG_STAT_BADPROTO:
- return "MAC_MSG_STAT_BADPROTO";
- case MAC_MSG_STAT_NOBUFSPACE:
- return "MAC_MSG_STAT_NOBUFSPACE";
- case MAC_MSG_STAT_CONGESTION:
- return "MAC_MSG_STAT_CONGESTION";
- case MAC_MSG_STAT_OTHER:
- return "MAC_MSG_STAT_OTHER";
- default:
- return "Unknown error";
- }
-}
-
-
-/* FIXME add routing code here ? */
-
-/* Called by ScaMac when transmission is complete (ie. message is released) */
-static void
-kscimacnal_txrelease(mac_mblk_t *msg, mac_msg_status_t status, void *context)
-{
- kscimacnal_tx_t *ktx = (kscimacnal_tx_t *)context;
- int err=0, i;
-
- LASSERT (ktx != NULL);
- /* Unmap any mapped pages */
- for(i=0; i<ktx->ktx_nmapped; i++) {
- kunmap(ktx->ktx_kpages[i]);
- }
-
- CDEBUG(D_NET, "kunmapped %d pages\n", ktx->ktx_nmapped);
-
- /* Euh, there is no feedback when transmission fails?! */
- switch(status) {
- case MAC_MSG_STAT_OK: /* normal */
- break;
- default:
- CERROR("%s (%d):\n", get_mac_error(status), status);
- err = -EIO;
- break;
- }
-
- lib_finalize(ktx->ktx_nal, ktx->ktx_private, ktx->ktx_cookie,
- (err == 0) ? PTL_OK : PTL_FAIL);
-
- PORTAL_FREE(ktx, (sizeof(kscimacnal_tx_t)));
-}
-
-
-/* Called by portals when it wants to send a message.
- * Since ScaMAC has it's own TX thread we don't bother setting up our own. */
-
-/* FIXME: Read comments in qswnal_cb.c for _sendmsg and fix return-on-error
- * issues */
-static inline int
-kscimacnal_sendmsg(nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- ptl_hdr_t *hdr,
- int type,
- ptl_nid_t nid,
- ptl_pid_t pid,
- unsigned int payload_niov,
- struct iovec *payload_iov,
- ptl_kiov_t *payload_kiov,
- size_t payload_len)
-{
- kscimacnal_tx_t *ktx=NULL;
- kscimacnal_data_t *ksci = nal->nal_data;
- int rc=0;
- int buf_len = sizeof(ptl_hdr_t) + payload_len;
- mac_mblk_t *msg=NULL, *lastblk, *newblk;
- unsigned long physaddr;
-
-
- CDEBUG(D_NET, "sending %d bytes from %p/%p to nid "LPX64" niov: %d\n",
- payload_len, payload_iov, payload_kiov, nid, payload_niov);
-
- /* Basic sanity checks */
- LASSERT(ksci != NULL);
- LASSERT(hdr != NULL);
- LASSERT (payload_len == 0 || payload_niov > 0);
- LASSERT (payload_niov <= PTL_MD_MAX_IOV);
- /* It must be OK to kmap() if required */
- LASSERT (payload_kiov == NULL || !in_interrupt ());
- /* payload is either all vaddrs or all pages */
- LASSERT (!(payload_kiov != NULL && payload_iov != NULL));
-
- /* Do real check if we can send this */
- if (buf_len > mac_get_mtusize(ksci->ksci_machandle)) {
- CERROR("kscimacnal:request exceeds TX MTU size (%ld).\n",
- mac_get_mtusize(ksci->ksci_machandle));
- return PTL_FAIL;
- }
-
-
- /* save transaction info for later finalize and cleanup */
- PORTAL_ALLOC(ktx, (sizeof(kscimacnal_tx_t)));
- if (!ktx) {
- return PTL_NO_SPACE;
- }
-
- ktx->ktx_nmapped = 0; /* Start with no mapped pages :) */
-
- /* *SIGH* hdr is a stack variable in the calling function, so we
- * need to copy it to a buffer. Zerocopy magic (or is it just
- * deferred memcpy?) is annoying sometimes. */
- memcpy(&ktx->ktx_hdr, hdr, sizeof(ptl_hdr_t));
-
- /* First, put the header in the main message mblk */
- msg = mac_alloc_mblk(&ktx->ktx_hdr, sizeof(ptl_hdr_t),
- kscimacnal_txrelease, ktx);
- if (!msg) {
- PORTAL_FREE(ktx, (sizeof(kscimacnal_tx_t)));
- return PTL_NO_SPACE;
- }
- mac_put_mblk(msg, sizeof(ptl_hdr_t));
- lastblk=msg;
-
- /* Allocate additional mblks for each iov as needed.
- * Essentially lib_copy_(k)iov2buf with a twist or two */
- while (payload_len > 0)
- {
- ptl_size_t nob;
- char *addr;
-
- LASSERT (payload_niov > 0);
-
- if(payload_iov != NULL) {
- nob = MIN (payload_iov->iov_len, payload_len);
- addr = payload_iov->iov_base;
- }
- else {
- nob = MIN (payload_kiov->kiov_len, payload_len);
- /* Bollocks. We need to handle paged IO for things to
- * work but there is no good way to do this. We
- * do it by kmap():ing all pages and keep them
- * mapped until scimac is done with them. */
- /* FIXME: kunmap() on error */
- addr = kmap(payload_kiov->kiov_page);
- ktx->ktx_kpages[ktx->ktx_nmapped++] =
- payload_kiov->kiov_page;
- }
- /* We don't need a callback on the additional mblks,
- * since all release callbacks seems to be called when
- * the entire message has been sent */
- newblk=mac_alloc_mblk(addr, nob, NULL, NULL);
-
- if(!newblk) {
- mac_free_msg(msg);
- PORTAL_FREE(ktx, (sizeof(kscimacnal_tx_t)));
- return PTL_NO_SPACE;
- }
- mac_put_mblk(newblk, nob);
- mac_link_mblk(lastblk, newblk);
- lastblk=newblk;
-
- payload_len -= nob;
- payload_niov--;
- if(payload_iov != NULL) {
- payload_iov++;
- }
- else {
- payload_kiov++;
- }
- }
-
- CDEBUG(D_NET, "kmapped %d pages\n", ktx->ktx_nmapped);
-
- ktx->ktx_nal = nal;
- ktx->ktx_private = private;
- ktx->ktx_cookie = cookie;
-
- CDEBUG(D_NET, "mac_send %d bytes to nid: 0x%Lx\n", buf_len, nid);
-
- physaddr = htonl(nid);
-
- if((rc=mac_send(ksci->ksci_machandle, msg,
- (mac_physaddr_t *) &physaddr))) {
- CERROR("kscimacnal: mac_send() failed, rc=%d\n", rc);
- mac_free_msg(msg);
- PORTAL_FREE(ktx, (sizeof(kscimacnal_tx_t)));
- return PTL_FAIL;
- }
-
- return PTL_OK;
-}
-
-
-static int
-kscimacnal_send (nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- ptl_hdr_t *hdr,
- int type,
- ptl_nid_t nid,
- ptl_pid_t pid,
- unsigned int payload_niov,
- struct iovec *payload_iov,
- size_t payload_nob)
-{
- return (kscimacnal_sendmsg (nal, private, cookie, hdr, type, nid, pid,
- payload_niov, payload_iov, NULL, payload_nob));
-}
-
-static int
-kscimacnal_send_pages (nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- ptl_hdr_t *hdr,
- int type,
- ptl_nid_t nid,
- ptl_pid_t pid,
- unsigned int payload_niov,
- ptl_kiov_t *payload_kiov,
- size_t payload_nob)
-{
- return (kscimacnal_sendmsg (nal, private, cookie, hdr, type, nid, pid,
- payload_niov, NULL, payload_kiov, payload_nob));
-}
-
-
-void
-kscimacnal_fwd_packet (void *arg, kpr_fwd_desc_t *fwd)
-{
- CERROR ("forwarding not implemented\n");
-}
-
-
-/* Process a received portals packet */
-/* Called by the ScaMac RX thread when a packet is received */
-void
-kscimacnal_rx(mac_handle_t *handle, mac_mblk_t *msg, mac_msg_type_t type,
- void *userdata)
-{
- ptl_hdr_t *hdr = NULL;
- kscimacnal_rx_t krx;
- mac_size_t size;
- kscimacnal_data_t *ksci = userdata;
-
- LASSERT(ksci != NULL);
-
- if ( !ksci->ksci_init || ksci->ksci_shuttingdown ||
- type == MAC_MSG_TYPE_CTRL || type == MAC_MSG_TYPE_OTHER ) {
- /* We're not interested in messages not for us, ignore */
- mac_free_msg(msg);
- return;
- }
-
- size = mac_msg_size(msg);
-
- CDEBUG(D_NET,"msg %p type %d, size %ld bytes (%ld mblks)\n",
- msg, type, size, mac_msg_mblks(msg));
-
- if( size < sizeof( ptl_hdr_t ) ) {
- /* XXX what's this for? */
- if (ksci->ksci_shuttingdown)
- return;
- CERROR("kscimacnal: did not receive complete portal header,"
- "size= %ld\n", size);
- /* Free the message before exiting */
- mac_free_msg(msg);
- return;
- }
-
- /* Provide everything we know */
- krx.handle = handle;
- krx.msg = msg;
- krx.type = type;
- krx.userdata = userdata;
-
- /* mac_msg_next returns the next mblk with unread data */
- hdr = mac_get_mblk(mac_msg_next(msg), sizeof(ptl_hdr_t) );
-
- if(!hdr) {
- CERROR("kscimacnal: no data block in message %p\n", msg);
- mac_free_msg(msg);
- return;
- }
-
- if ( hdr->dest_nid == kscimacnal_lib.ni.nid ) {
- PROF_START(lib_parse);
- /* sets wanted_len, iovs etc and calls our callback */
- lib_parse(&kscimacnal_lib, hdr, &krx);
- PROF_FINISH(lib_parse);
-#if 0 /* FIXME: Is it possible to detect this? */
- } else if (kgmnal_ispeer(hdr->dest_nid)) {
- /* should have gone direct to peer */
- CERROR("dropping packet from 0x%llx to 0x%llx:"
- "target is a peer\n",
- hdr->src_nid, hdr->dest_nid);
- kgmnal_requeue_rx(&krx);
-#endif /* if 0 FIXME */
- } else {
- /* forward to gateway */
- CERROR("forwarding not implemented, mynid=0x%llx dest=0x%llx\n",
- kscimacnal_lib.ni.nid, hdr->dest_nid);
- }
-
- mac_free_msg(msg);
-
- CDEBUG(D_NET, "msg %p: Done\n", msg);
-}
-
-
-/* Called by portals to process a recieved packet */
-inline static int
-kscimacnal_recvmsg(nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- unsigned int niov,
- struct iovec *iov,
- ptl_kiov_t *kiov,
- size_t mlen,
- size_t rlen)
-{
- kscimacnal_rx_t *krx = private;
- mac_mblk_t *mblk;
- void *src;
- mac_size_t pkt_len;
- ptl_size_t iovused=0;
- char *base=NULL;
-
- LASSERT (krx != NULL);
- LASSERT (krx->msg != NULL);
-
- CDEBUG(D_NET,"msg %p: mlen=%d, rlen=%d, niov=%d\n",
- krx->msg, mlen, rlen, niov);
-
- /* What was actually received must be >= what sender claims to have
- * sent. */
- LASSERT (mlen <= rlen); /* something is wrong if this isn't true */
- if (mac_msg_size(krx->msg) < sizeof(ptl_hdr_t)+mlen) {
- /* We didn't receive everything lib thinks we did */
- CERROR("Bad message size: have %d, need %d + %d\n",
- mac_msg_size(krx->msg), sizeof(ptl_hdr_t), mlen);
- return (PTL_FAIL);
- }
-
- /* It must be OK to kmap() if required */
- LASSERT (kiov == NULL || !in_interrupt ());
- /* Either all pages or all vaddrs */
- LASSERT (!(kiov != NULL && iov != NULL));
-
- PROF_START(memcpy);
-
- /* mac_msg_next returns next mblk with unread data (ie. can
- * be same mblk */
- while (mlen != 0 && (mblk = mac_msg_next(krx->msg))) {
- pkt_len = mac_mblk_len(mblk);
- src = mac_get_mblk(mblk, pkt_len); /* Next unread block */
-
- CDEBUG(D_NET,"msg %p: mblk: %p pkt_len: %ld src: %p\n",
- krx->msg, mblk, pkt_len, src);
-
- LASSERT(src != NULL);
-
- /* Essentially lib_copy_buf2(k)iov but with continuation
- * support, we "gracefully" thrash the argument vars ;) */
- while (pkt_len > 0) {
- ptl_size_t nob, len;
-
- LASSERT (niov > 0);
-
- if(iov != NULL) {
- LASSERT(iovused < iov->iov_len);
- len = iov->iov_len;
- base = iov->iov_base;
- }
- else {
- LASSERT(iovused < kiov->kiov_len);
- len = kiov->kiov_len;
- if(base==NULL) {
- /* New page */
- base = kmap(kiov->kiov_page);
- }
- }
-
- nob = MIN (len-iovused, pkt_len);
- CDEBUG(D_NET, "base: %p len: %d src: %p nob: %d "
- "iovused: %d\n",
- base, len, src, nob, iovused);
-
- memcpy (base+iovused, src, nob);
- pkt_len -= nob;
- src += nob;
-
- if(nob+iovused < len) {
- /* We didn't use all of the iov */
- iovused+=nob;
- }
- else {
- niov--;
- iovused=0;
- if(iov != NULL) {
- iov++;
- }
- else {
- kunmap(kiov->kiov_page);
- base=NULL;
- kiov++;
- }
- }
- }
- }
- /* Just to make sure the last page is unmapped */
- if(kiov!=NULL && base!=NULL) {
- kunmap(kiov->kiov_page);
- base=NULL;
- }
- PROF_FINISH(memcpy);
-
- CDEBUG(D_NET, "Calling lib_finalize.\n");
-
- PROF_START(lib_finalize);
- lib_finalize(nal, private, cookie, PTL_OK);
- PROF_FINISH(lib_finalize);
-
- CDEBUG(D_NET, "Done.\n");
-
- return PTL_OK;
-}
-
-
-static int
-kscimacnal_recv(nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- unsigned int niov,
- struct iovec *iov,
- size_t mlen,
- size_t rlen)
-{
- return (kscimacnal_recvmsg (nal, private, cookie, niov, iov, NULL, mlen, rlen));
-}
-
-
-static int
-kscimacnal_recv_pages (nal_cb_t *nal,
- void *private,
- lib_msg_t *cookie,
- unsigned int niov,
- ptl_kiov_t *kiov,
- size_t mlen,
- size_t rlen)
-{
- return (kscimacnal_recvmsg (nal, private, cookie, niov, NULL, kiov, mlen, rlen));
-}
-
-
-nal_cb_t kscimacnal_lib = {
- nal_data: &kscimacnal_data, /* NAL private data */
- cb_send: kscimacnal_send,
- cb_send_pages: kscimacnal_send_pages,
- cb_recv: kscimacnal_recv,
- cb_recv_pages: kscimacnal_recv_pages,
- cb_read: kscimacnal_read,
- cb_write: kscimacnal_write,
- cb_malloc: kscimacnal_malloc,
- cb_free: kscimacnal_free,
- cb_printf: kscimacnal_printf,
- cb_cli: kscimacnal_cli,
- cb_sti: kscimacnal_sti,
- cb_callback: kscimacnal_callback,
- cb_dist: kscimacnal_dist
-};
git://git.whamcloud.com / fs / lustre-release.git / commitdiff