portals/knals/qswnal/autoMakefile
portals/knals/socknal/Makefile
portals/knals/socknal/autoMakefile
+portals/knals/lbnal/Makefile
+portals/knals/lbnal/autoMakefile
portals/libcfs/Makefile
portals/libcfs/autoMakefile
portals/portals/Makefile
ROUTER = 6,
OPENIBNAL = 7,
IIBNAL = 8,
+ LBNAL = 9,
NAL_ENUM_END_MARKER
};
#define S_SM 0x00800000
#define S_ASOBD 0x01000000
#define S_CONFOBD 0x02000000
+#define S_LBNAL 0x04000000
/* If you change these values, please keep portals/utils/debug.c
* up to date! */
@BUILD_IIBNAL_TRUE@subdir-m += iibnal
@BUILD_QSWNAL_TRUE@subdir-m += qswnal
subdir-m += socknal
+subdir-m += lbnal
@INCLUDE_RULES@
include $(obj)/../Kernelenv
obj-y = socknal/
+obj-y = lbnal/
# more coming...
# This code is issued under the GNU General Public License.
# See the file COPYING in this distribution
-SUBDIRS = gmnal iibnal openibnal qswnal socknal
+SUBDIRS = gmnal iibnal openibnal qswnal socknal lbnal
--- /dev/null
+.deps
+Makefile
+.*.cmd
+autoMakefile.in
+autoMakefile
+*.ko
+*.mod.c
+.*.flags
+.tmp_versions
+.depend
--- /dev/null
+MODULES := klbnal
+klbnal-objs := lbnal.o lbnal_cb.o
+
+@INCLUDE_RULES@
--- /dev/null
+# Copyright (C) 2001 Cluster File Systems, Inc.
+#
+# This code is issued under the GNU General Public License.
+# See the file COPYING in this distribution
+
+if MODULES
+modulenet_DATA = klbnal$(KMODEXT)
+endif
+
+MOSTLYCLEANFILES = *.o *.ko *.mod.c
+DIST_SOURCES = $(klbnal-objs:%.o=%.c) lbnal.h
--- /dev/null
+/*
+ * Copyright (C) 2002 Cluster File Systems, Inc.
+ * Author: Eric Barton <eric@bartonsoftware.com>
+ *
+ * Copyright (C) 2002, Lawrence Livermore National Labs (LLNL)
+ * W. Marcus Miller - Based on ksocknal
+ *
+ * This file is part of Portals, http://www.sf.net/projects/lustre/
+ *
+ * Portals is free software; you can redistribute it and/or
+ * modify it under the terms of version 2 of the GNU General Public
+ * License as published by the Free Software Foundation.
+ *
+ * Portals is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with Portals; if not, write to the Free Software
+ * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ *
+ */
+
+#include "lbnal.h"
+
+nal_t klbnal_api;
+klbnal_data_t klbnal_data;
+ptl_handle_ni_t klbnal_ni;
+
+
+int
+klbnal_cmd (struct portals_cfg *pcfg, void *private)
+{
+ LASSERT (pcfg != NULL);
+
+ switch (pcfg->pcfg_command) {
+ case NAL_CMD_REGISTER_MYNID:
+ CDEBUG (D_IOCTL, "setting NID to "LPX64" (was "LPX64")\n",
+ pcfg->pcfg_nid, klbnal_lib.libnal_ni.ni_pid.nid);
+ klbnal_lib.libnal_ni.ni_pid.nid = pcfg->pcfg_nid;
+ return (0);
+
+ default:
+ return (-EINVAL);
+ }
+}
+
+static void
+klbnal_shutdown(nal_t *nal)
+{
+ unsigned long flags;
+
+ /* NB The first ref was this module! */
+ if (nal->nal_refct != 0)
+ return;
+
+ CDEBUG (D_NET, "shutdown\n");
+ LASSERT (nal == &klbnal_api);
+
+ switch (klbnal_data.klb_init)
+ {
+ default:
+ LASSERT (0);
+
+ case KLB_INIT_ALL:
+ libcfs_nal_cmd_unregister(LBNAL);
+ /* fall through */
+
+ case KLB_INIT_LIB:
+ lib_fini (&klbnal_lib);
+ break;
+
+ case KLB_INIT_NOTHING:
+ return;
+ }
+
+ memset(&klbnal_data, 0, sizeof (klbnal_data));
+
+ CDEBUG (D_MALLOC, "done kmem %d\n", atomic_read(&portal_kmemory));
+
+ printk (KERN_INFO "Lustre: LB NAL unloaded (final mem %d)\n",
+ atomic_read(&portal_kmemory));
+ PORTAL_MODULE_UNUSE;
+}
+
+static int
+klbnal_startup (nal_t *nal, ptl_pid_t requested_pid,
+ ptl_ni_limits_t *requested_limits,
+ ptl_ni_limits_t *actual_limits)
+{
+ int rc;
+ int i;
+ ptl_process_id_t my_process_id;
+ int pkmem = atomic_read(&portal_kmemory);
+
+ LASSERT (nal == &klbnal_api);
+
+ if (nal->nal_refct != 0) {
+ if (actual_limits != NULL)
+ *actual_limits = klbnal_lib.libnal_ni.ni_actual_limits;
+ return (PTL_OK);
+ }
+
+ LASSERT (klbnal_data.klb_init == KLB_INIT_NOTHING);
+
+ CDEBUG (D_MALLOC, "start kmem %d\n", atomic_read(&portal_kmemory));
+
+ /* ensure all pointers NULL etc */
+ memset (&klbnal_data, 0, sizeof (klbnal_data));
+
+ my_process_id.nid = 0;
+ my_process_id.pid = requested_pid;
+
+ rc = lib_init(&klbnal_lib, nal, my_process_id,
+ requested_limits, actual_limits);
+ if (rc != PTL_OK) {
+ CERROR ("lib_init failed %d\n", rc);
+ klbnal_shutdown (nal);
+ return (rc);
+ }
+
+ klbnal_data.klb_init = KLB_INIT_LIB;
+
+ rc = libcfs_nal_cmd_register (LBNAL, &klbnal_cmd, NULL);
+ if (rc != 0) {
+ CERROR ("Can't initialise command interface (rc = %d)\n", rc);
+ klbnal_shutdown (nal);
+ return (PTL_FAIL);
+ }
+
+ klbnal_data.klb_init = KLB_INIT_ALL;
+
+ printk(KERN_INFO "Lustre: LB NAL (initial mem %d)\n", pkmem);
+ PORTAL_MODULE_USE;
+
+ return (PTL_OK);
+}
+
+void __exit
+klbnal_finalise (void)
+{
+ PtlNIFini(klbnal_ni);
+
+ ptl_unregister_nal(LBNAL);
+}
+
+static int __init
+klbnal_initialise (void)
+{
+ int rc;
+
+ klbnal_api.nal_ni_init = klbnal_startup;
+ klbnal_api.nal_ni_fini = klbnal_shutdown;
+
+ rc = ptl_register_nal(LBNAL, &klbnal_api);
+ if (rc != PTL_OK) {
+ CERROR("Can't register LBNAL: %d\n", rc);
+ return (-ENOMEM); /* or something... */
+ }
+
+ return (0);
+}
+
+MODULE_AUTHOR("Cluster File Systems, Inc. <info@clusterfs.com>");
+MODULE_DESCRIPTION("Loopback NAL v0.01");
+MODULE_LICENSE("GPL");
+
+module_init (klbnal_initialise);
+module_exit (klbnal_finalise);
--- /dev/null
+/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
+ * vim:expandtab:shiftwidth=8:tabstop=8:
+ *
+ * Copyright (C) 2001 Cluster File Systems, Inc. <braam@clusterfs.com>
+ *
+ * This file is part of Lustre, http://www.lustre.org.
+ *
+ * Lustre is free software; you can redistribute it and/or
+ * modify it under the terms of version 2 of the GNU General Public
+ * License as published by the Free Software Foundation.
+ *
+ * Lustre is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with Lustre; if not, write to the Free Software
+ * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ *
+ * Basic library routines.
+ *
+ */
+
+#ifndef _LBNAL_H
+#define _LBNAL_H
+#ifndef EXPORT_SYMTAB
+# define EXPORT_SYMTAB
+#endif
+
+#include <linux/config.h>
+#include <linux/module.h>
+#include <linux/kernel.h>
+#include <linux/mm.h>
+#include <linux/string.h>
+#include <linux/stat.h>
+#include <linux/errno.h>
+#include <linux/uio.h>
+
+#define DEBUG_SUBSYSTEM S_LBNAL
+
+#include <linux/kp30.h>
+#include <portals/p30.h>
+#include <portals/lib-p30.h>
+#include <portals/nal.h>
+
+#define KLBD_IOV 153401
+#define KLBD_KIOV 153402
+
+typedef struct
+{
+ unsigned int klbd_type;
+ unsigned int klbd_niov;
+ size_t klbd_offset;
+ size_t klbd_nob;
+ union {
+ struct iovec *iov;
+ ptl_kiov_t *kiov;
+ } klbd_iov;
+
+} klb_desc_t;
+
+typedef struct
+{
+ char klb_init; /* what's been initialised */
+} klbnal_data_t;
+
+/* kqn_init state */
+#define KLB_INIT_NOTHING 0 /* MUST BE ZERO so zeroed state is initialised OK */
+#define KLB_INIT_LIB 1
+#define KLB_INIT_ALL 2
+
+extern lib_nal_t klbnal_lib;
+extern nal_t klbnal_api;
+extern klbnal_data_t klbnal_data;
+
+#endif /* _LBNAL_H */
--- /dev/null
+/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
+ * vim:expandtab:shiftwidth=8:tabstop=8:
+ *
+ * Copyright (C) 2002 Cluster File Systems, Inc.
+ * Author: Eric Barton <eric@bartonsoftware.com>
+ *
+ * Copyright (C) 2002, Lawrence Livermore National Labs (LLNL)
+ * W. Marcus Miller - Based on ksocknal
+ *
+ * This file is part of Portals, http://www.sf.net/projects/sandiaportals/
+ *
+ * Portals is free software; you can redistribute it and/or
+ * modify it under the terms of version 2 of the GNU General Public
+ * License as published by the Free Software Foundation.
+ *
+ * Portals is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with Portals; if not, write to the Free Software
+ * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ *
+ */
+
+#include "lbnal.h"
+
+/*
+ * LIB functions follow
+ *
+ */
+static int
+klbnal_dist(lib_nal_t *nal, ptl_nid_t nid, unsigned long *dist)
+{
+ *dist = 0; /* it's me */
+ return (0);
+}
+
+static ptl_err_t
+klbnal_send (lib_nal_t *nal,
+ void *private,
+ lib_msg_t *libmsg,
+ ptl_hdr_t *hdr,
+ int type,
+ ptl_nid_t nid,
+ ptl_pid_t pid,
+ unsigned int payload_niov,
+ struct iovec *payload_iov,
+ size_t payload_offset,
+ size_t payload_nob)
+{
+ klb_desc_t klbd = {
+ .klbd_type = KLBD_IOV,
+ .klbd_niov = payload_niov,
+ .klbd_offset = payload_offset,
+ .klbd_nob = payload_nob,
+ .klbd_iov.iov = payload_iov};
+ ptl_err_t rc;
+
+ LASSERT(nid == klbnal_lib.libnal_ni.ni_pid.nid);
+
+ rc = lib_parse(&klbnal_lib, hdr, &klbd);
+ if (rc == PTL_OK)
+ lib_finalize(&klbnal_lib, private, libmsg, PTL_OK);
+
+ return rc;
+}
+
+static ptl_err_t
+klbnal_send_pages (lib_nal_t *nal,
+ void *private,
+ lib_msg_t *libmsg,
+ ptl_hdr_t *hdr,
+ int type,
+ ptl_nid_t nid,
+ ptl_pid_t pid,
+ unsigned int payload_niov,
+ ptl_kiov_t *payload_kiov,
+ size_t payload_offset,
+ size_t payload_nob)
+{
+ klb_desc_t klbd = {
+ .klbd_type = KLBD_KIOV,
+ .klbd_niov = payload_niov,
+ .klbd_offset = payload_offset,
+ .klbd_nob = payload_nob,
+ .klbd_iov.kiov = payload_kiov};
+ ptl_err_t rc;
+
+ LASSERT(nid == klbnal_lib.libnal_ni.ni_pid.nid);
+
+ rc = lib_parse(&klbnal_lib, hdr, &klbd);
+ if (rc == PTL_OK)
+ lib_finalize(&klbnal_lib, private, libmsg, PTL_OK);
+
+ return rc;
+}
+
+static ptl_err_t
+klbnal_recv(lib_nal_t *nal,
+ void *private,
+ lib_msg_t *libmsg,
+ unsigned int niov,
+ struct iovec *iov,
+ size_t offset,
+ size_t mlen,
+ size_t rlen)
+{
+ klb_desc_t *klbd = (klb_desc_t *)private;
+
+ /* I only handle mapped->mapped matches */
+ LASSERT(klbd->klbd_type == KLBD_IOV);
+
+ if (mlen == 0)
+ return PTL_OK;
+
+ while (offset >= iov->iov_len) {
+ offset -= iov->iov_len;
+ iov++;
+ niov--;
+ LASSERT(niov > 0);
+ }
+
+ while (klbd->klbd_offset >= klbd->klbd_iov.iov->iov_len) {
+ klbd->klbd_offset -= klbd->klbd_iov.iov->iov_len;
+ klbd->klbd_iov.iov++;
+ klbd->klbd_niov--;
+ LASSERT(klbd->klbd_niov > 0);
+ }
+
+ do {
+ int fraglen = MIN(iov->iov_len - offset,
+ klbd->klbd_iov.iov->iov_len - klbd->klbd_offset);
+
+ LASSERT(niov > 0);
+ LASSERT(klbd->klbd_niov > 0);
+
+ if (fraglen > mlen)
+ fraglen = mlen;
+
+ memcpy((void *)((unsigned long)iov->iov_base + offset),
+ (void *)((unsigned long)klbd->klbd_iov.iov->iov_base +
+ klbd->klbd_offset),
+ fraglen);
+
+ if (offset + fraglen < iov->iov_len) {
+ offset += fraglen;
+ } else {
+ offset = 0;
+ iov++;
+ niov--;
+ }
+
+ if (klbd->klbd_offset + fraglen < klbd->klbd_iov.iov->iov_len ) {
+ klbd->klbd_offset += fraglen;
+ } else {
+ klbd->klbd_offset = 0;
+ klbd->klbd_iov.iov++;
+ klbd->klbd_niov--;
+ }
+
+ mlen -= fraglen;
+ } while (mlen > 0);
+
+ lib_finalize(&klbnal_lib, private, libmsg, PTL_OK);
+ return PTL_OK;
+}
+
+static ptl_err_t
+klbnal_recv_pages(lib_nal_t *nal,
+ void *private,
+ lib_msg_t *libmsg,
+ unsigned int niov,
+ ptl_kiov_t *kiov,
+ size_t offset,
+ size_t mlen,
+ size_t rlen)
+{
+ void *srcaddr = NULL;
+ void *dstaddr = NULL;
+ unsigned long srcfrag = 0;
+ unsigned long dstfrag = 0;
+ unsigned long fraglen;
+ klb_desc_t *klbd = (klb_desc_t *)private;
+
+ /* I only handle unmapped->unmapped matches */
+ LASSERT(klbd->klbd_type == KLBD_KIOV);
+
+ if (mlen == 0)
+ return PTL_OK;
+
+ while (offset >= kiov->kiov_len) {
+ offset -= kiov->kiov_len;
+ kiov++;
+ niov--;
+ LASSERT(niov > 0);
+ }
+
+ while (klbd->klbd_offset >= klbd->klbd_iov.kiov->kiov_len) {
+ klbd->klbd_offset -= klbd->klbd_iov.kiov->kiov_len;
+ klbd->klbd_iov.kiov++;
+ klbd->klbd_niov--;
+ LASSERT(klbd->klbd_niov > 0);
+ }
+
+ do {
+ /* CAVEAT EMPTOR: I kmap 2 pages at once == slight risk of deadlock */
+ LASSERT(niov > 0);
+ if (dstaddr == NULL) {
+ dstaddr = (void *)((unsigned long)kmap(kiov->kiov_page) +
+ kiov->kiov_offset + offset);
+ dstfrag = kiov->kiov_len - offset;
+ }
+
+ LASSERT(klbd->klbd_niov > 0);
+ if (srcaddr == NULL) {
+ srcaddr = (void *)((unsigned long)kmap(klbd->klbd_iov.kiov->kiov_page) +
+ klbd->klbd_iov.kiov->kiov_offset + klbd->klbd_offset);
+ srcfrag = klbd->klbd_iov.kiov->kiov_len - klbd->klbd_offset;
+ }
+
+ fraglen = MIN(srcfrag, dstfrag);
+ if (fraglen > mlen)
+ fraglen = mlen;
+
+ memcpy(dstaddr, srcaddr, fraglen);
+
+ if (fraglen < dstfrag) {
+ dstfrag -= fraglen;
+ dstaddr = (void *)((unsigned long)dstaddr + fraglen);
+ } else {
+ kunmap(kiov->kiov_page);
+ dstaddr = NULL;
+ offset = 0;
+ kiov++;
+ niov--;
+ }
+
+ if (fraglen < srcfrag) {
+ srcfrag -= fraglen;
+ srcaddr = (void *)((unsigned long)srcaddr + fraglen);
+ } else {
+ kunmap(klbd->klbd_iov.kiov->kiov_page);
+ srcaddr = NULL;
+ klbd->klbd_offset = 0;
+ klbd->klbd_iov.kiov++;
+ klbd->klbd_niov--;
+ }
+
+ mlen -= fraglen;
+ } while (mlen > 0);
+
+ if (dstaddr != NULL)
+ kunmap(kiov->kiov_page);
+
+ if (srcaddr != NULL)
+ kunmap(klbd->klbd_iov.kiov->kiov_page);
+
+ lib_finalize(&klbnal_lib, private, libmsg, PTL_OK);
+ return PTL_OK;
+}
+
+lib_nal_t klbnal_lib =
+{
+ libnal_data: &klbnal_data, /* NAL private data */
+ libnal_send: klbnal_send,
+ libnal_send_pages: klbnal_send_pages,
+ libnal_recv: klbnal_recv,
+ libnal_recv_pages: klbnal_recv_pages,
+ libnal_dist: klbnal_dist
+};
{"gm", GMNAL},
{"openib", OPENIBNAL},
{"iib", IIBNAL},
+ {"lb", LBNAL},
{NULL, -1}
};
{OPENIBNAL, "openibnal"},
{IIBNAL, "iibnal"},
{TCPNAL, "tcpnal"},
+ {LBNAL, "lbnal"},
#else
{CRAY_KB_ERNAL, "cray_kb_ernal"},
#endif
"ptlrouter" : (1 << 20),
"cobd" : (1 << 21),
"ibnal" : (1 << 22),
+ "lbnal" : (1 << 23),
}
local = elan_id
except IOError, e:
log(e)
+ elif net_type == 'lb':
+ fixme("automatic local address for loopback")
elif net_type == 'gm':
fixme("automatic local address for GM")
self.add_portals_module("knals/openibnal", 'kopenibnal')
if self.net_type == 'iib':
self.add_portals_module("knals/iibnal", 'kiibnal')
+ if self.net_type == 'lb':
+ self.add_portals_module("knals/lbnal", 'klbnal')
def nid_to_uuid(self, nid):
return "NID_%s_UUID" %(nid,)
if net_type in ('tcp',):
port = get_option_int(options, 'port')
- elif net_type in ('elan', 'gm', 'openib','iib'):
+ elif net_type in ('elan', 'gm', 'openib','iib','lb'):
port = 0
else:
print "Unknown net_type: ", net_type
git://git.whamcloud.com / fs / lustre-release.git / commitdiff