1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
4 * Copyright (C) 2001, 2002 Cluster File Systems, Inc.
6 * This file is part of Lustre, http://www.lustre.org.
8 * Lustre is free software; you can redistribute it and/or
9 * modify it under the terms of version 2 of the GNU General Public
10 * License as published by the Free Software Foundation.
12 * Lustre is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with Lustre; if not, write to the Free Software
19 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
23 # define EXPORT_SYMTAB
25 #define DEBUG_SUBSYSTEM S_PORTALS
27 #include <linux/config.h>
28 #include <linux/module.h>
29 #include <linux/kernel.h>
31 #include <linux/string.h>
32 #include <linux/stat.h>
33 #include <linux/init.h>
34 #include <linux/errno.h>
35 #include <linux/smp_lock.h>
36 #include <linux/unistd.h>
38 #include <asm/system.h>
39 #include <asm/uaccess.h>
42 #include <linux/stat.h>
43 #include <asm/uaccess.h>
44 #include <asm/segment.h>
45 #include <linux/miscdevice.h>
47 #include <portals/lib-p30.h>
48 #include <portals/p30.h>
49 #include <linux/kp30.h>
50 #include <linux/portals_compat25.h>
52 #define PORTAL_MINOR 240
54 extern void (kping_client)(struct portal_ioctl_data *);
56 struct nal_cmd_handler {
57 nal_cmd_handler_t nch_handler;
61 static struct nal_cmd_handler nal_cmd[NAL_MAX_NR + 1];
62 struct semaphore nal_cmd_sem;
65 void kportal_assertion_failed(char *expr, char *file, const char *func,
68 portals_debug_msg(0, D_EMERG, file, func, line, CDEBUG_STACK,
69 "ASSERTION(%s) failed\n", expr);
70 LBUG_WITH_LOC(file, func, line);
75 kportal_daemonize (char *str)
77 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,5,63))
81 snprintf (current->comm, sizeof (current->comm), "%s", str);
86 kportal_blockallsigs ()
90 SIGNAL_MASK_LOCK(current, flags);
91 sigfillset(¤t->blocked);
93 SIGNAL_MASK_UNLOCK(current, flags);
96 /* called when opening /dev/device */
97 static int kportal_psdev_open(struct inode * inode, struct file * file)
107 /* called when closing /dev/device */
108 static int kportal_psdev_release(struct inode * inode, struct file * file)
119 static inline void freedata(void *data, int len)
121 PORTAL_FREE(data, len);
125 kportal_add_route(int gateway_nalid, ptl_nid_t gateway_nid,
126 ptl_nid_t lo_nid, ptl_nid_t hi_nid)
129 kpr_control_interface_t *ci;
131 ci = (kpr_control_interface_t *) PORTAL_SYMBOL_GET (kpr_control_interface);
135 rc = ci->kprci_add_route (gateway_nalid, gateway_nid, lo_nid, hi_nid);
137 PORTAL_SYMBOL_PUT(kpr_control_interface);
142 kportal_del_route(int gw_nalid, ptl_nid_t gw_nid,
143 ptl_nid_t lo, ptl_nid_t hi)
146 kpr_control_interface_t *ci;
148 ci = (kpr_control_interface_t *)PORTAL_SYMBOL_GET(kpr_control_interface);
152 rc = ci->kprci_del_route (gw_nalid, gw_nid, lo, hi);
154 PORTAL_SYMBOL_PUT(kpr_control_interface);
159 kportal_notify_router (int gw_nalid, ptl_nid_t gw_nid,
160 int alive, time_t when)
163 kpr_control_interface_t *ci;
165 /* No error if router not preset. Sysadmin is allowed to notify
166 * _everywhere_ when a NID boots or crashes, even if they know
167 * nothing of the peer. */
168 ci = (kpr_control_interface_t *)PORTAL_SYMBOL_GET(kpr_control_interface);
172 rc = ci->kprci_notify (gw_nalid, gw_nid, alive, when);
174 PORTAL_SYMBOL_PUT(kpr_control_interface);
179 kportal_get_route(int index, __u32 *gateway_nalidp, ptl_nid_t *gateway_nidp,
180 ptl_nid_t *lo_nidp, ptl_nid_t *hi_nidp, int *alivep)
183 ptl_nid_t gateway_nid;
188 kpr_control_interface_t *ci;
190 ci = (kpr_control_interface_t *) PORTAL_SYMBOL_GET(kpr_control_interface);
194 rc = ci->kprci_get_route(index, &gateway_nalid, &gateway_nid,
195 &lo_nid, &hi_nid, &alive);
198 CDEBUG(D_IOCTL, "got route [%d] %d "LPX64":"LPX64" - "LPX64", %s\n",
199 index, gateway_nalid, gateway_nid, lo_nid, hi_nid,
200 alive ? "up" : "down");
202 *gateway_nalidp = (__u32)gateway_nalid;
203 *gateway_nidp = gateway_nid;
209 PORTAL_SYMBOL_PUT (kpr_control_interface);
214 kportal_nal_cmd(int nal, struct portal_ioctl_data *data)
221 if (nal > 0 && nal <= NAL_MAX_NR && nal_cmd[nal].nch_handler) {
222 CDEBUG(D_IOCTL, "calling handler nal: %d, cmd: %d\n", nal, data->ioc_nal_cmd);
223 rc = nal_cmd[nal].nch_handler(data, nal_cmd[nal].nch_private);
230 kportal_get_ni (int nal)
236 return (PORTAL_SYMBOL_GET(kqswnal_ni));
238 return (PORTAL_SYMBOL_GET(ksocknal_ni));
240 return (PORTAL_SYMBOL_GET(ktoenal_ni));
242 return (PORTAL_SYMBOL_GET(kgmnal_ni));
247 return (PORTAL_SYMBOL_GET(kscimacnal_ni));
249 /* A warning to a naive caller */
250 CERROR ("unknown nal: %d\n", nal);
256 kportal_put_ni (int nal)
262 PORTAL_SYMBOL_PUT(kqswnal_ni);
265 PORTAL_SYMBOL_PUT(ksocknal_ni);
268 PORTAL_SYMBOL_PUT(ktoenal_ni);
271 PORTAL_SYMBOL_PUT(kgmnal_ni);
274 /* A lesson to a malicious caller */
277 PORTAL_SYMBOL_PUT(kscimacnal_ni);
280 CERROR ("unknown nal: %d\n", nal);
285 kportal_nal_register(int nal, nal_cmd_handler_t handler, void * private)
289 CDEBUG(D_IOCTL, "Register NAL %d, handler: %p\n", nal, handler);
291 if (nal > 0 && nal <= NAL_MAX_NR) {
293 if (nal_cmd[nal].nch_handler != NULL)
296 nal_cmd[nal].nch_handler = handler;
297 nal_cmd[nal].nch_private = private;
305 kportal_nal_unregister(int nal)
309 CDEBUG(D_IOCTL, "Unregister NAL %d\n", nal);
311 if (nal > 0 && nal <= NAL_MAX_NR) {
313 nal_cmd[nal].nch_handler = NULL;
314 nal_cmd[nal].nch_private = NULL;
321 static int kportal_ioctl(struct inode *inode, struct file *file,
322 unsigned int cmd, unsigned long arg)
326 struct portal_ioctl_data *data;
330 if ( _IOC_TYPE(cmd) != IOC_PORTAL_TYPE ||
331 _IOC_NR(cmd) < IOC_PORTAL_MIN_NR ||
332 _IOC_NR(cmd) > IOC_PORTAL_MAX_NR ) {
333 CDEBUG(D_IOCTL, "invalid ioctl ( type %d, nr %d, size %d )\n",
334 _IOC_TYPE(cmd), _IOC_NR(cmd), _IOC_SIZE(cmd));
338 if (portal_ioctl_getdata(buf, buf + 800, (void *)arg)) {
339 CERROR("PORTALS ioctl: data error\n");
343 data = (struct portal_ioctl_data *)buf;
346 case IOC_PORTAL_SET_DAEMON:
347 RETURN (portals_debug_set_daemon (
348 (unsigned int) data->ioc_count,
349 (unsigned int) data->ioc_inllen1,
350 (char *) data->ioc_inlbuf1,
351 (unsigned int) data->ioc_misc));
352 case IOC_PORTAL_GET_DEBUG: {
353 __s32 size = portals_debug_copy_to_user(data->ioc_pbuf1,
359 data->ioc_size = size;
360 err = copy_to_user((char *)arg, data, sizeof(*data));
363 case IOC_PORTAL_CLEAR_DEBUG:
364 portals_debug_clear_buffer();
366 case IOC_PORTAL_PANIC:
367 if (!capable (CAP_SYS_BOOT))
369 panic("debugctl-invoked panic");
371 case IOC_PORTAL_MARK_DEBUG:
372 if (data->ioc_inlbuf1 == NULL ||
373 data->ioc_inlbuf1[data->ioc_inllen1 - 1] != '\0')
375 portals_debug_mark_buffer(data->ioc_inlbuf1);
377 case IOC_PORTAL_PING: {
378 void (*ping)(struct portal_ioctl_data *);
380 CDEBUG(D_IOCTL, "doing %d pings to nid "LPU64"\n",
381 data->ioc_count, data->ioc_nid);
382 ping = PORTAL_SYMBOL_GET(kping_client);
384 CERROR("PORTAL_SYMBOL_GET failed\n");
387 PORTAL_SYMBOL_PUT(kping_client);
392 case IOC_PORTAL_ADD_ROUTE:
393 CDEBUG(D_IOCTL, "Adding route: [%d] "LPU64" : "LPU64" - "LPU64"\n",
394 data->ioc_nal, data->ioc_nid,
395 data->ioc_nid2, data->ioc_nid3);
396 err = kportal_add_route(data->ioc_nal, data->ioc_nid,
397 data->ioc_nid2, data->ioc_nid3);
400 case IOC_PORTAL_DEL_ROUTE:
401 CDEBUG (D_IOCTL, "Removing routes via [%d] "LPU64" : "LPU64" - "LPU64"\n",
402 data->ioc_nal, data->ioc_nid,
403 data->ioc_nid2, data->ioc_nid3);
404 err = kportal_del_route (data->ioc_nal, data->ioc_nid,
405 data->ioc_nid2, data->ioc_nid3);
408 case IOC_PORTAL_NOTIFY_ROUTER: {
409 CDEBUG (D_IOCTL, "Notifying peer [%d] "LPU64" %s @ %ld\n",
410 data->ioc_nal, data->ioc_nid,
411 data->ioc_flags ? "Enabling" : "Disabling",
412 (time_t)data->ioc_nid3);
414 err = kportal_notify_router (data->ioc_nal, data->ioc_nid,
416 (time_t)data->ioc_nid3);
420 case IOC_PORTAL_GET_ROUTE:
421 CDEBUG (D_IOCTL, "Getting route [%d]\n", data->ioc_count);
422 err = kportal_get_route(data->ioc_count, &data->ioc_nal,
424 &data->ioc_nid2, &data->ioc_nid3,
427 if (copy_to_user((char *)arg, data, sizeof (*data)))
431 case IOC_PORTAL_GET_NID: {
432 const ptl_handle_ni_t *nip;
433 ptl_process_id_t pid;
435 CDEBUG (D_IOCTL, "Getting nid [%d]\n", data->ioc_nal);
437 nip = kportal_get_ni (data->ioc_nal);
441 err = PtlGetId (*nip, &pid);
442 LASSERT (err == PTL_OK);
443 kportal_put_ni (data->ioc_nal);
445 data->ioc_nid = pid.nid;
446 if (copy_to_user ((char *)arg, data, sizeof (*data)))
451 case IOC_PORTAL_NAL_CMD:
452 CDEBUG (D_IOCTL, "nal command nal %d cmd %d\n", data->ioc_nal,
454 err = kportal_nal_cmd(data->ioc_nal, data);
456 if (copy_to_user((char *)arg, data, sizeof (*data)))
460 case IOC_PORTAL_FAIL_NID: {
461 const ptl_handle_ni_t *nip;
463 CDEBUG (D_IOCTL, "fail nid: [%d] "LPU64" count %d\n",
464 data->ioc_nal, data->ioc_nid, data->ioc_count);
466 nip = kportal_get_ni (data->ioc_nal);
470 err = PtlFailNid (*nip, data->ioc_nid, data->ioc_count);
471 kportal_put_ni (data->ioc_nal);
475 case IOC_PORTAL_LWT_CONTROL:
476 err = lwt_control (data->ioc_flags, data->ioc_misc);
479 case IOC_PORTAL_LWT_SNAPSHOT:
480 err = lwt_snapshot (&data->ioc_count, &data->ioc_misc,
481 data->ioc_pbuf1, data->ioc_plen1);
483 copy_to_user((char *)arg, data, sizeof (*data)))
487 case IOC_PORTAL_LWT_LOOKUP_STRING:
488 err = lwt_lookup_string (&data->ioc_count, data->ioc_pbuf1,
489 data->ioc_pbuf2, data->ioc_plen2);
491 copy_to_user((char *)arg, data, sizeof (*data)))
504 static struct file_operations portalsdev_fops = {
505 ioctl: kportal_ioctl,
506 open: kportal_psdev_open,
507 release: kportal_psdev_release
511 static struct miscdevice portal_dev = {
517 extern int insert_proc(void);
518 extern void remove_proc(void);
519 MODULE_AUTHOR("Peter J. Braam <braam@clusterfs.com>");
520 MODULE_DESCRIPTION("Portals v3.1");
521 MODULE_LICENSE("GPL");
523 static int init_kportals_module(void)
527 rc = portals_debug_init(5 * 1024 * 1024);
529 printk(KERN_ERR "portals_debug_init: %d\n", rc);
536 CERROR("lwt_init: error %d\n", rc);
540 sema_init(&nal_cmd_sem, 1);
542 rc = misc_register(&portal_dev);
544 CERROR("misc_register: error %d\n", rc);
550 CERROR("PtlInit: error %d\n", rc);
551 goto cleanup_deregister;
556 CERROR("insert_proc: error %d\n", rc);
560 CDEBUG (D_OTHER, "portals setup OK\n");
566 misc_deregister(&portal_dev);
572 portals_debug_cleanup();
576 static void exit_kportals_module(void)
583 CDEBUG(D_MALLOC, "before Portals cleanup: kmem %d\n",
584 atomic_read(&portal_kmemory));
587 rc = misc_deregister(&portal_dev);
589 CERROR("misc_deregister error %d\n", rc);
595 if (atomic_read(&portal_kmemory) != 0)
596 CERROR("Portals memory leaked: %d bytes\n",
597 atomic_read(&portal_kmemory));
599 rc = portals_debug_cleanup();
601 printk(KERN_ERR "portals_debug_cleanup: %d\n", rc);
604 EXPORT_SYMBOL(lib_dispatch);
605 EXPORT_SYMBOL(PtlMEAttach);
606 EXPORT_SYMBOL(PtlMEInsert);
607 EXPORT_SYMBOL(PtlMEUnlink);
608 EXPORT_SYMBOL(PtlEQAlloc);
609 EXPORT_SYMBOL(PtlMDAttach);
610 EXPORT_SYMBOL(PtlMDUnlink);
611 EXPORT_SYMBOL(PtlNIInit);
612 EXPORT_SYMBOL(PtlNIFini);
613 EXPORT_SYMBOL(PtlNIDebug);
614 EXPORT_SYMBOL(PtlInit);
615 EXPORT_SYMBOL(PtlFini);
616 EXPORT_SYMBOL(PtlPut);
617 EXPORT_SYMBOL(PtlGet);
618 EXPORT_SYMBOL(ptl_err_str);
619 EXPORT_SYMBOL(portal_subsystem_debug);
620 EXPORT_SYMBOL(portal_debug);
621 EXPORT_SYMBOL(portal_stack);
622 EXPORT_SYMBOL(portal_printk);
623 EXPORT_SYMBOL(PtlEQWait);
624 EXPORT_SYMBOL(PtlEQFree);
625 EXPORT_SYMBOL(PtlEQGet);
626 EXPORT_SYMBOL(PtlGetId);
627 EXPORT_SYMBOL(PtlMDBind);
628 EXPORT_SYMBOL(lib_iov_nob);
629 EXPORT_SYMBOL(lib_copy_iov2buf);
630 EXPORT_SYMBOL(lib_copy_buf2iov);
631 EXPORT_SYMBOL(lib_kiov_nob);
632 EXPORT_SYMBOL(lib_copy_kiov2buf);
633 EXPORT_SYMBOL(lib_copy_buf2kiov);
634 EXPORT_SYMBOL(lib_finalize);
635 EXPORT_SYMBOL(lib_parse);
636 EXPORT_SYMBOL(lib_init);
637 EXPORT_SYMBOL(lib_fini);
638 EXPORT_SYMBOL(portal_kmemory);
639 EXPORT_SYMBOL(kportal_daemonize);
640 EXPORT_SYMBOL(kportal_blockallsigs);
641 EXPORT_SYMBOL(kportal_nal_register);
642 EXPORT_SYMBOL(kportal_nal_unregister);
643 EXPORT_SYMBOL(kportal_assertion_failed);
644 EXPORT_SYMBOL(dispatch_name);
645 EXPORT_SYMBOL(kportal_get_ni);
646 EXPORT_SYMBOL(kportal_put_ni);
648 module_init(init_kportals_module);
649 module_exit (exit_kportals_module);