X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lnet%2Flnet%2Flib-me.c;h=d62c9703ee22a846dad9494a4feb7167c22ca300;hb=a296e9433919a6d709ae7826ecc5310d9e2d1365;hp=fb72c6d7d1d8d8938906cde8b9234b4905d136ed;hpb=ed88907a96ba81d3558e71ade9def98bdc785169;p=fs%2Flustre-release.git diff --git a/lnet/lnet/lib-me.c b/lnet/lnet/lib-me.c index fb72c6d..d62c970 100644 --- a/lnet/lnet/lib-me.c +++ b/lnet/lnet/lib-me.c @@ -1,46 +1,154 @@ /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- * vim:expandtab:shiftwidth=8:tabstop=8: * - * lib/lib-me.c - * Match Entry management routines + * GPL HEADER START + * + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * - * Copyright (c) 2001-2003 Cluster File Systems, Inc. + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License version 2 only, + * as published by the Free Software Foundation. * - * This file is part of Lustre, http://www.lustre.org + * This program is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License version 2 for more details (a copy is included + * in the LICENSE file that accompanied this code). * - * Lustre is free software; you can redistribute it and/or - * modify it under the terms of version 2 of the GNU General Public - * License as published by the Free Software Foundation. + * You should have received a copy of the GNU General Public License + * version 2 along with this program; If not, see + * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf * - * Lustre is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. + * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, + * CA 95054 USA or visit www.sun.com if you need additional information or + * have any questions. * - * You should have received a copy of the GNU General Public License - * along with Lustre; if not, write to the Free Software - * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. + * GPL HEADER END + */ +/* + * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved. + * Use is subject to license terms. + */ +/* + * This file is part of Lustre, http://www.lustre.org/ + * Lustre is a trademark of Sun Microsystems, Inc. + * + * lnet/lnet/lib-me.c + * + * Match Entry management routines */ #define DEBUG_SUBSYSTEM S_LNET #include +static int +lnet_me_match_portal(lnet_portal_t *ptl, lnet_process_id_t id, + __u64 match_bits, __u64 ignore_bits) +{ + cfs_list_t *mhash = NULL; + int unique; + + LASSERT (!(lnet_portal_is_unique(ptl) && + lnet_portal_is_wildcard(ptl))); + + /* prefer to check w/o any lock */ + unique = lnet_match_is_unique(id, match_bits, ignore_bits); + if (likely(lnet_portal_is_unique(ptl) || + lnet_portal_is_wildcard(ptl))) + goto match; + + /* unset, new portal */ + if (unique) { + mhash = lnet_portal_mhash_alloc(); + if (mhash == NULL) + return -ENOMEM; + } + + LNET_LOCK(); + if (lnet_portal_is_unique(ptl) || + lnet_portal_is_wildcard(ptl)) { + /* someone set it before me */ + if (mhash != NULL) + lnet_portal_mhash_free(mhash); + LNET_UNLOCK(); + goto match; + } + + /* still not set */ + LASSERT (ptl->ptl_mhash == NULL); + if (unique) { + ptl->ptl_mhash = mhash; + lnet_portal_setopt(ptl, LNET_PTL_MATCH_UNIQUE); + } else { + lnet_portal_setopt(ptl, LNET_PTL_MATCH_WILDCARD); + } + LNET_UNLOCK(); + return 0; + + match: + if (lnet_portal_is_unique(ptl) && !unique) + return -EPERM; + + if (lnet_portal_is_wildcard(ptl) && unique) + return -EPERM; + + return 0; +} + +/** + * Create and attach a match entry to the match list of \a portal. The new + * ME is empty, i.e. not associated with a memory descriptor. LNetMDAttach() + * can be used to attach a MD to an empty ME. + * + * \param portal The portal table index where the ME should be attached. + * \param match_id Specifies the match criteria for the process ID of + * the requester. The constants LNET_PID_ANY and LNET_NID_ANY can be + * used to wildcard either of the identifiers in the lnet_process_id_t + * structure. + * \param match_bits,ignore_bits Specify the match criteria to apply + * to the match bits in the incoming request. The ignore bits are used + * to mask out insignificant bits in the incoming match bits. The resulting + * bits are then compared to the ME's match bits to determine if the + * incoming request meets the match criteria. + * \param unlink Indicates whether the ME should be unlinked when the memory + * descriptor associated with it is unlinked (Note that the check for + * unlinking a ME only occurs when the memory descriptor is unlinked.). + * Valid values are LNET_RETAIN and LNET_UNLINK. + * \param pos Indicates whether the new ME should be prepended or + * appended to the match list. Allowed constants: LNET_INS_BEFORE, + * LNET_INS_AFTER. + * \param handle On successful returns, a handle to the newly created ME + * object is saved here. This handle can be used later in LNetMEInsert(), + * LNetMEUnlink(), or LNetMDAttach() functions. + * + * \retval 0 On success. + * \retval -EINVAL If \a portal is invalid. + * \retval -ENOMEM If new ME object cannot be allocated. + */ int LNetMEAttach(unsigned int portal, - lnet_process_id_t match_id, + lnet_process_id_t match_id, __u64 match_bits, __u64 ignore_bits, - lnet_unlink_t unlink, lnet_ins_pos_t pos, + lnet_unlink_t unlink, lnet_ins_pos_t pos, lnet_handle_me_t *handle) { - lnet_me_t *me; + lnet_me_t *me; + lnet_portal_t *ptl; + cfs_list_t *head; + int rc; LASSERT (the_lnet.ln_init); LASSERT (the_lnet.ln_refcount > 0); - - if (portal >= the_lnet.ln_nportals) + + if ((int)portal >= the_lnet.ln_nportals) return -EINVAL; + ptl = &the_lnet.ln_portals[portal]; + rc = lnet_me_match_portal(ptl, match_id, match_bits, ignore_bits); + if (rc != 0) + return rc; + me = lnet_me_alloc(); if (me == NULL) return -ENOMEM; @@ -55,11 +163,13 @@ LNetMEAttach(unsigned int portal, me->me_md = NULL; lnet_initialise_handle (&me->me_lh, LNET_COOKIE_TYPE_ME); + head = lnet_portal_me_head(portal, match_id, match_bits); + LASSERT (head != NULL); if (pos == LNET_INS_AFTER) - list_add_tail(&me->me_list, &(the_lnet.ln_portals[portal].ptl_ml)); + cfs_list_add_tail(&me->me_list, head); else - list_add(&me->me_list, &(the_lnet.ln_portals[portal].ptl_ml)); + cfs_list_add(&me->me_list, head); lnet_me2handle(handle, me); @@ -68,19 +178,37 @@ LNetMEAttach(unsigned int portal, return 0; } -int -LNetMEInsert(lnet_handle_me_t current_meh, - lnet_process_id_t match_id, +/** + * Create and a match entry and insert it before or after the ME pointed to by + * \a current_meh. The new ME is empty, i.e. not associated with a memory + * descriptor. LNetMDAttach() can be used to attach a MD to an empty ME. + * + * This function is identical to LNetMEAttach() except for the position + * where the new ME is inserted. + * + * \param current_meh A handle for a ME. The new ME will be inserted + * immediately before or immediately after this ME. + * \param match_id,match_bits,ignore_bits,unlink,pos,handle See the discussion + * for LNetMEAttach(). + * + * \retval 0 On success. + * \retval -ENOMEM If new ME object cannot be allocated. + * \retval -ENOENT If \a current_meh does not point to a valid match entry. + */ +int +LNetMEInsert(lnet_handle_me_t current_meh, + lnet_process_id_t match_id, __u64 match_bits, __u64 ignore_bits, lnet_unlink_t unlink, lnet_ins_pos_t pos, lnet_handle_me_t *handle) { lnet_me_t *current_me; lnet_me_t *new_me; + lnet_portal_t *ptl; - LASSERT (the_lnet.ln_init); + LASSERT (the_lnet.ln_init); LASSERT (the_lnet.ln_refcount > 0); - + new_me = lnet_me_alloc(); if (new_me == NULL) return -ENOMEM; @@ -95,6 +223,17 @@ LNetMEInsert(lnet_handle_me_t current_meh, return -ENOENT; } + LASSERT (current_me->me_portal < the_lnet.ln_nportals); + + ptl = &the_lnet.ln_portals[current_me->me_portal]; + if (lnet_portal_is_unique(ptl)) { + /* nosense to insertion on unique portal */ + lnet_me_free (new_me); + LNET_UNLOCK(); + return -EPERM; + } + + new_me->me_portal = current_me->me_portal; new_me->me_match_id = match_id; new_me->me_match_bits = match_bits; new_me->me_ignore_bits = ignore_bits; @@ -104,9 +243,9 @@ LNetMEInsert(lnet_handle_me_t current_meh, lnet_initialise_handle (&new_me->me_lh, LNET_COOKIE_TYPE_ME); if (pos == LNET_INS_AFTER) - list_add_tail(&new_me->me_list, ¤t_me->me_list); + cfs_list_add(&new_me->me_list, ¤t_me->me_list); else - list_add(&new_me->me_list, ¤t_me->me_list); + cfs_list_add_tail(&new_me->me_list, ¤t_me->me_list); lnet_me2handle(handle, new_me); @@ -115,37 +254,59 @@ LNetMEInsert(lnet_handle_me_t current_meh, return 0; } +/** + * Unlink a match entry from its match list. + * + * This operation also releases any resources associated with the ME. If a + * memory descriptor is attached to the ME, then it will be unlinked as well + * and an unlink event will be generated. It is an error to use the ME handle + * after calling LNetMEUnlink(). + * + * \param meh A handle for the ME to be unlinked. + * + * \retval 0 On success. + * \retval -ENOENT If \a meh does not point to a valid ME. + * \see LNetMDUnlink() for the discussion on delivering unlink event. + */ int LNetMEUnlink(lnet_handle_me_t meh) { - lnet_me_t *me; - int rc; + lnet_me_t *me; + lnet_libmd_t *md; + lnet_event_t ev; - LASSERT (the_lnet.ln_init); + LASSERT (the_lnet.ln_init); LASSERT (the_lnet.ln_refcount > 0); - + LNET_LOCK(); me = lnet_handle2me(&meh); if (me == NULL) { - rc = -ENOENT; - } else { - lnet_me_unlink(me); - rc = 0; + LNET_UNLOCK(); + return -ENOENT; } - LNET_UNLOCK(); + md = me->me_md; + if (md != NULL && + md->md_eq != NULL && + md->md_refcount == 0) { + lnet_build_unlink_event(md, &ev); + lnet_enq_event_locked(md->md_eq, &ev); + } - return (rc); + lnet_me_unlink(me); + + LNET_UNLOCK(); + return 0; } /* call with LNET_LOCK please */ void lnet_me_unlink(lnet_me_t *me) { - list_del (&me->me_list); + cfs_list_del (&me->me_list); - if (me->me_md) { + if (me->me_md != NULL) { me->me_md->md_me = NULL; lnet_md_unlink(me->me_md); } @@ -166,8 +327,8 @@ lib_me_dump(lnet_me_t *me) CWARN("\tMD\t= %p\n", me->md); CWARN("\tprev\t= %p\n", - list_entry(me->me_list.prev, lnet_me_t, me_list)); + cfs_list_entry(me->me_list.prev, lnet_me_t, me_list)); CWARN("\tnext\t= %p\n", - list_entry(me->me_list.next, lnet_me_t, me_list)); + cfs_list_entry(me->me_list.next, lnet_me_t, me_list)); } #endif