X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Fobdclass%2Flustre_peer.c;h=16b50f9377a207c20aeb46877b9feb1a3c295ca5;hp=b7a4b026ee8c5ebf452ea2a162b7c52f06e31daf;hb=16321de596f6395153be6cbb6192250516963077;hpb=0f8dca08a4f68cba82c2c822998ecc309d3b7aaf diff --git a/lustre/obdclass/lustre_peer.c b/lustre/obdclass/lustre_peer.c index b7a4b02..16b50f9 100644 --- a/lustre/obdclass/lustre_peer.c +++ b/lustre/obdclass/lustre_peer.c @@ -1,6 +1,4 @@ -/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- - * vim:expandtab:shiftwidth=8:tabstop=8: - * +/* * GPL HEADER START * * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. @@ -17,28 +15,22 @@ * * You should have received a copy of the GNU General Public License * version 2 along with this program; If not, see - * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf - * - * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, - * CA 95054 USA or visit www.sun.com if you need additional information or - * have any questions. + * http://www.gnu.org/licenses/gpl-2.0.html * * GPL HEADER END */ /* * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved. * Use is subject to license terms. + * + * Copyright (c) 2011, 2017, Intel Corporation. */ /* * This file is part of Lustre, http://www.lustre.org/ - * Lustre is a trademark of Sun Microsystems, Inc. */ #define DEBUG_SUBSYSTEM S_RPC -#ifndef __KERNEL__ -# include -#endif #include #include #include @@ -48,145 +40,208 @@ #include struct uuid_nid_data { - cfs_list_t un_list; - lnet_nid_t un_nid; - char *un_uuid; - int un_count; /* nid/uuid pair refcount */ + struct list_head un_list; + struct obd_uuid un_uuid; + int un_nid_count; + lnet_nid_t un_nids[MTI_NIDS_MAX]; }; /* FIXME: This should probably become more elegant than a global linked list */ -static cfs_list_t g_uuid_list; -static cfs_spinlock_t g_uuid_lock; - -void class_init_uuidlist(void) -{ - CFS_INIT_LIST_HEAD(&g_uuid_list); - cfs_spin_lock_init(&g_uuid_lock); -} - -void class_exit_uuidlist(void) -{ - /* delete all */ - class_del_uuid(NULL); -} +static LIST_HEAD(g_uuid_list); +static DEFINE_SPINLOCK(g_uuid_lock); int lustre_uuid_to_peer(const char *uuid, lnet_nid_t *peer_nid, int index) { - cfs_list_t *tmp; - - cfs_spin_lock (&g_uuid_lock); - - cfs_list_for_each(tmp, &g_uuid_list) { - struct uuid_nid_data *data = - cfs_list_entry(tmp, struct uuid_nid_data, un_list); - - if (!strcmp(data->un_uuid, uuid) && - index-- == 0) { - *peer_nid = data->un_nid; - - cfs_spin_unlock (&g_uuid_lock); - return 0; - } - } - - cfs_spin_unlock (&g_uuid_lock); - return -ENOENT; + struct uuid_nid_data *data; + struct obd_uuid tmp; + int rc = -ENOENT; + + obd_str2uuid(&tmp, uuid); + spin_lock(&g_uuid_lock); + list_for_each_entry(data, &g_uuid_list, un_list) { + if (obd_uuid_equals(&data->un_uuid, &tmp)) { + if (index >= data->un_nid_count) + break; + + rc = 0; + *peer_nid = data->un_nids[index]; + break; + } + } + spin_unlock(&g_uuid_lock); + return rc; } +EXPORT_SYMBOL(lustre_uuid_to_peer); /* Add a nid to a niduuid. Multiple nids can be added to a single uuid; LNET will choose the best one. */ int class_add_uuid(const char *uuid, __u64 nid) { - struct uuid_nid_data *data, *entry; - int nob = strnlen (uuid, CFS_PAGE_SIZE) + 1; - int found = 0; - - LASSERT(nid != 0); /* valid newconfig NID is never zero */ - - if (nob > CFS_PAGE_SIZE) - return -EINVAL; - - OBD_ALLOC(data, sizeof(*data)); - if (data == NULL) - return -ENOMEM; - - OBD_ALLOC(data->un_uuid, nob); - if (data == NULL) { - OBD_FREE(data, sizeof(*data)); - return -ENOMEM; - } - - memcpy(data->un_uuid, uuid, nob); - data->un_nid = nid; - data->un_count = 1; - - cfs_spin_lock (&g_uuid_lock); - - cfs_list_for_each_entry(entry, &g_uuid_list, un_list) { - if (entry->un_nid == nid && - (strcmp(entry->un_uuid, uuid) == 0)) { - found++; - entry->un_count++; - break; - } - } - if (!found) - cfs_list_add(&data->un_list, &g_uuid_list); - cfs_spin_unlock (&g_uuid_lock); - - if (found) { - CDEBUG(D_INFO, "found uuid %s %s cnt=%d\n", uuid, - libcfs_nid2str(nid), entry->un_count); - OBD_FREE(data->un_uuid, nob); - OBD_FREE(data, sizeof(*data)); - } else { - CDEBUG(D_INFO, "add uuid %s %s\n", uuid, libcfs_nid2str(nid)); - } - return 0; + struct uuid_nid_data *data, *entry; + int found = 0; + int rc; + + LASSERT(nid != 0); /* valid newconfig NID is never zero */ + + if (strlen(uuid) > UUID_MAX - 1) + return -EOVERFLOW; + + OBD_ALLOC_PTR(data); + if (data == NULL) + return -ENOMEM; + + obd_str2uuid(&data->un_uuid, uuid); + data->un_nids[0] = nid; + data->un_nid_count = 1; + + spin_lock(&g_uuid_lock); + list_for_each_entry(entry, &g_uuid_list, un_list) { + if (obd_uuid_equals(&entry->un_uuid, &data->un_uuid)) { + int i; + + found = 1; + for (i = 0; i < entry->un_nid_count; i++) + if (nid == entry->un_nids[i]) + break; + + if (i == entry->un_nid_count) { + LASSERT(entry->un_nid_count < MTI_NIDS_MAX); + entry->un_nids[entry->un_nid_count++] = nid; + } + break; + } + } + if (!found) + list_add(&data->un_list, &g_uuid_list); + spin_unlock(&g_uuid_lock); + + if (found) { + CDEBUG(D_INFO, "found uuid %s %s cnt=%d\n", uuid, + libcfs_nid2str(nid), entry->un_nid_count); + rc = LNetAddPeer(entry->un_nids, entry->un_nid_count); + CDEBUG(D_INFO, "Add peer %s rc = %d\n", + libcfs_nid2str(data->un_nids[0]), rc); + OBD_FREE(data, sizeof(*data)); + } else { + CDEBUG(D_INFO, "add uuid %s %s\n", uuid, libcfs_nid2str(nid)); + rc = LNetAddPeer(data->un_nids, data->un_nid_count); + CDEBUG(D_INFO, "Add peer %s rc = %d\n", + libcfs_nid2str(data->un_nids[0]), rc); + } + + return 0; } +EXPORT_SYMBOL(class_add_uuid); /* Delete the nids for one uuid if specified, otherwise delete all */ int class_del_uuid(const char *uuid) { - CFS_LIST_HEAD(deathrow); - struct uuid_nid_data *data; - int found = 0; - - cfs_spin_lock (&g_uuid_lock); - if (uuid == NULL) { - cfs_list_splice_init(&g_uuid_list, &deathrow); - found = 1; - } else { - cfs_list_for_each_entry(data, &g_uuid_list, un_list) { - if (strcmp(data->un_uuid, uuid)) - continue; - --data->un_count; - LASSERT(data->un_count >= 0); - if (data->un_count == 0) - cfs_list_move(&data->un_list, &deathrow); - found = 1; - break; - } - } - cfs_spin_unlock (&g_uuid_lock); - - if (!found) { - if (uuid) - CERROR("Try to delete a non-existent uuid %s\n", uuid); - return -EINVAL; - } - - while (!cfs_list_empty(&deathrow)) { - data = cfs_list_entry(deathrow.next, struct uuid_nid_data, - un_list); - cfs_list_del(&data->un_list); - - CDEBUG(D_INFO, "del uuid %s %s\n", data->un_uuid, - libcfs_nid2str(data->un_nid)); - - OBD_FREE(data->un_uuid, strlen(data->un_uuid) + 1); - OBD_FREE(data, sizeof(*data)); - } - - return 0; + struct uuid_nid_data *data; + LIST_HEAD(deathrow); + + spin_lock(&g_uuid_lock); + if (uuid != NULL) { + struct obd_uuid tmp; + + obd_str2uuid(&tmp, uuid); + list_for_each_entry(data, &g_uuid_list, un_list) { + if (obd_uuid_equals(&data->un_uuid, &tmp)) { + list_move(&data->un_list, &deathrow); + break; + } + } + } else + list_splice_init(&g_uuid_list, &deathrow); + spin_unlock(&g_uuid_lock); + + if (uuid != NULL && list_empty(&deathrow)) { + CDEBUG(D_INFO, "Try to delete a non-existent uuid %s\n", uuid); + return -EINVAL; + } + + while ((data = list_first_entry_or_null(&deathrow, struct uuid_nid_data, + un_list)) != NULL) { + list_del(&data->un_list); + + CDEBUG(D_INFO, "del uuid %s %s/%d\n", + obd_uuid2str(&data->un_uuid), + libcfs_nid2str(data->un_nids[0]), + data->un_nid_count); + + OBD_FREE(data, sizeof(*data)); + } + return 0; +} + +int class_add_nids_to_uuid(struct obd_uuid *uuid, lnet_nid_t *nids, + int nid_count) +{ + struct uuid_nid_data *entry; + int i, rc; + bool matched = false; + + ENTRY; + + if (nid_count >= MTI_NIDS_MAX) { + CDEBUG(D_NET, "too many NIDs (%d) for UUID '%s'\n", + nid_count, obd_uuid2str(uuid)); + return -ENOSPC; + } + + spin_lock(&g_uuid_lock); + list_for_each_entry(entry, &g_uuid_list, un_list) { + CDEBUG(D_NET, "Comparing %s with %s\n", + obd_uuid2str(uuid), obd_uuid2str(&entry->un_uuid)); + + if (!obd_uuid_equals(&entry->un_uuid, uuid)) + continue; + + matched = true; + CDEBUG(D_NET, "Updating UUID '%s'\n", obd_uuid2str(uuid)); + for (i = 0; i < nid_count; i++) + entry->un_nids[i] = nids[i]; + entry->un_nid_count = nid_count; + break; + } + spin_unlock(&g_uuid_lock); + if (matched) { + rc = LNetAddPeer(entry->un_nids, entry->un_nid_count); + CDEBUG(D_INFO, "Add peer %s rc = %d\n", + libcfs_nid2str(entry->un_nids[0]), rc); + } + + RETURN(0); +} +EXPORT_SYMBOL(class_add_nids_to_uuid); + +/* check if @nid exists in nid list of @uuid */ +int class_check_uuid(struct obd_uuid *uuid, __u64 nid) +{ + struct uuid_nid_data *entry; + int found = 0; + + ENTRY; + + CDEBUG(D_INFO, "check if uuid %s has %s.\n", + obd_uuid2str(uuid), libcfs_nid2str(nid)); + + spin_lock(&g_uuid_lock); + list_for_each_entry(entry, &g_uuid_list, un_list) { + int i; + + if (!obd_uuid_equals(&entry->un_uuid, uuid)) + continue; + + /* found the uuid, check if it has @nid */ + for (i = 0; i < entry->un_nid_count; i++) { + if (entry->un_nids[i] == nid) { + found = 1; + break; + } + } + break; + } + spin_unlock(&g_uuid_lock); + RETURN(found); } +EXPORT_SYMBOL(class_check_uuid);