X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Flvfs%2Flvfs_lib.c;h=73bd8a4ed83c10dfcc5292cb7bdfc16d40719ca7;hb=018e6e44fd52e12c9d4ff78ca1a5345b12577fd2;hp=a83c171d0d6b95e2186595b865cc6592d7c9fcee;hpb=703a700b4135d669bac66e9b9f780ff6e72c2024;p=fs%2Flustre-release.git diff --git a/lustre/lvfs/lvfs_lib.c b/lustre/lvfs/lvfs_lib.c index a83c171..73bd8a4 100644 --- a/lustre/lvfs/lvfs_lib.c +++ b/lustre/lvfs/lvfs_lib.c @@ -1,45 +1,57 @@ -/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- - * vim:expandtab:shiftwidth=8:tabstop=8: +/* + * GPL HEADER START * - * lustre/lvfs/lvfs_lib.c - * Lustre filesystem abstraction routines + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * - * Copyright (C) 2007 Cluster File Systems, Inc. - * Author: Andreas Dilger + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License version 2 only, + * as published by the Free Software Foundation. * - * This file is part of Lustre, http://www.lustre.org. + * This program is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License version 2 for more details (a copy is included + * in the LICENSE file that accompanied this code). * - * Lustre is free software; you can redistribute it and/or - * modify it under the terms of version 2 of the GNU General Public - * License as published by the Free Software Foundation. + * You should have received a copy of the GNU General Public License + * version 2 along with this program; If not, see + * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf * - * Lustre is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. + * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, + * CA 95054 USA or visit www.sun.com if you need additional information or + * have any questions. * - * You should have received a copy of the GNU General Public License - * along with Lustre; if not, write to the Free Software - * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. + * GPL HEADER END + */ +/* + * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved. + * Use is subject to license terms. + */ +/* + * This file is part of Lustre, http://www.lustre.org/ + * Lustre is a trademark of Sun Microsystems, Inc. + * + * lustre/lvfs/lvfs_lib.c + * + * Lustre filesystem abstraction routines + * + * Author: Andreas Dilger */ #ifdef __KERNEL__ #include -#include #else #include #endif #include #include -unsigned int obd_fail_val = 0; -unsigned long obd_fail_loc = 0; unsigned int obd_alloc_fail_rate = 0; int obd_alloc_fail(const void *ptr, const char *name, const char *type, size_t size, const char *file, int line) { if (ptr == NULL || - (ll_rand() & OBD_ALLOC_FAIL_MASK) < obd_alloc_fail_rate) { + (cfs_rand() & OBD_ALLOC_FAIL_MASK) < obd_alloc_fail_rate) { CERROR("%s%salloc of %s ("LPU64" bytes) failed at %s:%d\n", ptr ? "force " :"", type, name, (__u64)size, file, line); @@ -49,136 +61,137 @@ int obd_alloc_fail(const void *ptr, const char *name, const char *type, obd_memory_sum(), obd_pages_sum() << CFS_PAGE_SHIFT, obd_pages_sum(), - atomic_read(&libcfs_kmemory)); + cfs_atomic_read(&libcfs_kmemory)); return 1; } return 0; } EXPORT_SYMBOL(obd_alloc_fail); -int __obd_fail_check_set(__u32 id, __u32 value, int set) -{ - static atomic_t obd_fail_count = ATOMIC_INIT(0); - - LASSERT(!(id & OBD_FAIL_ONCE)); - - if ((obd_fail_loc & (OBD_FAILED | OBD_FAIL_ONCE)) == - (OBD_FAILED | OBD_FAIL_ONCE)) { - atomic_set(&obd_fail_count, 0); /* paranoia */ - return 0; - } - - /* Fail 1/obd_fail_val times */ - if (obd_fail_loc & OBD_FAIL_RAND) { - if (obd_fail_val < 2 || ll_rand() % obd_fail_val > 0) - return 0; - } - - /* Skip the first obd_fail_val, then fail */ - if (obd_fail_loc & OBD_FAIL_SKIP) { - if (atomic_inc_return(&obd_fail_count) <= obd_fail_val) - return 0; - } - - /* Fail obd_fail_val times, overridden by FAIL_ONCE */ - if (obd_fail_loc & OBD_FAIL_SOME && - (!(obd_fail_loc & OBD_FAIL_ONCE) || obd_fail_val <= 1)) { - int count = atomic_inc_return(&obd_fail_count); - - if (count >= obd_fail_val) { - set_bit(OBD_FAIL_ONCE_BIT, &obd_fail_loc); - atomic_set(&obd_fail_count, 0); - /* we are lost race to increase obd_fail_count */ - if (count > obd_fail_val) - return 0; - } - } - - if ((set == OBD_FAIL_LOC_ORSET || set == OBD_FAIL_LOC_RESET) && - (value & OBD_FAIL_ONCE)) - set_bit(OBD_FAIL_ONCE_BIT, &obd_fail_loc); - - /* Lost race to set OBD_FAILED_BIT. */ - if (test_and_set_bit(OBD_FAILED_BIT, &obd_fail_loc)) { - /* If OBD_FAIL_ONCE is valid, only one process can fail, - * otherwise multi-process can fail at the same time. */ - if (obd_fail_loc & OBD_FAIL_ONCE) - return 0; - } - - switch (set) { - case OBD_FAIL_LOC_NOSET: - break; - case OBD_FAIL_LOC_ORSET: - obd_fail_loc |= value & ~(OBD_FAILED | OBD_FAIL_ONCE); - break; - case OBD_FAIL_LOC_RESET: - obd_fail_loc = value; - break; - default: - LASSERTF(0, "called with bad set %u\n", set); - break; - } - - return 1; -} -EXPORT_SYMBOL(__obd_fail_check_set); - #ifdef LPROCFS void lprocfs_counter_add(struct lprocfs_stats *stats, int idx, long amount) { - struct lprocfs_counter *percpu_cntr; - int smp_id; + struct lprocfs_counter *percpu_cntr; + int smp_id; + unsigned long flags = 0; if (stats == NULL) return; - /* With per-client stats, statistics are allocated only for - * single CPU area, so the smp_id should be 0 always. */ - smp_id = lprocfs_stats_lock(stats, LPROCFS_GET_SMP_ID); + /* With per-client stats, statistics are allocated only for + * single CPU area, so the smp_id should be 0 always. */ + smp_id = lprocfs_stats_lock(stats, LPROCFS_GET_SMP_ID, &flags); + if (smp_id < 0) + return; percpu_cntr = &(stats->ls_percpu[smp_id]->lp_cntr[idx]); - atomic_inc(&percpu_cntr->lc_cntl.la_entry); + if (!(stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU)) + cfs_atomic_inc(&percpu_cntr->lc_cntl.la_entry); percpu_cntr->lc_count++; if (percpu_cntr->lc_config & LPROCFS_CNTR_AVGMINMAX) { - percpu_cntr->lc_sum += amount; + /* + * lprocfs_counter_add() can be called in interrupt context, + * as memory allocation could trigger memory shrinker call + * ldlm_pool_shrink(), which calls lprocfs_counter_add(). + * LU-1727. + */ + if (cfs_in_interrupt()) + percpu_cntr->lc_sum_irq += amount; + else + percpu_cntr->lc_sum += amount; if (percpu_cntr->lc_config & LPROCFS_CNTR_STDDEV) - percpu_cntr->lc_sumsquare += (__u64)amount * amount; + percpu_cntr->lc_sumsquare += (__s64)amount * amount; if (amount < percpu_cntr->lc_min) percpu_cntr->lc_min = amount; if (amount > percpu_cntr->lc_max) percpu_cntr->lc_max = amount; } - atomic_inc(&percpu_cntr->lc_cntl.la_exit); - lprocfs_stats_unlock(stats); + if (!(stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU)) + cfs_atomic_inc(&percpu_cntr->lc_cntl.la_exit); + lprocfs_stats_unlock(stats, LPROCFS_GET_SMP_ID, &flags); } EXPORT_SYMBOL(lprocfs_counter_add); -void lprocfs_counter_sub(struct lprocfs_stats *stats, int idx, - long amount) +void lprocfs_counter_sub(struct lprocfs_stats *stats, int idx, long amount) { - struct lprocfs_counter *percpu_cntr; - int smp_id; + struct lprocfs_counter *percpu_cntr; + int smp_id; + unsigned long flags = 0; if (stats == NULL) return; - /* With per-client stats, statistics are allocated only for - * single CPU area, so the smp_id should be 0 always. */ - smp_id = lprocfs_stats_lock(stats, LPROCFS_GET_SMP_ID); + /* With per-client stats, statistics are allocated only for + * single CPU area, so the smp_id should be 0 always. */ + smp_id = lprocfs_stats_lock(stats, LPROCFS_GET_SMP_ID, &flags); + if (smp_id < 0) + return; percpu_cntr = &(stats->ls_percpu[smp_id]->lp_cntr[idx]); - atomic_inc(&percpu_cntr->lc_cntl.la_entry); - if (percpu_cntr->lc_config & LPROCFS_CNTR_AVGMINMAX) - percpu_cntr->lc_sum -= amount; - atomic_inc(&percpu_cntr->lc_cntl.la_exit); - lprocfs_stats_unlock(stats); + if (!(stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU)) + cfs_atomic_inc(&percpu_cntr->lc_cntl.la_entry); + if (percpu_cntr->lc_config & LPROCFS_CNTR_AVGMINMAX) { + /* + * Sometimes we use RCU callbacks to free memory which calls + * lprocfs_counter_sub(), and RCU callbacks may execute in + * softirq context - right now that's the only case we're in + * softirq context here, use separate counter for that. + * bz20650. + */ + if (cfs_in_interrupt()) + percpu_cntr->lc_sum_irq -= amount; + else + percpu_cntr->lc_sum -= amount; + } + if (!(stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU)) + cfs_atomic_inc(&percpu_cntr->lc_cntl.la_exit); + lprocfs_stats_unlock(stats, LPROCFS_GET_SMP_ID, &flags); } EXPORT_SYMBOL(lprocfs_counter_sub); + +int lprocfs_stats_alloc_one(struct lprocfs_stats *stats, unsigned int idx) +{ + unsigned int percpusize; + int rc = -ENOMEM; + unsigned long flags = 0; + + /* the 1st percpu entry was statically allocated in + * lprocfs_alloc_stats() */ + LASSERT(idx != 0 && stats->ls_percpu[0] != NULL); + LASSERT(stats->ls_percpu[idx] == NULL); + LASSERT((stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU) == 0); + + percpusize = CFS_L1_CACHE_ALIGN(offsetof(struct lprocfs_percpu, + lp_cntr[stats->ls_num])); + OBD_ALLOC_GFP(stats->ls_percpu[idx], percpusize, CFS_ALLOC_ATOMIC); + if (stats->ls_percpu[idx] != NULL) { + rc = 0; + if (unlikely(stats->ls_biggest_alloc_num <= idx)) { + if (stats->ls_flags & LPROCFS_STATS_FLAG_IRQ_SAFE) + cfs_spin_lock_irqsave(&stats->ls_lock, flags); + else + cfs_spin_lock(&stats->ls_lock); + if (stats->ls_biggest_alloc_num <= idx) + stats->ls_biggest_alloc_num = idx + 1; + if (stats->ls_flags & LPROCFS_STATS_FLAG_IRQ_SAFE) { + cfs_spin_unlock_irqrestore(&stats->ls_lock, + flags); + } else { + cfs_spin_unlock(&stats->ls_lock); + } + } + + /* initialize the ls_percpu[idx] by copying the 0th template + * entry */ + memcpy(stats->ls_percpu[idx], stats->ls_percpu[0], + percpusize); + } + + return rc; +} +EXPORT_SYMBOL(lprocfs_stats_alloc_one); #endif /* LPROCFS */ -EXPORT_SYMBOL(obd_fail_loc); EXPORT_SYMBOL(obd_alloc_fail_rate); -EXPORT_SYMBOL(obd_fail_val);