X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Finclude%2Fobd_support.h;h=7fa06860b0f9aa1e58e57fcf764b5422461da469;hb=346a17e4d8b5c291d776387ace81a5b74bc24141;hp=fc51ca053fb3a565f9b2dac6df64cb956c72fb6e;hpb=4f3d5c73fdb2891826d4e7789cbaec39cf4bbf3d;p=fs%2Flustre-release.git diff --git a/lustre/include/obd_support.h b/lustre/include/obd_support.h index fc51ca0..7fa0686 100644 --- a/lustre/include/obd_support.h +++ b/lustre/include/obd_support.h @@ -26,7 +26,7 @@ * GPL HEADER END */ /* - * Copyright 2008 Sun Microsystems, Inc. All rights reserved + * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved. * Use is subject to license terms. */ /* @@ -59,14 +59,6 @@ enum { OBD_STATS_NUM, }; -enum { - OBD_FAIL_LOC_NOSET = 0, - OBD_FAIL_LOC_ORSET = 1, - OBD_FAIL_LOC_RESET = 2 -}; - -extern unsigned long obd_fail_loc; -extern unsigned int obd_fail_val; extern unsigned int obd_debug_peer_on_timeout; extern unsigned int obd_dump_on_timeout; extern unsigned int obd_dump_on_eviction; @@ -83,32 +75,36 @@ extern unsigned int obd_sync_filter; extern unsigned int obd_max_dirty_pages; extern cfs_atomic_t obd_dirty_pages; extern cfs_atomic_t obd_dirty_transit_pages; -extern cfs_waitq_t obd_race_waitq; -extern int obd_race_state; extern unsigned int obd_alloc_fail_rate; -int __obd_fail_check_set(__u32 id, __u32 value, int set); -int __obd_fail_timeout_set(__u32 id, __u32 value, int ms, int set); - /* lvfs.c */ int obd_alloc_fail(const void *ptr, const char *name, const char *type, size_t size, const char *file, int line); /* Some hash init argument constants */ +#define HASH_POOLS_BKT_BITS 3 #define HASH_POOLS_CUR_BITS 3 #define HASH_POOLS_MAX_BITS 7 +#define HASH_UUID_BKT_BITS 5 #define HASH_UUID_CUR_BITS 7 #define HASH_UUID_MAX_BITS 12 +#define HASH_NID_BKT_BITS 5 #define HASH_NID_CUR_BITS 7 #define HASH_NID_MAX_BITS 12 +#define HASH_NID_STATS_BKT_BITS 5 #define HASH_NID_STATS_CUR_BITS 7 #define HASH_NID_STATS_MAX_BITS 12 +#define HASH_LQS_BKT_BITS 5 #define HASH_LQS_CUR_BITS 7 #define HASH_LQS_MAX_BITS 12 +#define HASH_CONN_BKT_BITS 5 #define HASH_CONN_CUR_BITS 5 #define HASH_CONN_MAX_BITS 15 +#define HASH_EXP_LOCK_BKT_BITS 5 #define HASH_EXP_LOCK_CUR_BITS 7 #define HASH_EXP_LOCK_MAX_BITS 16 +#define HASH_CL_ENV_BKT_BITS 5 +#define HASH_CL_ENV_BITS 10 /* Timeout definitions */ #define OBD_TIMEOUT_DEFAULT 100 @@ -121,6 +117,8 @@ int obd_alloc_fail(const void *ptr, const char *name, const char *type, #define OBD_RECOVERY_TIME_SOFT (obd_timeout * 3) /* Change recovery-small 26b time if you change this */ #define PING_INTERVAL max(obd_timeout / 4, 1U) +/* a bit more than maximal journal commit time in seconds */ +#define PING_INTERVAL_SHORT min(PING_INTERVAL, 7U) /* Client may skip 1 ping; we must wait at least 2.5. But for multiple * failover targets the client only pings one server at a time, and pings * can be lost on a loaded network. Since eviction has serious consequences, @@ -228,6 +226,7 @@ int obd_alloc_fail(const void *ptr, const char *name, const char *type, #define OBD_FAIL_MDS_OPEN_WAIT_CREATE 0x144 #define OBD_FAIL_MDS_PDO_LOCK 0x145 #define OBD_FAIL_MDS_PDO_LOCK2 0x146 +#define OBD_FAIL_MDS_OSC_CREATE_FAIL 0x147 /* CMD */ #define OBD_FAIL_MDS_IS_SUBDIR_NET 0x180 @@ -278,6 +277,7 @@ int obd_alloc_fail(const void *ptr, const char *name, const char *type, #define OBD_FAIL_OST_CONNECT_NET2 0x225 #define OBD_FAIL_OST_NOMEM 0x226 #define OBD_FAIL_OST_BRW_PAUSE_BULK2 0x227 +#define OBD_FAIL_OST_MAPBLK_ENOSPC 0x228 #define OBD_FAIL_LDLM 0x300 #define OBD_FAIL_LDLM_NAMESPACE_NEW 0x301 @@ -304,6 +304,7 @@ int obd_alloc_fail(const void *ptr, const char *name, const char *type, #define OBD_FAIL_LDLM_OST_FAIL_RACE 0x316 #define OBD_FAIL_LDLM_INTR_CP_AST 0x317 #define OBD_FAIL_LDLM_CP_BL_RACE 0x318 +#define OBD_FAIL_LDLM_NEW_LOCK 0x319 /* LOCKLESS IO */ #define OBD_FAIL_LDLM_SET_CONTENTION 0x385 @@ -324,6 +325,7 @@ int obd_alloc_fail(const void *ptr, const char *name, const char *type, #define OBD_FAIL_OSC_DIO_PAUSE 0x40d #define OBD_FAIL_OSC_OBJECT_CONTENTION 0x40e #define OBD_FAIL_OSC_CP_CANCEL_RACE 0x40f +#define OBD_FAIL_OSC_CP_ENQ_RACE 0x410 #define OBD_FAIL_PTLRPC 0x500 #define OBD_FAIL_PTLRPC_ACK 0x501 @@ -343,6 +345,7 @@ int obd_alloc_fail(const void *ptr, const char *name, const char *type, #define OBD_FAIL_PTLRPC_HPREQ_TIMEOUT 0x511 #define OBD_FAIL_PTLRPC_HPREQ_NOTIMEOUT 0x512 #define OBD_FAIL_PTLRPC_DROP_REQ_OPC 0x513 +#define OBD_FAIL_PTLRPC_FINISH_REPLAY 0x514 #define OBD_FAIL_OBD_PING_NET 0x600 #define OBD_FAIL_OBD_LOG_CANCEL_NET 0x601 @@ -364,6 +367,7 @@ int obd_alloc_fail(const void *ptr, const char *name, const char *type, #define OBD_FAIL_TGT_REPLAY_DELAY 0x709 #define OBD_FAIL_TGT_LAST_REPLAY 0x710 #define OBD_FAIL_TGT_CLIENT_ADD 0x711 +#define OBD_FAIL_TGT_RCVG_FLAG 0x712 #define OBD_FAIL_MDC_REVALIDATE_PAUSE 0x800 #define OBD_FAIL_MDC_ENQUEUE_PAUSE 0x801 @@ -410,75 +414,18 @@ int obd_alloc_fail(const void *ptr, const char *name, const char *type, #define OBD_FAIL_MDS_SYNC_CAPA_SL 0x1310 #define OBD_FAIL_SEQ_ALLOC 0x1311 -/* Failure injection control */ -#define OBD_FAIL_MASK_SYS 0x0000FF00 -#define OBD_FAIL_MASK_LOC (0x000000FF | OBD_FAIL_MASK_SYS) - -#define OBD_FAILED_BIT 30 -/* OBD_FAILED is 0x40000000 */ -#define OBD_FAILED (1 << OBD_FAILED_BIT) - -#define OBD_FAIL_ONCE_BIT 31 -/* OBD_FAIL_ONCE is 0x80000000 */ -#define OBD_FAIL_ONCE (1 << OBD_FAIL_ONCE_BIT) - -/* The following flags aren't made to be combined */ -#define OBD_FAIL_SKIP 0x20000000 /* skip N times then fail */ -#define OBD_FAIL_SOME 0x10000000 /* only fail N times */ -#define OBD_FAIL_RAND 0x08000000 /* fail 1/N of the times */ -#define OBD_FAIL_USR1 0x04000000 /* user flag */ - -#define OBD_FAIL_PRECHECK(id) (obd_fail_loc && \ - (obd_fail_loc & OBD_FAIL_MASK_LOC) == \ - ((id) & OBD_FAIL_MASK_LOC)) - -static inline int obd_fail_check_set(__u32 id, __u32 value, int set) -{ - int ret = 0; - if (unlikely(OBD_FAIL_PRECHECK(id) && - (ret = __obd_fail_check_set(id, value, set)))) { - CERROR("*** obd_fail_loc=%x ***\n", id); - } - return ret; -} - -/* If id hit obd_fail_loc, return 1, otherwise return 0 */ -#define OBD_FAIL_CHECK(id) \ - obd_fail_check_set(id, 0, OBD_FAIL_LOC_NOSET) - -/* If id hit obd_fail_loc, obd_fail_loc |= value and return 1, - * otherwise return 0 */ -#define OBD_FAIL_CHECK_ORSET(id, value) \ - obd_fail_check_set(id, value, OBD_FAIL_LOC_ORSET) - -/* If id hit obd_fail_loc, obd_fail_loc = value and return 1, - * otherwise return 0 */ -#define OBD_FAIL_CHECK_RESET(id, value) \ - obd_fail_check_set(id, value, OBD_FAIL_LOC_RESET) - - -static inline int obd_fail_timeout_set(__u32 id, __u32 value, int ms, int set) -{ - if (unlikely(OBD_FAIL_PRECHECK(id))) - return __obd_fail_timeout_set(id, value, ms, set); - else - return 0; -} - -/* If id hit obd_fail_loc, sleep for seconds or milliseconds */ -#define OBD_FAIL_TIMEOUT(id, secs) \ - obd_fail_timeout_set(id, 0, secs * 1000, OBD_FAIL_LOC_NOSET) - -#define OBD_FAIL_TIMEOUT_MS(id, ms) \ - obd_fail_timeout_set(id, 0, ms, OBD_FAIL_LOC_NOSET) - -/* If id hit obd_fail_loc, obd_fail_loc |= value and - * sleep seconds or milliseconds */ -#define OBD_FAIL_TIMEOUT_ORSET(id, value, secs) \ - obd_fail_timeout_set(id, value, secs * 1000, OBD_FAIL_LOC_ORSET) - -#define OBD_FAIL_TIMEOUT_MS_ORSET(id, value, ms) \ - obd_fail_timeout_set(id, value, ms, OBD_FAIL_LOC_ORSET) +/* Assign references to moved code to reduce code changes */ +#define OBD_FAIL_PRECHECK(id) CFS_FAIL_PRECHECK(id) +#define OBD_FAIL_CHECK(id) CFS_FAIL_CHECK(id) +#define OBD_FAIL_CHECK_ORSET(id, value) CFS_FAIL_CHECK_ORSET(id, value) +#define OBD_FAIL_CHECK_RESET(id, value) CFS_FAIL_CHECK_RESET(id, value) +#define OBD_FAIL_RETURN(id, ret) CFS_FAIL_RETURN(id, ret) +#define OBD_FAIL_TIMEOUT(id, secs) CFS_FAIL_TIMEOUT(id, secs) +#define OBD_FAIL_TIMEOUT_MS(id, ms) CFS_FAIL_TIMEOUT_MS(id, ms) +#define OBD_FAIL_TIMEOUT_ORSET(id, value, secs) CFS_FAIL_TIMEOUT_ORSET(id, value, secs) +#define OBD_RACE(id) CFS_RACE(id) +#define OBD_FAIL_ONCE CFS_FAIL_ONCE +#define OBD_FAILED CFS_FAILED #ifdef __KERNEL__ static inline void obd_fail_write(int id, struct super_block *sb) @@ -487,7 +434,7 @@ static inline void obd_fail_write(int id, struct super_block *sb) if (OBD_FAIL_CHECK_ORSET(id & ~OBD_FAIL_ONCE, OBD_FAIL_ONCE)) { #ifdef LIBCFS_DEBUG BDEVNAME_DECLARE_STORAGE(tmp); - CERROR("obd_fail_loc=%x, fail write operation on %s\n", + CERROR("cfs_fail_loc=%x, fail write operation on %s\n", id, ll_bdevname(sb, tmp)); #endif /* TODO-CMD: fix getting jdev */ @@ -495,30 +442,6 @@ static inline void obd_fail_write(int id, struct super_block *sb) } } #define OBD_FAIL_WRITE(id, sb) obd_fail_write(id, sb) - -/* The idea here is to synchronise two threads to force a race. The - * first thread that calls this with a matching fail_loc is put to - * sleep. The next thread that calls with the same fail_loc wakes up - * the first and continues. */ -static inline void obd_race(__u32 id) -{ - if (OBD_FAIL_PRECHECK(id)) { - if (unlikely(__obd_fail_check_set(id, 0, OBD_FAIL_LOC_NOSET))) { - obd_race_state = 0; - CERROR("obd_race id %x sleeping\n", id); - OBD_SLEEP_ON(obd_race_waitq, obd_race_state != 0); - CERROR("obd_fail_race id %x awake\n", id); - } else { - CERROR("obd_fail_race id %x waking\n", id); - obd_race_state = 1; - cfs_waitq_signal(&obd_race_waitq); - } - } -} -#define OBD_RACE(id) obd_race(id) -#else -/* sigh. an expedient fix until OBD_RACE is fixed up */ -#define OBD_RACE(foo) do {} while(0) #endif #define fixme() CDEBUG(D_OTHER, "FIXME\n"); @@ -680,6 +603,37 @@ do { \ } while(0) #endif +#ifdef __KERNEL__ + +/* Allocations above this size are considered too big and could not be done + * atomically. + * + * Be very careful when changing this value, especially when decreasing it, + * since vmalloc in Linux doesn't perform well on multi-cores system, calling + * vmalloc in critical path would hurt peformance badly. See LU-66. + */ +#define OBD_ALLOC_BIG (4 * CFS_PAGE_SIZE) + +#define OBD_ALLOC_LARGE(ptr, size) \ +do { \ + if (size > OBD_ALLOC_BIG) \ + OBD_VMALLOC(ptr, size); \ + else \ + OBD_ALLOC(ptr, size); \ +} while (0) + +#define OBD_FREE_LARGE(ptr, size) \ +do { \ + if (size > OBD_ALLOC_BIG) \ + OBD_VFREE(ptr, size); \ + else \ + OBD_FREE(ptr, size); \ +} while (0) +#else +#define OBD_ALLOC_LARGE(ptr, size) OBD_ALLOC(ptr, size) +#define OBD_FREE_LARGE(ptr, size) OBD_FREE(ptr,size) +#endif + #ifdef CONFIG_DEBUG_SLAB #define POISON(ptr, c, s) do {} while (0) #define POISON_PTR(ptr) ((void)0) @@ -786,13 +740,13 @@ do { \ (keylen >= (sizeof(str)-1) && memcmp(key, str, (sizeof(str)-1)) == 0) /* Wrapper for contiguous page frame allocation */ -#define OBD_PAGES_ALLOC(ptr, order, gfp_mask) \ +#define OBD_PAGE_ALLOC(ptr, gfp_mask) \ do { \ - (ptr) = cfs_alloc_pages(gfp_mask, order); \ + (ptr) = cfs_alloc_page(gfp_mask); \ if (unlikely((ptr) == NULL)) { \ CERROR("alloc_pages of '" #ptr "' %d page(s) / "LPU64" bytes "\ - "failed\n", (int)(1 << (order)), \ - (__u64)((1 << (order)) << CFS_PAGE_SHIFT)); \ + "failed\n", (int)1, \ + (__u64)(1 << CFS_PAGE_SHIFT)); \ CERROR(LPU64" total bytes and "LPU64" total pages " \ "("LPU64" bytes) allocated by Lustre, " \ "%d total bytes by LNET\n", \ @@ -801,29 +755,24 @@ do { \ obd_pages_sum(), \ cfs_atomic_read(&libcfs_kmemory)); \ } else { \ - obd_pages_add(order); \ + obd_pages_add(0); \ CDEBUG(D_MALLOC, "alloc_pages '" #ptr "': %d page(s) / " \ LPU64" bytes at %p.\n", \ - (int)(1 << (order)), \ - (__u64)((1 << (order)) << CFS_PAGE_SHIFT), ptr); \ + (int)1, \ + (__u64)(1 << CFS_PAGE_SHIFT), ptr); \ } \ } while (0) -#define OBD_PAGE_ALLOC(ptr, gfp_mask) \ - OBD_PAGES_ALLOC(ptr, 0, gfp_mask) - -#define OBD_PAGES_FREE(ptr, order) \ +#define OBD_PAGE_FREE(ptr) \ do { \ LASSERT(ptr); \ - obd_pages_sub(order); \ + obd_pages_sub(0); \ CDEBUG(D_MALLOC, "free_pages '" #ptr "': %d page(s) / "LPU64" bytes " \ "at %p.\n", \ - (int)(1 << (order)), (__u64)((1 << (order)) << CFS_PAGE_SHIFT),\ + (int)1, (__u64)(1 << CFS_PAGE_SHIFT), \ ptr); \ - __cfs_free_pages(ptr, order); \ + cfs_free_page(ptr); \ (ptr) = (void *)0xdeadbeef; \ } while (0) -#define OBD_PAGE_FREE(ptr) OBD_PAGES_FREE(ptr, 0) - #endif