X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=libcfs%2Finclude%2Flibcfs%2Flinux%2Flinux-mem.h;h=69d027fb11b0fd2f61cfa8bbc74bcc37f9661d91;hp=18c64e765f9ef600395e3601516a8d328ebde087;hb=2a32eaa35dd7b96bb29f6a17991f48fe07fa833e;hpb=e2a2fab993d01597010cb2b44df44a522af0eec8 diff --git a/libcfs/include/libcfs/linux/linux-mem.h b/libcfs/include/libcfs/linux/linux-mem.h index 18c64e7..69d027f 100644 --- a/libcfs/include/libcfs/linux/linux-mem.h +++ b/libcfs/include/libcfs/linux/linux-mem.h @@ -1,6 +1,4 @@ -/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- - * vim:expandtab:shiftwidth=8:tabstop=8: - * +/* * GPL HEADER START * * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. @@ -17,17 +15,15 @@ * * You should have received a copy of the GNU General Public License * version 2 along with this program; If not, see - * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf - * - * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, - * CA 95054 USA or visit www.sun.com if you need additional information or - * have any questions. + * http://www.gnu.org/licenses/gpl-2.0.html * * GPL HEADER END */ /* * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved. * Use is subject to license terms. + * + * Copyright (c) 2011, 2014, Intel Corporation. */ /* * This file is part of Lustre, http://www.lustre.org/ @@ -41,14 +37,6 @@ #ifndef __LIBCFS_LINUX_CFS_MEM_H__ #define __LIBCFS_LINUX_CFS_MEM_H__ -#ifndef __LIBCFS_LIBCFS_H__ -#error Do not #include this file directly. #include instead -#endif - -#ifndef __KERNEL__ -#error This include is only for kernel use. -#endif - #include #include #include @@ -56,120 +44,97 @@ #ifdef HAVE_MM_INLINE # include #endif +#include +#ifdef HAVE_SCHED_HEADERS +#include +#endif -typedef struct page cfs_page_t; -#define CFS_PAGE_SIZE PAGE_CACHE_SIZE -#define CFS_PAGE_SHIFT PAGE_CACHE_SHIFT -#define CFS_PAGE_MASK (~((__u64)CFS_PAGE_SIZE-1)) - -#define cfs_num_physpages num_physpages - -#define cfs_copy_from_user(to, from, n) copy_from_user(to, from, n) -#define cfs_copy_to_user(to, from, n) copy_to_user(to, from, n) +#ifdef HAVE_TOTALRAM_PAGES_AS_FUNC + #ifndef cfs_totalram_pages + #define cfs_totalram_pages() totalram_pages() + #endif +#else + #ifndef cfs_totalram_pages + #define cfs_totalram_pages() totalram_pages + #endif +#endif -static inline void *cfs_page_address(cfs_page_t *page) +#ifndef HAVE_MEMALLOC_RECLAIM +static inline unsigned int memalloc_noreclaim_save(void) { - /* - * XXX nikita: do NOT call portals_debug_msg() (CDEBUG/ENTRY/EXIT) - * from here: this will lead to infinite recursion. - */ - return page_address(page); + unsigned int flags = current->flags & PF_MEMALLOC; + + current->flags |= PF_MEMALLOC; + return flags; } -static inline void *cfs_kmap(cfs_page_t *page) +static inline void memalloc_noreclaim_restore(unsigned int flags) { - return kmap(page); + current->flags = (current->flags & ~PF_MEMALLOC) | flags; } +#endif /* !HAVE_MEMALLOC_RECLAIM */ -static inline void cfs_kunmap(cfs_page_t *page) +#ifndef HAVE_BITMAP_ALLOC +static inline unsigned long *bitmap_alloc(unsigned int nbits, gfp_t flags) { - kunmap(page); + return kmalloc_array(BITS_TO_LONGS(nbits), sizeof(unsigned long), + flags); } -static inline void cfs_get_page(cfs_page_t *page) +static inline unsigned long *bitmap_zalloc(unsigned int nbits, gfp_t flags) { - get_page(page); + return bitmap_alloc(nbits, flags | __GFP_ZERO); } -static inline int cfs_page_count(cfs_page_t *page) +static inline void bitmap_free(const unsigned long *bitmap) { - return page_count(page); + kfree(bitmap); } - -#define cfs_page_index(p) ((p)->index) +#endif /* !HAVE_BITMAP_ALLOC */ /* - * Memory allocator - * XXX Liang: move these declare to public file + * Shrinker */ -extern void *cfs_alloc(size_t nr_bytes, u_int32_t flags); -extern void cfs_free(void *addr); +#ifndef SHRINK_STOP +# define SHRINK_STOP (~0UL) +#endif -extern void *cfs_alloc_large(size_t nr_bytes); -extern void cfs_free_large(void *addr); +#ifndef HAVE_MMAP_LOCK +static inline void mmap_write_lock(struct mm_struct *mm) +{ + down_write(&mm->mmap_sem); +} + +static inline bool mmap_write_trylock(struct mm_struct *mm) +{ + return down_write_trylock(&mm->mmap_sem) != 0; +} -extern cfs_page_t *cfs_alloc_pages(unsigned int flags, unsigned int order); -extern void __cfs_free_pages(cfs_page_t *page, unsigned int order); +static inline void mmap_write_unlock(struct mm_struct *mm) +{ + up_write(&mm->mmap_sem); +} -#define cfs_alloc_page(flags) cfs_alloc_pages(flags, 0) -#define __cfs_free_page(page) __cfs_free_pages(page, 0) -#define cfs_free_page(p) __free_pages(p, 0) +static inline void mmap_read_lock(struct mm_struct *mm) +{ + down_read(&mm->mmap_sem); +} -#define cfs_memory_pressure_get() (current->flags & PF_MEMALLOC) -#define cfs_memory_pressure_set() do { current->flags |= PF_MEMALLOC; } while (0) -#define cfs_memory_pressure_clr() do { current->flags &= ~PF_MEMALLOC; } while (0) +static inline bool mmap_read_trylock(struct mm_struct *mm) +{ + return down_read_trylock(&mm->mmap_sem) != 0; +} -#if BITS_PER_LONG == 32 -/* limit to lowmem on 32-bit systems */ -#define CFS_NUM_CACHEPAGES \ - min(cfs_num_physpages, 1UL << (30 - CFS_PAGE_SHIFT) * 3 / 4) -#else -#define CFS_NUM_CACHEPAGES cfs_num_physpages +static inline void mmap_read_unlock(struct mm_struct *mm) +{ + up_read(&mm->mmap_sem); +} #endif -/* - * In Linux there is no way to determine whether current execution context is - * blockable. - */ -#define CFS_ALLOC_ATOMIC_TRY CFS_ALLOC_ATOMIC - -/* - * SLAB allocator - * XXX Liang: move these declare to public file - */ -#ifdef HAVE_KMEM_CACHE -typedef struct kmem_cache cfs_mem_cache_t; +#ifdef HAVE_VMALLOC_2ARGS +#define __ll_vmalloc(size, flags) __vmalloc(size, flags) #else -typedef kmem_cache_t cfs_mem_cache_t; +#define __ll_vmalloc(size, flags) __vmalloc(size, flags, PAGE_KERNEL) #endif -extern cfs_mem_cache_t * cfs_mem_cache_create (const char *, size_t, size_t, unsigned long); -extern int cfs_mem_cache_destroy ( cfs_mem_cache_t * ); -extern void *cfs_mem_cache_alloc ( cfs_mem_cache_t *, int); -extern void cfs_mem_cache_free ( cfs_mem_cache_t *, void *); -extern int cfs_mem_is_in_cache(const void *addr, const cfs_mem_cache_t *kmem); - -#define CFS_DECL_MMSPACE mm_segment_t __oldfs -#define CFS_MMSPACE_OPEN \ - do { __oldfs = get_fs(); set_fs(get_ds());} while(0) -#define CFS_MMSPACE_CLOSE set_fs(__oldfs) - -#define CFS_SLAB_HWCACHE_ALIGN SLAB_HWCACHE_ALIGN -#define CFS_SLAB_KERNEL SLAB_KERNEL -#define CFS_SLAB_NOFS SLAB_NOFS - -/* - * Shrinker - */ - -#ifndef HAVE_REGISTER_SHRINKER -/* Shrinker callback */ -typedef shrinker_t cfs_shrinker_t; -#define cfs_set_shrinker(seeks, shrinker) set_shrinker(seeks, shrinker) -#define cfs_remove_shrinker(shrinker) remove_shrinker(shrinker) -#endif /* !HAVE_REGISTER_SHRINKER */ - -/* struct shrinker */ -#define cfs_shrinker shrinker -#define CFS_DEFAULT_SEEKS DEFAULT_SEEKS #endif /* __LINUX_CFS_MEM_H__ */