X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Fobdfilter%2Ffilter_internal.h;h=dbe4fae2a7c4940de5a0648ba7d58cfa49ec58a7;hb=8e417baed54e23cfa35e3caff9b46144e083f1a8;hp=12ad087c0e003fdb5f816b5bc09c557686bf5f90;hpb=c39489126f88bb5b30643ebb11c72fbe9f9d2241;p=fs%2Flustre-release.git diff --git a/lustre/obdfilter/filter_internal.h b/lustre/obdfilter/filter_internal.h index 12ad087..dbe4fae 100644 --- a/lustre/obdfilter/filter_internal.h +++ b/lustre/obdfilter/filter_internal.h @@ -1,10 +1,37 @@ /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- * vim:expandtab:shiftwidth=8:tabstop=8: * - * Copyright (C) 2003 Cluster File Systems, Inc. + * GPL HEADER START * - * This code is issued under the GNU General Public License. - * See the file COPYING in this distribution + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License version 2 only, + * as published by the Free Software Foundation. + * + * This program is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License version 2 for more details (a copy is included + * in the LICENSE file that accompanied this code). + * + * You should have received a copy of the GNU General Public License + * version 2 along with this program; If not, see + * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf + * + * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, + * CA 95054 USA or visit www.sun.com if you need additional information or + * have any questions. + * + * GPL HEADER END + */ +/* + * Copyright 2008 Sun Microsystems, Inc. All rights reserved + * Use is subject to license terms. + */ +/* + * This file is part of Lustre, http://www.lustre.org/ + * Lustre is a trademark of Sun Microsystems, Inc. */ #ifndef _FILTER_INTERNAL_H @@ -13,99 +40,125 @@ #ifdef __KERNEL__ # include #endif -#include -#include - -#ifndef OBD_FILTER_DEVICENAME -# define OBD_FILTER_DEVICENAME "obdfilter" -#endif +#include +#include +#include +#include -#ifndef OBD_FILTER_SAN_DEVICENAME -# define OBD_FILTER_SAN_DEVICENAME "sanobdfilter" -#endif +#define FILTER_LAYOUT_VERSION "2" -#define LAST_RCVD "last_rcvd" #define FILTER_INIT_OBJID 0 -#define FILTER_LR_SERVER_SIZE 512 - -#define FILTER_LR_CLIENT_START 8192 -#define FILTER_LR_CLIENT_SIZE 128 - -/* This limit is arbitrary, but for now we fit it in 1 page (32k clients) */ -#define FILTER_LR_MAX_CLIENTS (PAGE_SIZE * 8) -#define FILTER_LR_MAX_CLIENT_WORDS (FILTER_LR_MAX_CLIENTS/sizeof(unsigned long)) - -#define FILTER_RECOVERY_TIMEOUT (obd_timeout * 5 * HZ / 2) /* *waves hands* */ - -#define FILTER_ROCOMPAT_SUPP (0) - -#define FILTER_INCOMPAT_GROUPS 0x00000001 -#define FILTER_INCOMPAT_SUPP (FILTER_INCOMPAT_GROUPS) - -#define FILTER_GRANT_CHUNK (2ULL*1024*1024) - -/* Data stored per server at the head of the last_rcvd file. In le32 order. - * Try to keep this the same as mds_server_data so we might one day merge. */ -struct filter_server_data { - __u8 fsd_uuid[40]; /* server UUID */ - __u64 fsd_unused; /* was fsd_last_objid - don't use for now */ - __u64 fsd_last_transno; /* last completed transaction ID */ - __u64 fsd_mount_count; /* FILTER incarnation number */ - __u32 fsd_feature_compat; /* compatible feature flags */ - __u32 fsd_feature_rocompat;/* read-only compatible feature flags */ - __u32 fsd_feature_incompat;/* incompatible feature flags */ - __u32 fsd_server_size; /* size of server data area */ - __u32 fsd_client_start; /* start of per-client data area */ - __u16 fsd_client_size; /* size of per-client data area */ - __u16 fsd_subdir_count; /* number of subdirectories for objects */ - __u64 fsd_catalog_oid; /* recovery catalog object id */ - __u32 fsd_catalog_ogen; /* recovery catalog inode generation */ - __u8 fsd_peeruuid[40]; /* UUID of MDS associated with this OST */ - __u8 fsd_padding[FILTER_LR_SERVER_SIZE - 140]; -}; +#define FILTER_SUBDIR_COUNT 32 /* set to zero for no subdirs */ +#define FILTER_GROUPS 3 /* must be at least 3; not dynamic yet */ -/* Data stored per client in the last_rcvd file. In le32 order. */ -struct filter_client_data { - __u8 fcd_uuid[40]; /* client UUID */ - __u64 fcd_last_rcvd; /* last completed transaction ID */ - __u64 fcd_last_xid; /* client RPC xid for the last transaction */ - __u32 fcd_group; /* client group num*/ - __u8 fcd_padding[FILTER_LR_CLIENT_SIZE - 60]; -}; +#define FILTER_ROCOMPAT_SUPP (0) + +#define FILTER_INCOMPAT_SUPP (OBD_INCOMPAT_GROUPS | OBD_INCOMPAT_OST | \ + OBD_INCOMPAT_COMMON_LR) + +#define FILTER_GRANT_CHUNK (2ULL * PTLRPC_MAX_BRW_SIZE) +#define FILTER_GRANT_SHRINK_LIMIT (16ULL * FILTER_GRANT_CHUNK) +#define GRANT_FOR_LLOG(obd) 16 -#define FILTER_DENTRY_MAGIC 0x9efba101 -#define FILTER_FLAG_DESTROY 0x0001 /* destroy dentry on last file close */ +extern struct file_operations filter_per_export_stats_fops; +extern struct file_operations filter_per_nid_stats_fops; /* Limit the returned fields marked valid to those that we actually might set */ #define FILTER_VALID_FLAGS (OBD_MD_FLTYPE | OBD_MD_FLMODE | OBD_MD_FLGENER |\ OBD_MD_FLSIZE | OBD_MD_FLBLOCKS | OBD_MD_FLBLKSZ|\ OBD_MD_FLATIME | OBD_MD_FLMTIME | OBD_MD_FLCTIME) +struct filter_fid { + struct ll_fid ff_fid; /* ff_fid.f_type == file stripe number */ + __u64 ff_objid; + __u64 ff_group; +}; + +/* per-client-per-object persistent state (LRU) */ +struct filter_mod_data { + struct list_head fmd_list; /* linked to fed_mod_list */ + __u64 fmd_id; /* object being written to */ + __u64 fmd_gr; /* group being written to */ + __u64 fmd_mactime_xid;/* xid highest {m,a,c}time setattr */ + unsigned long fmd_expire; /* jiffies when it should expire */ + int fmd_refcount; /* reference counter - list holds 1 */ +}; + +#ifdef HAVE_BGL_SUPPORT +#define FILTER_FMD_MAX_NUM_DEFAULT 128 /* many active files per client on BGL */ +#else +#define FILTER_FMD_MAX_NUM_DEFAULT 32 +#endif +/* Client cache seconds */ +#define FILTER_FMD_MAX_AGE_DEFAULT ((obd_timeout + 10) * HZ) + +#ifndef HAVE_PAGE_CONSTANT +#define mapping_cap_page_constant_write(mapping) 0 +#define SetPageConstant(page) do {} while (0) +#define ClearPageConstant(page) do {} while (0) +#endif + +struct filter_mod_data *filter_fmd_find(struct obd_export *exp, + obd_id objid, obd_gr group); +struct filter_mod_data *filter_fmd_get(struct obd_export *exp, + obd_id objid, obd_gr group); +void filter_fmd_put(struct obd_export *exp, struct filter_mod_data *fmd); +void filter_fmd_expire(struct obd_export *exp); + enum { LPROC_FILTER_READ_BYTES = 0, LPROC_FILTER_WRITE_BYTES = 1, + LPROC_FILTER_GET_PAGE = 2, + LPROC_FILTER_NO_PAGE = 3, + LPROC_FILTER_CACHE_ACCESS = 4, + LPROC_FILTER_CACHE_HIT = 5, + LPROC_FILTER_CACHE_MISS = 6, LPROC_FILTER_LAST, }; -#define FILTER_MAX_CACHE_SIZE (32 * 1024 * 1024) /* was OBD_OBJECT_EOF */ +//#define FILTER_MAX_CACHE_SIZE (32 * 1024 * 1024) /* was OBD_OBJECT_EOF */ +#define FILTER_MAX_CACHE_SIZE OBD_OBJECT_EOF + +/* We have to pass a 'created' array to fsfilt_map_inode_pages() which we + * then ignore. So we pre-allocate one that everyone can use... */ +#define OBDFILTER_CREATED_SCRATCHPAD_ENTRIES 1024 +extern int *obdfilter_created_scratchpad; + +extern void target_recovery_fini(struct obd_device *obd); +extern void target_recovery_init(struct lu_target *lut, + svc_handler_t handler); /* filter.c */ void f_dput(struct dentry *); struct dentry *filter_fid2dentry(struct obd_device *, struct dentry *dir, obd_gr group, obd_id id); struct dentry *__filter_oa2dentry(struct obd_device *obd, struct obdo *oa, - const char *what); -#define filter_oa2dentry(obd, oa) __filter_oa2dentry(obd, oa, __FUNCTION__) - -int filter_finish_transno(struct obd_export *, struct obd_trans_info *, int rc); -__u64 filter_next_id(struct filter_obd *, int group); -__u64 filter_last_id(struct filter_obd *, int group); + const char *what, int quiet); +#define filter_oa2dentry(obd, oa) __filter_oa2dentry(obd, oa, __FUNCTION__, 0) + +int filter_finish_transno(struct obd_export *, struct inode *, + struct obd_trans_info *, int rc, int force_sync); +__u64 filter_next_id(struct filter_obd *, struct obdo *); +__u64 filter_last_id(struct filter_obd *, obd_gr group); +int filter_update_fidea(struct obd_export *exp, struct inode *inode, + void *handle, struct obdo *oa); int filter_update_server_data(struct obd_device *, struct file *, - struct filter_server_data *, int force_sync); + struct lr_server_data *, int force_sync); int filter_update_last_objid(struct obd_device *, obd_gr, int force_sync); -int filter_common_setup(struct obd_device *, obd_count len, void *buf, - char *option); +int filter_common_setup(struct obd_device *, struct lustre_cfg *lcfg, + void *option); +int filter_destroy(struct obd_export *exp, struct obdo *oa, + struct lov_stripe_md *md, struct obd_trans_info *, + struct obd_export *, void *); +int filter_setattr_internal(struct obd_export *exp, struct dentry *dentry, + struct obdo *oa, struct obd_trans_info *oti); +int filter_setattr(struct obd_export *exp, struct obd_info *oinfo, + struct obd_trans_info *oti); + +struct dentry *filter_create_object(struct obd_device *obd, struct obdo *oa); + +struct obd_llog_group *filter_find_olg(struct obd_device *obd, int group); /* filter_lvb.c */ extern struct ldlm_valblock_ops filter_lvbo; @@ -113,27 +166,21 @@ extern struct ldlm_valblock_ops filter_lvbo; /* filter_io.c */ int filter_preprw(int cmd, struct obd_export *, struct obdo *, int objcount, - struct obd_ioobj *, int niocount, struct niobuf_remote *, - struct niobuf_local *, struct obd_trans_info *); + struct obd_ioobj *, struct niobuf_remote *, + int *, struct niobuf_local *, struct obd_trans_info *, + struct lustre_capa *); int filter_commitrw(int cmd, struct obd_export *, struct obdo *, int objcount, - struct obd_ioobj *, int niocount, struct niobuf_local *, - struct obd_trans_info *, int rc); -int filter_write_extents(struct obd_export *exp, struct obd_ioobj *obj, - int objcount, int niocount,struct niobuf_local *local, - int rc); -int filter_do_cow(struct obd_export *exp, struct obd_ioobj *obj, - int nioo, struct niobuf_remote *rnb); -int filter_brw(int cmd, struct obd_export *, struct obdo *, - struct lov_stripe_md *, obd_count oa_bufs, struct brw_page *, - struct obd_trans_info *); -void flip_into_page_cache(struct inode *inode, struct page *new_page); - -void filter_free_dio_pages(int objcount, struct obd_ioobj *obj, - int niocount, struct niobuf_local *res); + struct obd_ioobj *, struct niobuf_remote *, int, + struct niobuf_local *, struct obd_trans_info *, int rc); +int filter_brw(int cmd, struct obd_export *, struct obd_info *oinfo, + obd_count oa_bufs, struct brw_page *pga, struct obd_trans_info *); +void filter_invalidate_cache(struct obd_device *, struct obd_ioobj *, + struct niobuf_remote *, struct inode *); /* filter_io_*.c */ +struct filter_iobuf; int filter_commitrw_write(struct obd_export *exp, struct obdo *oa, int objcount, - struct obd_ioobj *obj, int niocount, + struct obd_ioobj *obj, struct niobuf_remote *, int, struct niobuf_local *res, struct obd_trans_info *oti, int rc); obd_size filter_grant_space_left(struct obd_export *exp); @@ -141,14 +188,19 @@ long filter_grant(struct obd_export *exp, obd_size current_grant, obd_size want, obd_size fs_space_left); void filter_grant_commit(struct obd_export *exp, int niocount, struct niobuf_local *res); - -int filter_alloc_iobuf(int rw, int num_pages, void **ret); -void filter_free_iobuf(void *iobuf); -int filter_iobuf_add_page(struct obd_device *obd, void *iobuf, +void filter_grant_incoming(struct obd_export *exp, struct obdo *oa); +struct filter_iobuf *filter_alloc_iobuf(struct filter_obd *, int rw, + int num_pages); +void filter_free_iobuf(struct filter_iobuf *iobuf); +int filter_iobuf_add_page(struct obd_device *obd, struct filter_iobuf *iobuf, struct inode *inode, struct page *page); -int filter_direct_io(int rw, struct dentry *dchild, void *iobuf, +void *filter_iobuf_get(struct filter_obd *filter, struct obd_trans_info *oti); +void filter_iobuf_put(struct filter_obd *filter, struct filter_iobuf *iobuf, + struct obd_trans_info *oti); +int filter_direct_io(int rw, struct dentry *dchild, struct filter_iobuf *iobuf, struct obd_export *exp, struct iattr *attr, struct obd_trans_info *oti, void **wait_handle); +int filter_clear_truncated_page(struct inode *inode); /* filter_log.c */ struct ost_filterdata { @@ -156,36 +208,43 @@ struct ost_filterdata { }; int filter_log_sz_change(struct llog_handle *cathandle, struct ll_fid *mds_fid, - __u32 io_epoch, + __u32 ioepoch, struct llog_cookie *logcookie, struct inode *inode); //int filter_get_catalog(struct obd_device *); void filter_cancel_cookies_cb(struct obd_device *obd, __u64 transno, void *cb_data, int error); -int filter_recov_log_unlink_cb(struct llog_handle *llh, +int filter_recov_log_mds_ost_cb(struct llog_handle *llh, struct llog_rec_hdr *rec, void *data); -/* filter_san.c */ -int filter_san_setup(struct obd_device *obd, obd_count len, void *buf); -int filter_san_preprw(int cmd, struct obd_export *, struct obdo *, int objcount, - struct obd_ioobj *, int niocount, struct niobuf_remote *); - -#ifdef __KERNEL__ -void filter_tally_write(struct filter_obd *filter, struct page **pages, - int nr_pages, unsigned long *blocks, - int blocks_per_page); -void filter_tally_read(struct filter_obd *filter, struct niobuf_local *lnb, - int niocount); +#ifdef LPROCFS +void filter_tally(struct obd_export *exp, struct page **pages, int nr_pages, + unsigned long *blocks, int blocks_per_page, int wr); int lproc_filter_attach_seqstat(struct obd_device *dev); +void lprocfs_filter_init_vars(struct lprocfs_static_vars *lvars); #else -static inline filter_tally_write(struct filter_obd *filter, - struct page **pages, int nr_pages, - unsigned long *blocks, int blocks_per_page) {} -static inline void filter_tally_read(struct filter_obd *filter, - struct niobuf_local *lnb, int niocount) - {} -static inline lproc_filter_attach_seqstat(struct obd_device *dev) {} +static inline void filter_tally(struct obd_export *exp, struct page **pages, + int nr_pages, unsigned long *blocks, + int blocks_per_page, int wr) {} +static inline int lproc_filter_attach_seqstat(struct obd_device *dev) {} +static void lprocfs_filter_init_vars(struct lprocfs_static_vars *lvars) +{ + memset(lvars, 0, sizeof(*lvars)); +} #endif +/* Quota stuff */ +extern quota_interface_t *filter_quota_interface_ref; -#endif +int filter_update_capa_key(struct obd_device *obd, struct lustre_capa_key *key); +int filter_auth_capa(struct obd_export *exp, struct lu_fid *fid, __u64 mdsid, + struct lustre_capa *capa, __u64 opc); +int filter_capa_fixoa(struct obd_export *exp, struct obdo *oa, __u64 mdsid, + struct lustre_capa *capa); +void filter_free_capa_keys(struct filter_obd *filter); + +void blacklist_add(uid_t uid); +void blacklist_del(uid_t uid); +int blacklist_display(char *buf, int bufsize); + +#endif /* _FILTER_INTERNAL_H */