X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Fobdfilter%2Ffilter_internal.h;h=d73a4687787ab38a51eb2c9403480177499cda7e;hp=55013158a50eea30ddc896bbd2996950d29874fe;hb=1317f6241b86e1fc90a4d2dc836e9a25eeaaeb04;hpb=090c677210ee2946d99c71412e4ff762bb300f4f diff --git a/lustre/obdfilter/filter_internal.h b/lustre/obdfilter/filter_internal.h index 5501315..d73a468 100644 --- a/lustre/obdfilter/filter_internal.h +++ b/lustre/obdfilter/filter_internal.h @@ -1,10 +1,37 @@ /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- * vim:expandtab:shiftwidth=8:tabstop=8: * - * Copyright (C) 2003 Cluster File Systems, Inc. + * GPL HEADER START * - * This code is issued under the GNU General Public License. - * See the file COPYING in this distribution + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License version 2 only, + * as published by the Free Software Foundation. + * + * This program is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License version 2 for more details (a copy is included + * in the LICENSE file that accompanied this code). + * + * You should have received a copy of the GNU General Public License + * version 2 along with this program; If not, see [sun.com URL with a + * copy of GPLv2]. + * + * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, + * CA 95054 USA or visit www.sun.com if you need additional information or + * have any questions. + * + * GPL HEADER END + */ +/* + * Copyright 2008 Sun Microsystems, Inc. All rights reserved + * Use is subject to license terms. + */ +/* + * This file is part of Lustre, http://www.lustre.org/ + * Lustre is a trademark of Sun Microsystems, Inc. */ #ifndef _FILTER_INTERNAL_H @@ -13,98 +40,114 @@ #ifdef __KERNEL__ # include #endif -#include -#include +#include +#include +#include +#include +#include -#ifndef OBD_FILTER_DEVICENAME -# define OBD_FILTER_DEVICENAME "obdfilter" -#endif +#define FILTER_LAYOUT_VERSION "2" -#ifndef OBD_FILTER_SAN_DEVICENAME -# define OBD_FILTER_SAN_DEVICENAME "sanobdfilter" -#endif - -#define LAST_RCVD "last_rcvd" #define FILTER_INIT_OBJID 0 -#define FILTER_LR_SERVER_SIZE 512 - -#define FILTER_LR_CLIENT_START 8192 -#define FILTER_LR_CLIENT_SIZE 128 - -/* This limit is arbitrary, but for now we fit it in 1 page (32k clients) */ -#define FILTER_LR_MAX_CLIENTS (PAGE_SIZE * 8) -#define FILTER_LR_MAX_CLIENT_WORDS (FILTER_LR_MAX_CLIENTS/sizeof(unsigned long)) - -#define FILTER_RECOVERY_TIMEOUT (obd_timeout * 5 * HZ / 2) /* *waves hands* */ - -#define FILTER_ROCOMPAT_SUPP (0) - -#define FILTER_INCOMPAT_GROUPS 0x00000001 -#define FILTER_INCOMPAT_SUPP (FILTER_INCOMPAT_GROUPS) - -#define FILTER_GRANT_CHUNK (2ULL*1024*1024) - -/* Data stored per server at the head of the last_rcvd file. In le32 order. - * Try to keep this the same as mds_server_data so we might one day merge. */ -struct filter_server_data { - __u8 fsd_uuid[40]; /* server UUID */ - __u64 fsd_unused; /* was fsd_last_objid - don't use for now */ - __u64 fsd_last_transno; /* last completed transaction ID */ - __u64 fsd_mount_count; /* FILTER incarnation number */ - __u32 fsd_feature_compat; /* compatible feature flags */ - __u32 fsd_feature_rocompat;/* read-only compatible feature flags */ - __u32 fsd_feature_incompat;/* incompatible feature flags */ - __u32 fsd_server_size; /* size of server data area */ - __u32 fsd_client_start; /* start of per-client data area */ - __u16 fsd_client_size; /* size of per-client data area */ - __u16 fsd_subdir_count; /* number of subdirectories for objects */ - __u64 fsd_catalog_oid; /* recovery catalog object id */ - __u32 fsd_catalog_ogen; /* recovery catalog inode generation */ - __u8 fsd_peeruuid[40]; /* UUID of MDS associated with this OST */ - __u8 fsd_padding[FILTER_LR_SERVER_SIZE - 140]; -}; +#define FILTER_SUBDIR_COUNT 32 /* set to zero for no subdirs */ +#define FILTER_GROUPS 3 /* must be at least 3; not dynamic yet */ -/* Data stored per client in the last_rcvd file. In le32 order. */ -struct filter_client_data { - __u8 fcd_uuid[40]; /* client UUID */ - __u64 fcd_last_rcvd; /* last completed transaction ID */ - __u64 fcd_last_xid; /* client RPC xid for the last transaction */ - __u8 fcd_padding[FILTER_LR_CLIENT_SIZE - 56]; -}; +#define FILTER_ROCOMPAT_SUPP (0) + +#define FILTER_INCOMPAT_SUPP (OBD_INCOMPAT_GROUPS | OBD_INCOMPAT_OST | \ + OBD_INCOMPAT_COMMON_LR) -#define FILTER_DENTRY_MAGIC 0x9efba101 -#define FILTER_FLAG_DESTROY 0x0001 /* destroy dentry on last file close */ +#define FILTER_GRANT_CHUNK (2ULL * PTLRPC_MAX_BRW_SIZE) +#define GRANT_FOR_LLOG(obd) 16 + +extern struct file_operations filter_per_export_stats_fops; +extern struct file_operations filter_per_nid_stats_fops; /* Limit the returned fields marked valid to those that we actually might set */ #define FILTER_VALID_FLAGS (OBD_MD_FLTYPE | OBD_MD_FLMODE | OBD_MD_FLGENER |\ OBD_MD_FLSIZE | OBD_MD_FLBLOCKS | OBD_MD_FLBLKSZ|\ OBD_MD_FLATIME | OBD_MD_FLMTIME | OBD_MD_FLCTIME) +struct filter_fid { + struct ll_fid ff_fid; /* ff_fid.f_type == file stripe number */ + __u64 ff_objid; + __u64 ff_group; +}; + +/* per-client-per-object persistent state (LRU) */ +struct filter_mod_data { + struct list_head fmd_list; /* linked to fed_mod_list */ + __u64 fmd_id; /* object being written to */ + __u64 fmd_gr; /* group being written to */ + __u64 fmd_mactime_xid;/* xid highest {m,a,c}time setattr */ + unsigned long fmd_expire; /* jiffies when it should expire */ + int fmd_refcount; /* reference counter - list holds 1 */ +}; + +#ifdef HAVE_BGL_SUPPORT +#define FILTER_FMD_MAX_NUM_DEFAULT 128 /* many active files per client on BGL */ +#else +#define FILTER_FMD_MAX_NUM_DEFAULT 32 +#endif +/* Client cache seconds */ +#define FILTER_FMD_MAX_AGE_DEFAULT ((obd_timeout + 10) * HZ) + +struct filter_mod_data *filter_fmd_find(struct obd_export *exp, + obd_id objid, obd_gr group); +struct filter_mod_data *filter_fmd_get(struct obd_export *exp, + obd_id objid, obd_gr group); +void filter_fmd_put(struct obd_export *exp, struct filter_mod_data *fmd); +void filter_fmd_expire(struct obd_export *exp); + enum { LPROC_FILTER_READ_BYTES = 0, LPROC_FILTER_WRITE_BYTES = 1, LPROC_FILTER_LAST, }; +//#define FILTER_MAX_CACHE_SIZE (32 * 1024 * 1024) /* was OBD_OBJECT_EOF */ #define FILTER_MAX_CACHE_SIZE OBD_OBJECT_EOF +/* We have to pass a 'created' array to fsfilt_map_inode_pages() which we + * then ignore. So we pre-allocate one that everyone can use... */ +#define OBDFILTER_CREATED_SCRATCHPAD_ENTRIES 1024 +extern int *obdfilter_created_scratchpad; + +extern void target_recovery_fini(struct obd_device *obd); +extern void target_recovery_init(struct obd_device *obd, + svc_handler_t handler); + /* filter.c */ void f_dput(struct dentry *); struct dentry *filter_fid2dentry(struct obd_device *, struct dentry *dir, obd_gr group, obd_id id); struct dentry *__filter_oa2dentry(struct obd_device *obd, struct obdo *oa, - const char *what); -#define filter_oa2dentry(obd, oa) __filter_oa2dentry(obd, oa, __FUNCTION__) - -int filter_finish_transno(struct obd_export *, struct obd_trans_info *, int rc); -__u64 filter_next_id(struct filter_obd *, int group); -__u64 filter_last_id(struct filter_obd *, int group); + const char *what, int quiet); +#define filter_oa2dentry(obd, oa) __filter_oa2dentry(obd, oa, __FUNCTION__, 0) + +int filter_finish_transno(struct obd_export *, struct obd_trans_info *, int rc, + int force_sync); +__u64 filter_next_id(struct filter_obd *, struct obdo *); +__u64 filter_last_id(struct filter_obd *, obd_gr group); +int filter_update_fidea(struct obd_export *exp, struct inode *inode, + void *handle, struct obdo *oa); int filter_update_server_data(struct obd_device *, struct file *, - struct filter_server_data *, int force_sync); + struct lr_server_data *, int force_sync); int filter_update_last_objid(struct obd_device *, obd_gr, int force_sync); -int filter_common_setup(struct obd_device *, obd_count len, void *buf, - char *option); +int filter_common_setup(struct obd_device *, struct lustre_cfg *lcfg, + void *option); +int filter_destroy(struct obd_export *exp, struct obdo *oa, + struct lov_stripe_md *md, struct obd_trans_info *, + struct obd_export *); +int filter_setattr_internal(struct obd_export *exp, struct dentry *dentry, + struct obdo *oa, struct obd_trans_info *oti); +int filter_setattr(struct obd_export *exp, struct obd_info *oinfo, + struct obd_trans_info *oti); + +struct dentry *filter_create_object(struct obd_device *obd, struct obdo *oa); + +struct obd_llog_group *filter_find_olg(struct obd_device *obd, int group); /* filter_lvb.c */ extern struct ldlm_valblock_ops filter_lvbo; @@ -113,16 +156,17 @@ extern struct ldlm_valblock_ops filter_lvbo; /* filter_io.c */ int filter_preprw(int cmd, struct obd_export *, struct obdo *, int objcount, struct obd_ioobj *, int niocount, struct niobuf_remote *, - struct niobuf_local *, struct obd_trans_info *); + struct niobuf_local *, struct obd_trans_info *, + struct lustre_capa *); int filter_commitrw(int cmd, struct obd_export *, struct obdo *, int objcount, struct obd_ioobj *, int niocount, struct niobuf_local *, struct obd_trans_info *, int rc); -int filter_brw(int cmd, struct obd_export *, struct obdo *, - struct lov_stripe_md *, obd_count oa_bufs, struct brw_page *, - struct obd_trans_info *); +int filter_brw(int cmd, struct obd_export *, struct obd_info *oinfo, + obd_count oa_bufs, struct brw_page *pga, struct obd_trans_info *); void flip_into_page_cache(struct inode *inode, struct page *new_page); /* filter_io_*.c */ +struct filter_iobuf; int filter_commitrw_write(struct obd_export *exp, struct obdo *oa, int objcount, struct obd_ioobj *obj, int niocount, struct niobuf_local *res, struct obd_trans_info *oti, @@ -132,6 +176,18 @@ long filter_grant(struct obd_export *exp, obd_size current_grant, obd_size want, obd_size fs_space_left); void filter_grant_commit(struct obd_export *exp, int niocount, struct niobuf_local *res); +struct filter_iobuf *filter_alloc_iobuf(struct filter_obd *, int rw, + int num_pages); +void filter_free_iobuf(struct filter_iobuf *iobuf); +int filter_iobuf_add_page(struct obd_device *obd, struct filter_iobuf *iobuf, + struct inode *inode, struct page *page); +void *filter_iobuf_get(struct filter_obd *filter, struct obd_trans_info *oti); +void filter_iobuf_put(struct filter_obd *filter, struct filter_iobuf *iobuf, + struct obd_trans_info *oti); +int filter_direct_io(int rw, struct dentry *dchild, struct filter_iobuf *iobuf, + struct obd_export *exp, struct iattr *attr, + struct obd_trans_info *oti, void **wait_handle); +int filter_clear_truncated_page(struct inode *inode); /* filter_log.c */ struct ost_filterdata { @@ -139,36 +195,47 @@ struct ost_filterdata { }; int filter_log_sz_change(struct llog_handle *cathandle, struct ll_fid *mds_fid, - __u32 io_epoch, + __u32 ioepoch, struct llog_cookie *logcookie, struct inode *inode); //int filter_get_catalog(struct obd_device *); void filter_cancel_cookies_cb(struct obd_device *obd, __u64 transno, void *cb_data, int error); -int filter_recov_log_unlink_cb(struct llog_handle *llh, +int filter_recov_log_mds_ost_cb(struct llog_handle *llh, struct llog_rec_hdr *rec, void *data); -/* filter_san.c */ -int filter_san_setup(struct obd_device *obd, obd_count len, void *buf); -int filter_san_preprw(int cmd, struct obd_export *, struct obdo *, int objcount, - struct obd_ioobj *, int niocount, struct niobuf_remote *); - -#ifdef __KERNEL__ -void filter_tally_write(struct filter_obd *filter, struct page **pages, - int nr_pages, unsigned long *blocks, - int blocks_per_page); -void filter_tally_read(struct filter_obd *filter, struct niobuf_local *lnb, - int niocount); +#ifdef LPROCFS +void filter_tally(struct obd_export *exp, struct page **pages, int nr_pages, + unsigned long *blocks, int blocks_per_page, int wr); int lproc_filter_attach_seqstat(struct obd_device *dev); +void lprocfs_filter_init_vars(struct lprocfs_static_vars *lvars); #else -static inline filter_tally_write(struct filter_obd *filter, - struct page **pages, int nr_pages, - unsigned long *blocks, int blocks_per_page) {} -static inline void filter_tally_read(struct filter_obd *filter, - struct niobuf_local *lnb, int niocount) - {} -static inline lproc_filter_attach_seqstat(struct obd_device *dev) {} +static inline void filter_tally(struct obd_export *exp, struct page **pages, + int nr_pages, unsigned long *blocks, + int blocks_per_page, int wr) {} +static inline int lproc_filter_attach_seqstat(struct obd_device *dev) {} +static void lprocfs_filter_init_vars(struct lprocfs_static_vars *lvars) +{ + memset(lvars, 0, sizeof(*lvars)); +} #endif +/* Quota stuff */ +extern quota_interface_t *filter_quota_interface_ref; -#endif +/* Capability */ +static inline __u64 obdo_mdsno(struct obdo *oa) +{ + return oa->o_gr - FILTER_GROUP_MDS0; +} + +int filter_update_capa_key(struct obd_device *obd, struct lustre_capa_key *key); +int filter_auth_capa(struct obd_export *exp, struct lu_fid *fid, __u64 mdsid, + struct lustre_capa *capa, __u64 opc); +void filter_free_capa_keys(struct filter_obd *filter); + +void blacklist_add(uid_t uid); +void blacklist_del(uid_t uid); +int blacklist_display(char *buf, int bufsize); + +#endif /* _FILTER_INTERNAL_H */