X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Finclude%2Flustre_import.h;h=badfe44d62fb3d5ecbacb5bbca26b90426ecde56;hp=4eceda9e9a1154d4c1877a7f2e57cc1150bdbc86;hb=fb4073bc3cfbf1a7ad17b03270e986098a2869ee;hpb=113303973ec9f8484eb2355a1a6ef3c4c7fd6a56 diff --git a/lustre/include/lustre_import.h b/lustre/include/lustre_import.h index 4eceda9..badfe44 100644 --- a/lustre/include/lustre_import.h +++ b/lustre/include/lustre_import.h @@ -1,13 +1,66 @@ /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- * vim:expandtab:shiftwidth=8:tabstop=8: + * + * GPL HEADER START + * + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License version 2 only, + * as published by the Free Software Foundation. + * + * This program is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License version 2 for more details (a copy is included + * in the LICENSE file that accompanied this code). + * + * You should have received a copy of the GNU General Public License + * version 2 along with this program; If not, see + * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf + * + * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, + * CA 95054 USA or visit www.sun.com if you need additional information or + * have any questions. + * + * GPL HEADER END + */ +/* + * Copyright 2008 Sun Microsystems, Inc. All rights reserved + * Use is subject to license terms. + */ +/* + * This file is part of Lustre, http://www.lustre.org/ + * Lustre is a trademark of Sun Microsystems, Inc. */ #ifndef __IMPORT_H #define __IMPORT_H +/** \defgroup export export + * + * @{ + */ + #include #include + +/* Adaptive Timeout stuff */ +#define D_ADAPTTO D_OTHER +#define AT_BINS 4 /* "bin" means "N seconds of history" */ +#define AT_FLG_NOHIST 0x1 /* use last reported value only */ + +struct adaptive_timeout { + time_t at_binstart; /* bin start time */ + unsigned int at_hist[AT_BINS]; /* timeout history bins */ + unsigned int at_flags; + unsigned int at_current; /* current timeout value */ + unsigned int at_worst_ever; /* worst-ever timeout value */ + time_t at_worst_time; /* worst-ever timeout timestamp */ + cfs_spinlock_t at_lock; +}; + enum lustre_imp_state { LUSTRE_IMP_CLOSED = 1, LUSTRE_IMP_NEW = 2, @@ -21,6 +74,14 @@ enum lustre_imp_state { LUSTRE_IMP_EVICTED = 10, }; +struct ptlrpc_at_array { + cfs_list_t *paa_reqs_array; /* array to hold requests */ + __u32 paa_size; /* the size of array */ + __u32 paa_count; /* the total count of reqs */ + time_t paa_deadline; /* earliest deadline of reqs */ + __u32 *paa_reqs_count; /* count of reqs in each entry */ +}; + static inline char * ptlrpc_import_state_name(enum lustre_imp_state state) { static char* import_state_names[] = { @@ -42,34 +103,56 @@ enum obd_import_event { }; struct obd_import_conn { - struct list_head oic_item; + cfs_list_t oic_item; struct ptlrpc_connection *oic_conn; struct obd_uuid oic_uuid; __u64 oic_last_attempt; /* jiffies, 64-bit */ }; +#define IMP_AT_MAX_PORTALS 8 +struct imp_at { + int iat_portal[IMP_AT_MAX_PORTALS]; + struct adaptive_timeout iat_net_latency; + struct adaptive_timeout iat_service_estimate[IMP_AT_MAX_PORTALS]; +}; + +/* state history */ +#define IMP_STATE_HIST_LEN 16 +struct import_state_hist { + enum lustre_imp_state ish_state; + time_t ish_time; +}; + struct obd_import { struct portals_handle imp_handle; - atomic_t imp_refcount; + cfs_atomic_t imp_refcount; struct lustre_handle imp_dlm_handle; /* client's ldlm export */ struct ptlrpc_connection *imp_connection; struct ptlrpc_client *imp_client; - struct list_head imp_pinger_chain; - struct list_head imp_zombie_chain; /* queue for destruction */ + cfs_list_t imp_pinger_chain; + cfs_list_t imp_zombie_chain; /* queue for destruction */ /* Lists of requests that are retained for replay, waiting for a reply, * or waiting for recovery to complete, respectively. */ - struct list_head imp_replay_list; - struct list_head imp_sending_list; - struct list_head imp_delayed_list; + cfs_list_t imp_replay_list; + cfs_list_t imp_sending_list; + cfs_list_t imp_delayed_list; struct obd_device *imp_obd; + struct ptlrpc_sec *imp_sec; + cfs_semaphore_t imp_sec_mutex; + cfs_time_t imp_sec_expire; cfs_waitq_t imp_recovery_waitq; - atomic_t imp_inflight; - atomic_t imp_replay_inflight; + cfs_atomic_t imp_inflight; + cfs_atomic_t imp_unregistering; + cfs_atomic_t imp_replay_inflight; + cfs_atomic_t imp_inval_count; /* in-progress invalidations */ + cfs_atomic_t imp_timeouts; enum lustre_imp_state imp_state; + struct import_state_hist imp_state_hist[IMP_STATE_HIST_LEN]; + int imp_state_hist_idx; int imp_generation; __u32 imp_conn_cnt; int imp_last_generation_checked; @@ -81,39 +164,45 @@ struct obd_import { __u64 imp_last_success_conn; /* jiffies, 64-bit */ /* all available obd_import_conn linked here */ - struct list_head imp_conn_list; + cfs_list_t imp_conn_list; struct obd_import_conn *imp_conn_current; /* Protects flags, level, generation, conn_cnt, *_list */ - spinlock_t imp_lock; + cfs_spinlock_t imp_lock; /* flags */ - unsigned int imp_invalid:1, /* evicted */ + unsigned long imp_no_timeout:1, /* timeouts are disabled */ + imp_invalid:1, /* evicted */ imp_deactive:1, /* administratively disabled */ imp_replayable:1, /* try to recover the import */ imp_dlm_fake:1, /* don't run recovery (timeout instead) */ imp_server_timeout:1, /* use 1/2 timeout on MDS' OSCs */ - imp_initial_recov:1, /* retry the initial connection */ - imp_initial_recov_bk:1, /* turn off init_recov after trying all failover nids */ + imp_delayed_recovery:1, /* VBR: imp in delayed recovery */ + imp_no_lock_replay:1, /* VBR: if gap was found then no lock replays */ + imp_vbr_failed:1, /* recovery by versions was failed */ imp_force_verify:1, /* force an immidiate ping */ imp_pingable:1, /* pingable */ imp_resend_replay:1, /* resend for replay */ - imp_recon_bk:1, /* turn off reconnect if all failovers fail */ - imp_last_recon:1; /* internally used by above */ + imp_force_reconnect:1; /* import must be reconnected instead of chouse new connection */ __u32 imp_connect_op; struct obd_connect_data imp_connect_data; __u64 imp_connect_flags_orig; + int imp_connect_error; __u32 imp_msg_magic; + __u32 imp_msghdr_flags; /* adjusted based on server capability */ + + struct ptlrpc_request_pool *imp_rq_pool; /* emergency request pool */ - struct ptlrpc_request_pool *imp_rq_pool; /* emergency request pool */ + struct imp_at imp_at; /* adaptive timeout data */ + time_t imp_last_reply_time; /* for health check */ }; typedef void (*obd_import_callback)(struct obd_import *imp, void *closure, int event, void *event_arg, void *cb_data); struct obd_import_observer { - struct list_head oio_chain; + cfs_list_t oio_chain; obd_import_callback oio_cb; void *oio_cb_data; }; @@ -125,9 +214,41 @@ void class_unobserve_import(struct obd_import *imp, obd_import_callback cb, void class_notify_import_observers(struct obd_import *imp, int event, void *event_arg); +/* import.c */ +static inline unsigned int at_est2timeout(unsigned int val) +{ + /* add an arbitrary minimum: 125% +5 sec */ + return (val + (val >> 2) + 5); +} + +static inline unsigned int at_timeout2est(unsigned int val) +{ + /* restore estimate value from timeout: e=4/5(t-5) */ + LASSERT(val); + return (max((val << 2) / 5, 5U) - 4); +} + +static inline void at_init(struct adaptive_timeout *at, int val, int flags) { + memset(at, 0, sizeof(*at)); + at->at_current = val; + at->at_worst_ever = val; + at->at_worst_time = cfs_time_current_sec(); + at->at_flags = flags; + cfs_spin_lock_init(&at->at_lock); +} +static inline int at_get(struct adaptive_timeout *at) { + return at->at_current; +} +int at_measured(struct adaptive_timeout *at, unsigned int val); +int import_at_get_index(struct obd_import *imp, int portal); +extern unsigned int at_max; +#define AT_OFF (at_max == 0) + /* genops.c */ struct obd_export; extern struct obd_import *class_exp2cliimp(struct obd_export *); extern struct obd_import *class_conn2cliimp(struct lustre_handle *); +/** @} import */ + #endif /* __IMPORT_H */