/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
* vim:expandtab:shiftwidth=8:tabstop=8:
+ *
+ * GPL HEADER START
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License version 2 only,
+ * as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but
+ * WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * General Public License version 2 for more details (a copy is included
+ * in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License
+ * version 2 along with this program; If not, see
+ * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
+ *
+ * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
+ * CA 95054 USA or visit www.sun.com if you need additional information or
+ * have any questions.
+ *
+ * GPL HEADER END
+ */
+/*
+ * Copyright 2008 Sun Microsystems, Inc. All rights reserved
+ * Use is subject to license terms.
+ */
+/*
+ * This file is part of Lustre, http://www.lustre.org/
+ * Lustre is a trademark of Sun Microsystems, Inc.
*/
#ifndef __IMPORT_H
#define __IMPORT_H
+/** \defgroup export export
+ *
+ * @{
+ */
+
#include <lustre_handles.h>
#include <lustre/lustre_idl.h>
+
+/* Adaptive Timeout stuff */
+#define D_ADAPTTO D_OTHER
+#define AT_BINS 4 /* "bin" means "N seconds of history" */
+#define AT_FLG_NOHIST 0x1 /* use last reported value only */
+
+struct adaptive_timeout {
+ time_t at_binstart; /* bin start time */
+ unsigned int at_hist[AT_BINS]; /* timeout history bins */
+ unsigned int at_flags;
+ unsigned int at_current; /* current timeout value */
+ unsigned int at_worst_ever; /* worst-ever timeout value */
+ time_t at_worst_time; /* worst-ever timeout timestamp */
+ cfs_spinlock_t at_lock;
+};
+
enum lustre_imp_state {
LUSTRE_IMP_CLOSED = 1,
LUSTRE_IMP_NEW = 2,
LUSTRE_IMP_EVICTED = 10,
};
+struct ptlrpc_at_array {
+ cfs_list_t *paa_reqs_array; /* array to hold requests */
+ __u32 paa_size; /* the size of array */
+ __u32 paa_count; /* the total count of reqs */
+ time_t paa_deadline; /* earliest deadline of reqs */
+ __u32 *paa_reqs_count; /* count of reqs in each entry */
+};
+
static inline char * ptlrpc_import_state_name(enum lustre_imp_state state)
{
static char* import_state_names[] = {
};
struct obd_import_conn {
- struct list_head oic_item;
+ cfs_list_t oic_item;
struct ptlrpc_connection *oic_conn;
struct obd_uuid oic_uuid;
__u64 oic_last_attempt; /* jiffies, 64-bit */
};
+#define IMP_AT_MAX_PORTALS 8
+struct imp_at {
+ int iat_portal[IMP_AT_MAX_PORTALS];
+ struct adaptive_timeout iat_net_latency;
+ struct adaptive_timeout iat_service_estimate[IMP_AT_MAX_PORTALS];
+};
+
+/* state history */
+#define IMP_STATE_HIST_LEN 16
+struct import_state_hist {
+ enum lustre_imp_state ish_state;
+ time_t ish_time;
+};
+
struct obd_import {
struct portals_handle imp_handle;
- atomic_t imp_refcount;
+ cfs_atomic_t imp_refcount;
struct lustre_handle imp_dlm_handle; /* client's ldlm export */
struct ptlrpc_connection *imp_connection;
struct ptlrpc_client *imp_client;
- struct list_head imp_pinger_chain;
- struct list_head imp_zombie_chain; /* queue for destruction */
+ cfs_list_t imp_pinger_chain;
+ cfs_list_t imp_zombie_chain; /* queue for destruction */
/* Lists of requests that are retained for replay, waiting for a reply,
* or waiting for recovery to complete, respectively.
*/
- struct list_head imp_replay_list;
- struct list_head imp_sending_list;
- struct list_head imp_delayed_list;
+ cfs_list_t imp_replay_list;
+ cfs_list_t imp_sending_list;
+ cfs_list_t imp_delayed_list;
struct obd_device *imp_obd;
struct ptlrpc_sec *imp_sec;
+ cfs_semaphore_t imp_sec_mutex;
+ cfs_time_t imp_sec_expire;
cfs_waitq_t imp_recovery_waitq;
- atomic_t imp_inflight;
- atomic_t imp_replay_inflight;
- atomic_t imp_inval_count;
+ cfs_atomic_t imp_inflight;
+ cfs_atomic_t imp_unregistering;
+ cfs_atomic_t imp_replay_inflight;
+ cfs_atomic_t imp_inval_count; /* in-progress invalidations */
+ cfs_atomic_t imp_timeouts;
enum lustre_imp_state imp_state;
+ struct import_state_hist imp_state_hist[IMP_STATE_HIST_LEN];
+ int imp_state_hist_idx;
int imp_generation;
__u32 imp_conn_cnt;
int imp_last_generation_checked;
__u64 imp_last_success_conn; /* jiffies, 64-bit */
/* all available obd_import_conn linked here */
- struct list_head imp_conn_list;
+ cfs_list_t imp_conn_list;
struct obd_import_conn *imp_conn_current;
/* Protects flags, level, generation, conn_cnt, *_list */
- spinlock_t imp_lock;
+ cfs_spinlock_t imp_lock;
/* flags */
- unsigned int imp_no_timeout:1, /* timeouts are disabled */
+ unsigned long imp_no_timeout:1, /* timeouts are disabled */
imp_invalid:1, /* evicted */
imp_deactive:1, /* administratively disabled */
imp_replayable:1, /* try to recover the import */
imp_dlm_fake:1, /* don't run recovery (timeout instead) */
imp_server_timeout:1, /* use 1/2 timeout on MDS' OSCs */
- imp_initial_recov:1, /* retry the initial connection */
- imp_initial_recov_bk:1, /* turn off init_recov after trying all failover nids */
+ imp_delayed_recovery:1, /* VBR: imp in delayed recovery */
+ imp_no_lock_replay:1, /* VBR: if gap was found then no lock replays */
+ imp_vbr_failed:1, /* recovery by versions was failed */
imp_force_verify:1, /* force an immidiate ping */
imp_pingable:1, /* pingable */
imp_resend_replay:1, /* resend for replay */
- imp_recon_bk:1, /* turn off reconnect if all failovers fail */
- imp_last_recon:1; /* internally used by above */
+ imp_force_reconnect:1; /* import must be reconnected instead of chouse new connection */
__u32 imp_connect_op;
struct obd_connect_data imp_connect_data;
__u64 imp_connect_flags_orig;
int imp_connect_error;
__u32 imp_msg_magic;
+ __u32 imp_msghdr_flags; /* adjusted based on server capability */
+
+ struct ptlrpc_request_pool *imp_rq_pool; /* emergency request pool */
- struct ptlrpc_request_pool *imp_rq_pool; /* emergency request pool */
+ struct imp_at imp_at; /* adaptive timeout data */
+ time_t imp_last_reply_time; /* for health check */
};
typedef void (*obd_import_callback)(struct obd_import *imp, void *closure,
int event, void *event_arg, void *cb_data);
struct obd_import_observer {
- struct list_head oio_chain;
+ cfs_list_t oio_chain;
obd_import_callback oio_cb;
void *oio_cb_data;
};
void class_notify_import_observers(struct obd_import *imp, int event,
void *event_arg);
+/* import.c */
+static inline unsigned int at_est2timeout(unsigned int val)
+{
+ /* add an arbitrary minimum: 125% +5 sec */
+ return (val + (val >> 2) + 5);
+}
+
+static inline unsigned int at_timeout2est(unsigned int val)
+{
+ /* restore estimate value from timeout: e=4/5(t-5) */
+ LASSERT(val);
+ return (max((val << 2) / 5, 5U) - 4);
+}
+
+static inline void at_init(struct adaptive_timeout *at, int val, int flags) {
+ memset(at, 0, sizeof(*at));
+ at->at_current = val;
+ at->at_worst_ever = val;
+ at->at_worst_time = cfs_time_current_sec();
+ at->at_flags = flags;
+ cfs_spin_lock_init(&at->at_lock);
+}
+static inline int at_get(struct adaptive_timeout *at) {
+ return at->at_current;
+}
+int at_measured(struct adaptive_timeout *at, unsigned int val);
+int import_at_get_index(struct obd_import *imp, int portal);
+extern unsigned int at_max;
+#define AT_OFF (at_max == 0)
+
/* genops.c */
struct obd_export;
extern struct obd_import *class_exp2cliimp(struct obd_export *);
extern struct obd_import *class_conn2cliimp(struct lustre_handle *);
+/** @} import */
+
#endif /* __IMPORT_H */
git://git.whamcloud.com / fs / lustre-release.git / blobdiff