Whamcloud - gitweb
b21619 hash ME on RDMA portal i=isaac i=maxim
[fs/lustre-release.git] / lnet / selftest / selftest.h
index edd67b1..4f883c9 100644 (file)
@@ -27,7 +27,7 @@
  * GPL HEADER END
  */
 /*
- * Copyright  2008 Sun Microsystems, Inc. All rights reserved
+ * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
  * Use is subject to license terms.
  */
 /*
@@ -72,7 +72,6 @@
 #define SWI_STATE_REQUEST_SENT             4
 #define SWI_STATE_REPLY_RECEIVED           5
 #define SWI_STATE_BULK_STARTED             6
-#define SWI_STATE_BULK_ERRORED             7
 #define SWI_STATE_DONE                     10
 
 /* forward refs */
@@ -106,7 +105,7 @@ struct sfw_test_instance;
  */
 typedef int (*swi_action_t) (struct swi_workitem *);
 typedef struct swi_workitem {
-        struct list_head wi_list;        /* chain on runq */
+        cfs_list_t       wi_list;        /* chain on runq */
         int              wi_state;
         swi_action_t     wi_action;
         void            *wi_data;
@@ -192,13 +191,13 @@ srpc_service2reply (int service)
 }
 
 typedef enum {
-        SRPC_BULK_REQ_RCVD   = 0, /* passive bulk request(PUT sink/GET source) received */
-        SRPC_BULK_PUT_SENT   = 1, /* active bulk PUT sent (source) */
-        SRPC_BULK_GET_RPLD   = 2, /* active bulk GET replied (sink) */
-        SRPC_REPLY_RCVD      = 3, /* incoming reply received */
-        SRPC_REPLY_SENT      = 4, /* outgoing reply sent */
-        SRPC_REQUEST_RCVD    = 5, /* incoming request received */
-        SRPC_REQUEST_SENT    = 6, /* outgoing request sent */
+        SRPC_BULK_REQ_RCVD   = 1, /* passive bulk request(PUT sink/GET source) received */
+        SRPC_BULK_PUT_SENT   = 2, /* active bulk PUT sent (source) */
+        SRPC_BULK_GET_RPLD   = 3, /* active bulk GET replied (sink) */
+        SRPC_REPLY_RCVD      = 4, /* incoming reply received */
+        SRPC_REPLY_SENT      = 5, /* outgoing reply sent */
+        SRPC_REQUEST_RCVD    = 6, /* incoming request received */
+        SRPC_REQUEST_SENT    = 7, /* outgoing request sent */
 } srpc_event_type_t;
 
 /* RPC event */
@@ -223,18 +222,9 @@ typedef struct {
 #endif
 } srpc_bulk_t; /* bulk descriptor */
 
-typedef struct srpc_peer {
-        struct list_head stp_list;     /* chain on peer hash */
-        struct list_head stp_rpcq;     /* q of non-control RPCs */
-        struct list_head stp_ctl_rpcq; /* q of control RPCs */
-        spinlock_t       stp_lock;     /* serialize */
-        lnet_nid_t       stp_nid;
-        int              stp_credits;  /* available credits */
-} srpc_peer_t;
-
 /* message buffer descriptor */
 typedef struct {
-        struct list_head     buf_list; /* chain on srpc_service::*_msgq */
+        cfs_list_t           buf_list; /* chain on srpc_service::*_msgq */
         srpc_msg_t           buf_msg;
         lnet_handle_md_t     buf_mdh;
         lnet_nid_t           buf_self;
@@ -243,7 +233,7 @@ typedef struct {
 
 /* server-side state of a RPC */
 typedef struct srpc_server_rpc {
-        struct list_head     srpc_list;    /* chain on srpc_service::*_rpcq */
+        cfs_list_t           srpc_list;    /* chain on srpc_service::*_rpcq */
         struct srpc_service *srpc_service;
         swi_workitem_t       srpc_wi;
         srpc_event_t         srpc_ev;      /* bulk/reply event */
@@ -254,22 +244,21 @@ typedef struct srpc_server_rpc {
         srpc_buffer_t       *srpc_reqstbuf;
         srpc_bulk_t         *srpc_bulk;
 
+        unsigned int         srpc_aborted; /* being given up */
         int                  srpc_status;
         void               (*srpc_done)(struct srpc_server_rpc *);
 } srpc_server_rpc_t;
 
 /* client-side state of a RPC */
 typedef struct srpc_client_rpc {
-        struct list_head     crpc_list;   /* chain on user's lists */
-        struct list_head     crpc_privl;  /* chain on srpc_peer_t::*rpcq */
-        spinlock_t           crpc_lock;   /* serialize */
+        cfs_list_t           crpc_list;   /* chain on user's lists */
+        cfs_spinlock_t       crpc_lock;   /* serialize */
         int                  crpc_service;
-        atomic_t             crpc_refcount;
+        cfs_atomic_t         crpc_refcount;
         int                  crpc_timeout; /* # seconds to wait for reply */
         stt_timer_t          crpc_timer;
         swi_workitem_t       crpc_wi;
         lnet_process_id_t    crpc_dest;
-        srpc_peer_t         *crpc_peer;
 
         void               (*crpc_done)(struct srpc_client_rpc *);
         void               (*crpc_fini)(struct srpc_client_rpc *);
@@ -300,18 +289,18 @@ offsetof(srpc_client_rpc_t, crpc_bulk.bk_iovs[(rpc)->crpc_bulk.bk_niov])
 do {                                                                    \
         CDEBUG(D_NET, "RPC[%p] -> %s (%d)++\n",                         \
                (rpc), libcfs_id2str((rpc)->crpc_dest),                  \
-               atomic_read(&(rpc)->crpc_refcount));                     \
-        LASSERT(atomic_read(&(rpc)->crpc_refcount) > 0);                \
-        atomic_inc(&(rpc)->crpc_refcount);                              \
+               cfs_atomic_read(&(rpc)->crpc_refcount));                 \
+        LASSERT(cfs_atomic_read(&(rpc)->crpc_refcount) > 0);            \
+        cfs_atomic_inc(&(rpc)->crpc_refcount);                          \
 } while (0)
 
 #define srpc_client_rpc_decref(rpc)                                     \
 do {                                                                    \
         CDEBUG(D_NET, "RPC[%p] -> %s (%d)--\n",                         \
                (rpc), libcfs_id2str((rpc)->crpc_dest),                  \
-               atomic_read(&(rpc)->crpc_refcount));                     \
-        LASSERT(atomic_read(&(rpc)->crpc_refcount) > 0);                \
-        if (atomic_dec_and_test(&(rpc)->crpc_refcount))                 \
+               cfs_atomic_read(&(rpc)->crpc_refcount));                 \
+        LASSERT(cfs_atomic_read(&(rpc)->crpc_refcount) > 0);            \
+        if (cfs_atomic_dec_and_test(&(rpc)->crpc_refcount))             \
                 srpc_destroy_client_rpc(rpc);                           \
 } while (0)
 
@@ -325,49 +314,49 @@ typedef struct srpc_service {
         int                sv_nprune;        /* # posted RPC to be pruned */
         int                sv_concur;        /* max # concurrent RPCs */
 
-        spinlock_t         sv_lock;
+        cfs_spinlock_t     sv_lock;
         int                sv_shuttingdown;
         srpc_event_t       sv_ev;            /* LNet event */
         int                sv_nposted_msg;   /* # posted message buffers */
-        struct list_head   sv_free_rpcq;     /* free RPC descriptors */
-        struct list_head   sv_active_rpcq;   /* in-flight RPCs */
-        struct list_head   sv_posted_msgq;   /* posted message buffers */
-        struct list_head   sv_blocked_msgq;  /* blocked for RPC descriptor */
+        cfs_list_t         sv_free_rpcq;     /* free RPC descriptors */
+        cfs_list_t         sv_active_rpcq;   /* in-flight RPCs */
+        cfs_list_t         sv_posted_msgq;   /* posted message buffers */
+        cfs_list_t         sv_blocked_msgq;  /* blocked for RPC descriptor */
 
         /* Service callbacks:
          * - sv_handler: process incoming RPC request
          * - sv_bulk_ready: notify bulk data
          */
-        int                (*sv_handler) (srpc_server_rpc_t *);
-        int                (*sv_bulk_ready) (srpc_server_rpc_t *, int);
+        int              (*sv_handler) (srpc_server_rpc_t *);
+        int              (*sv_bulk_ready) (srpc_server_rpc_t *, int);
 } srpc_service_t;
 
-#define SFW_POST_BUFFERS         8
+#define SFW_POST_BUFFERS         256
 #define SFW_SERVICE_CONCURRENCY  (SFW_POST_BUFFERS/2)
 
 typedef struct {
-        struct list_head  sn_list;    /* chain on fw_zombie_sessions */
+        cfs_list_t        sn_list;    /* chain on fw_zombie_sessions */
         lst_sid_t         sn_id;      /* unique identifier */
         unsigned int      sn_timeout; /* # seconds' inactivity to expire */
         int               sn_timer_active;
         stt_timer_t       sn_timer;
-        struct list_head  sn_batches; /* list of batches */
+        cfs_list_t        sn_batches; /* list of batches */
         char              sn_name[LST_NAME_SIZE];
-        atomic_t          sn_refcount;
-        atomic_t          sn_brw_errors;
-        atomic_t          sn_ping_errors;
+        cfs_atomic_t      sn_refcount;
+        cfs_atomic_t      sn_brw_errors;
+        cfs_atomic_t      sn_ping_errors;
 } sfw_session_t;
 
 #define sfw_sid_equal(sid0, sid1)     ((sid0).ses_nid == (sid1).ses_nid && \
                                        (sid0).ses_stamp == (sid1).ses_stamp)
 
 typedef struct {
-        struct list_head  bat_list;      /* chain on sn_batches */
+        cfs_list_t        bat_list;      /* chain on sn_batches */
         lst_bid_t         bat_id;        /* batch id */
         int               bat_error;     /* error code of batch */
         sfw_session_t    *bat_session;   /* batch's session */
-        atomic_t          bat_nactive;   /* # of active tests */
-        struct list_head  bat_tests;     /* test instances */
+        cfs_atomic_t      bat_nactive;   /* # of active tests */
+        cfs_list_t        bat_tests;     /* test instances */
 } sfw_batch_t;
 
 typedef struct {
@@ -381,7 +370,7 @@ typedef struct {
 } sfw_test_client_ops_t;
 
 typedef struct sfw_test_instance {
-        struct list_head        tsi_list;         /* chain on batch */
+        cfs_list_t              tsi_list;         /* chain on batch */
         int                     tsi_service;      /* test type */
         sfw_batch_t            *tsi_batch;        /* batch */
         sfw_test_client_ops_t  *tsi_ops;          /* test client operations */
@@ -393,12 +382,12 @@ typedef struct sfw_test_instance {
         int                     tsi_loop;            /* loop count */
 
         /* status of test instance */
-        spinlock_t              tsi_lock;         /* serialize */
+        cfs_spinlock_t          tsi_lock;         /* serialize */
         int                     tsi_stopping:1;   /* test is stopping */
-        atomic_t                tsi_nactive;      /* # of active test unit */
-        struct list_head        tsi_units;        /* test units */
-        struct list_head        tsi_free_rpcs;    /* free rpcs */
-        struct list_head        tsi_active_rpcs;  /* active rpcs */
+        cfs_atomic_t            tsi_nactive;      /* # of active test unit */
+        cfs_list_t              tsi_units;        /* test units */
+        cfs_list_t              tsi_free_rpcs;    /* free rpcs */
+        cfs_list_t              tsi_active_rpcs;  /* active rpcs */
 
         union {
                 test_bulk_req_t bulk;             /* bulk parameter */
@@ -409,21 +398,21 @@ typedef struct sfw_test_instance {
 /* XXX: trailing (CFS_PAGE_SIZE % sizeof(lnet_process_id_t)) bytes at
  * the end of pages are not used */
 #define SFW_MAX_CONCUR     LST_MAX_CONCUR
-#define SFW_ID_PER_PAGE    (CFS_PAGE_SIZE / sizeof(lnet_process_id_t))
+#define SFW_ID_PER_PAGE    (CFS_PAGE_SIZE / sizeof(lnet_process_id_packed_t))
 #define SFW_MAX_NDESTS     (LNET_MAX_IOV * SFW_ID_PER_PAGE)
 #define sfw_id_pages(n)    (((n) + SFW_ID_PER_PAGE - 1) / SFW_ID_PER_PAGE)
 
 typedef struct sfw_test_unit {
-        struct list_head        tsu_list;         /* chain on lst_test_instance */
-        lnet_process_id_t       tsu_dest;         /* id of dest node */
-        int                     tsu_loop;         /* loop count of the test */
-        sfw_test_instance_t    *tsu_instance;     /* pointer to test instance */
-        void                   *tsu_private;      /* private data */
-        swi_workitem_t          tsu_worker;       /* workitem of the test unit */
+        cfs_list_t            tsu_list;         /* chain on lst_test_instance */
+        lnet_process_id_t     tsu_dest;         /* id of dest node */
+        int                   tsu_loop;         /* loop count of the test */
+        sfw_test_instance_t  *tsu_instance;     /* pointer to test instance */
+        void                 *tsu_private;      /* private data */
+        swi_workitem_t        tsu_worker;       /* workitem of the test unit */
 } sfw_test_unit_t;
 
 typedef struct {
-        struct list_head        tsc_list;         /* chain on fw_tests */
+        cfs_list_t              tsc_list;         /* chain on fw_tests */
         srpc_service_t         *tsc_srv_service;  /* test service */
         sfw_test_client_ops_t  *tsc_cli_ops;      /* ops of test client */
 } sfw_test_case_t;
@@ -441,6 +430,7 @@ void sfw_unpack_message(srpc_msg_t *msg);
 void sfw_free_pages(srpc_server_rpc_t *rpc);
 void sfw_add_bulk_page(srpc_bulk_t *bk, cfs_page_t *pg, int i);
 int sfw_alloc_pages(srpc_server_rpc_t *rpc, int npages, int sink);
+int sfw_make_session (srpc_mksn_reqst_t *request, srpc_mksn_reply_t *reply);
 
 srpc_client_rpc_t *
 srpc_create_client_rpc(lnet_process_id_t peer, int service,
@@ -456,6 +446,7 @@ int srpc_send_reply(srpc_server_rpc_t *rpc);
 int srpc_add_service(srpc_service_t *sv);
 int srpc_remove_service(srpc_service_t *sv);
 void srpc_shutdown_service(srpc_service_t *sv);
+void srpc_abort_service(srpc_service_t *sv);
 int srpc_finish_service(srpc_service_t *sv);
 int srpc_service_add_buffers(srpc_service_t *sv, int nbuffer);
 void srpc_service_remove_buffers(srpc_service_t *sv, int nbuffer);
@@ -477,8 +468,7 @@ srpc_destroy_client_rpc (srpc_client_rpc_t *rpc)
 {
         LASSERT (rpc != NULL);
         LASSERT (!srpc_event_pending(rpc));
-        LASSERT (list_empty(&rpc->crpc_privl));
-        LASSERT (atomic_read(&rpc->crpc_refcount) == 0);
+        LASSERT (cfs_atomic_read(&rpc->crpc_refcount) == 0);
 #ifndef __KERNEL__
         LASSERT (rpc->crpc_bulk.bk_pages == NULL);
 #endif
@@ -504,10 +494,9 @@ srpc_init_client_rpc (srpc_client_rpc_t *rpc, lnet_process_id_t peer,
                                 crpc_bulk.bk_iovs[nbulkiov]));
 
         CFS_INIT_LIST_HEAD(&rpc->crpc_list);
-        CFS_INIT_LIST_HEAD(&rpc->crpc_privl);
         swi_init_workitem(&rpc->crpc_wi, rpc, srpc_send_rpc);
-        spin_lock_init(&rpc->crpc_lock);
-        atomic_set(&rpc->crpc_refcount, 1); /* 1 ref for caller */
+        cfs_spin_lock_init(&rpc->crpc_lock);
+        cfs_atomic_set(&rpc->crpc_refcount, 1); /* 1 ref for caller */
 
         rpc->crpc_dest         = peer;
         rpc->crpc_priv         = priv;
@@ -545,7 +534,6 @@ swi_state2str (int state)
                 STATE2STR(SWI_STATE_REQUEST_SENT);
                 STATE2STR(SWI_STATE_REPLY_RECEIVED);
                 STATE2STR(SWI_STATE_BULK_STARTED);
-                STATE2STR(SWI_STATE_BULK_ERRORED);
                 STATE2STR(SWI_STATE_DONE);
         }
 #undef STATE2STR
@@ -578,11 +566,11 @@ do {                                                                    \
         while (!(cond)) {                                               \
                 CDEBUG(IS_PO2(++__I) ? D_WARNING : D_NET,               \
                        fmt, ## __VA_ARGS__);                            \
-                spin_unlock(&(lock));                                   \
+                cfs_spin_unlock(&(lock));                               \
                                                                         \
                 selftest_wait_events();                                 \
                                                                         \
-                spin_lock(&(lock));                                     \
+                cfs_spin_lock(&(lock));                                 \
         }                                                               \
 } while (0)
 
@@ -591,9 +579,9 @@ srpc_wait_service_shutdown (srpc_service_t *sv)
 {
         int i = 2;
 
-        spin_lock(&sv->sv_lock);
+        cfs_spin_lock(&sv->sv_lock);
         LASSERT (sv->sv_shuttingdown);
-        spin_unlock(&sv->sv_lock);
+        cfs_spin_unlock(&sv->sv_lock);
 
         while (srpc_finish_service(sv) == 0) {
                 i++;