Whamcloud - gitweb
b=16186,i=liangzhen,i=maxim:
[fs/lustre-release.git] / lnet / klnds / socklnd / socklnd_modparams.c
1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2  * vim:expandtab:shiftwidth=8:tabstop=8:
3  *
4  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
5  *
6  *   Author: Eric Barton <eric@bartonsoftware.com>
7  *
8  *   Portals is free software; you can redistribute it and/or
9  *   modify it under the terms of version 2 of the GNU General Public
10  *   License as published by the Free Software Foundation.
11  *
12  *   Portals is distributed in the hope that it will be useful,
13  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
14  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15  *   GNU General Public License for more details.
16  *
17  *   You should have received a copy of the GNU General Public License
18  *   along with Portals; if not, write to the Free Software
19  *   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
20  */
21
22 #include "socklnd.h"
23
24 static int sock_timeout = 50;
25 CFS_MODULE_PARM(sock_timeout, "i", int, 0644,
26                 "dead socket timeout (seconds)");
27
28 static int credits = 256;
29 CFS_MODULE_PARM(credits, "i", int, 0444,
30                 "# concurrent sends");
31
32 static int peer_credits = 8;
33 CFS_MODULE_PARM(peer_credits, "i", int, 0444,
34                 "# concurrent sends to 1 peer");
35
36 static int peer_timeout = 0;
37 CFS_MODULE_PARM(peer_timeout, "i", int, 0444,
38                 "Seconds without aliveness news to declare peer dead (<=0 to disable)");
39
40 static int nconnds = 4;
41 CFS_MODULE_PARM(nconnds, "i", int, 0444,
42                 "# connection daemons");
43
44 static int min_reconnectms = 1000;
45 CFS_MODULE_PARM(min_reconnectms, "i", int, 0644,
46                 "min connection retry interval (mS)");
47
48 static int max_reconnectms = 60000;
49 CFS_MODULE_PARM(max_reconnectms, "i", int, 0644,
50                 "max connection retry interval (mS)");
51
52 #if defined(__APPLE__) && !defined(__DARWIN8__)
53 # define DEFAULT_EAGER_ACK 1
54 #else
55 # define DEFAULT_EAGER_ACK 0
56 #endif
57 static int eager_ack = DEFAULT_EAGER_ACK;
58 CFS_MODULE_PARM(eager_ack, "i", int, 0644,
59                 "send tcp ack packets eagerly");
60
61 static int typed_conns = 1;
62 CFS_MODULE_PARM(typed_conns, "i", int, 0444,
63                 "use different sockets for bulk");
64
65 static int min_bulk = (1<<10);
66 CFS_MODULE_PARM(min_bulk, "i", int, 0644,
67                 "smallest 'large' message");
68
69 #ifdef __APPLE__
70 # ifdef __DARWIN8__
71 #  define DEFAULT_BUFFER_SIZE (224*1024)
72 # else
73 #  define DEFAULT_BUFFER_SIZE (1152 * 1024)
74 # endif
75 #else
76 # define DEFAULT_BUFFER_SIZE 0
77 #endif
78 static int tx_buffer_size = DEFAULT_BUFFER_SIZE;
79 CFS_MODULE_PARM(tx_buffer_size, "i", int, 0644,
80                 "socket tx buffer size (0 for system default)");
81
82 static int rx_buffer_size = DEFAULT_BUFFER_SIZE;
83 CFS_MODULE_PARM(rx_buffer_size, "i", int, 0644,
84                 "socket rx buffer size (0 for system default)");
85
86 static int nagle = 0;
87 CFS_MODULE_PARM(nagle, "i", int, 0644,
88                 "enable NAGLE?");
89
90 static int round_robin = 1;
91 CFS_MODULE_PARM(round_robin, "i", int, 0644,
92                 "Round robin for multiple interfaces");
93
94 static int keepalive = 30;
95 CFS_MODULE_PARM(keepalive, "i", int, 0644,
96                 "# seconds before send keepalive");
97
98 static int keepalive_idle = 30;
99 CFS_MODULE_PARM(keepalive_idle, "i", int, 0644,
100                 "# idle seconds before probe");
101
102 #ifdef HAVE_BGL_SUPPORT
103 #define DEFAULT_KEEPALIVE_COUNT  100
104 #else
105 #define DEFAULT_KEEPALIVE_COUNT  5
106 #endif
107 static int keepalive_count = DEFAULT_KEEPALIVE_COUNT;
108 CFS_MODULE_PARM(keepalive_count, "i", int, 0644,
109                 "# missed probes == dead");
110
111 static int keepalive_intvl = 5;
112 CFS_MODULE_PARM(keepalive_intvl, "i", int, 0644,
113                 "seconds between probes");
114
115 static int enable_csum = 0;
116 CFS_MODULE_PARM(enable_csum, "i", int, 0644,
117                 "enable check sum");
118
119 static int inject_csum_error = 0;
120 CFS_MODULE_PARM(inject_csum_error, "i", int, 0644,
121                 "set non-zero to inject a checksum error");
122 #ifdef CPU_AFFINITY
123 static int enable_irq_affinity = 0;
124 CFS_MODULE_PARM(enable_irq_affinity, "i", int, 0644,
125                 "enable IRQ affinity");
126 #endif
127
128 static unsigned int zc_min_payload = (16 << 10);
129 CFS_MODULE_PARM(zc_min_payload, "i", int, 0644,
130                 "minimum payload size to zero copy");
131
132 static unsigned int zc_recv = 0;
133 CFS_MODULE_PARM(zc_recv, "i", int, 0644,
134                 "enable ZC recv for Chelsio driver");
135
136 static unsigned int zc_recv_min_nfrags = 16;
137 CFS_MODULE_PARM(zc_recv_min_nfrags, "i", int, 0644,
138                 "minimum # of fragments to enable ZC recv");
139
140 #ifdef SOCKNAL_BACKOFF
141 static int backoff_init = 3;
142 CFS_MODULE_PARM(backoff_init, "i", int, 0644,
143                 "seconds for initial tcp backoff");
144
145 static int backoff_max = 3;
146 CFS_MODULE_PARM(backoff_max, "i", int, 0644,
147                 "seconds for maximum tcp backoff");
148 #endif
149
150 #if SOCKNAL_VERSION_DEBUG
151 static int protocol = 3;
152 CFS_MODULE_PARM(protocol, "i", int, 0644,
153                 "protocol version");
154 #endif
155
156 ksock_tunables_t ksocknal_tunables;
157
158 int ksocknal_tunables_init(void)
159 {
160
161         /* initialize ksocknal_tunables structure */
162         ksocknal_tunables.ksnd_timeout            = &sock_timeout;
163         ksocknal_tunables.ksnd_nconnds            = &nconnds;
164         ksocknal_tunables.ksnd_min_reconnectms    = &min_reconnectms;
165         ksocknal_tunables.ksnd_max_reconnectms    = &max_reconnectms;
166         ksocknal_tunables.ksnd_eager_ack          = &eager_ack;
167         ksocknal_tunables.ksnd_typed_conns        = &typed_conns;
168         ksocknal_tunables.ksnd_min_bulk           = &min_bulk;
169         ksocknal_tunables.ksnd_tx_buffer_size     = &tx_buffer_size;
170         ksocknal_tunables.ksnd_rx_buffer_size     = &rx_buffer_size;
171         ksocknal_tunables.ksnd_nagle              = &nagle;
172         ksocknal_tunables.ksnd_round_robin        = &round_robin;
173         ksocknal_tunables.ksnd_keepalive          = &keepalive;
174         ksocknal_tunables.ksnd_keepalive_idle     = &keepalive_idle;
175         ksocknal_tunables.ksnd_keepalive_count    = &keepalive_count;
176         ksocknal_tunables.ksnd_keepalive_intvl    = &keepalive_intvl;
177         ksocknal_tunables.ksnd_credits            = &credits;
178         ksocknal_tunables.ksnd_peercredits        = &peer_credits;
179         ksocknal_tunables.ksnd_peertimeout        = &peer_timeout;
180         ksocknal_tunables.ksnd_enable_csum        = &enable_csum;
181         ksocknal_tunables.ksnd_inject_csum_error  = &inject_csum_error;
182         ksocknal_tunables.ksnd_zc_min_payload     = &zc_min_payload;
183         ksocknal_tunables.ksnd_zc_recv            = &zc_recv;
184         ksocknal_tunables.ksnd_zc_recv_min_nfrags = &zc_recv_min_nfrags;
185
186 #ifdef CPU_AFFINITY
187         ksocknal_tunables.ksnd_irq_affinity       = &enable_irq_affinity;
188 #endif
189
190 #ifdef SOCKNAL_BACKOFF
191         ksocknal_tunables.ksnd_backoff_init       = &backoff_init;
192         ksocknal_tunables.ksnd_backoff_max        = &backoff_max;
193 #endif
194
195 #if SOCKNAL_VERSION_DEBUG
196         ksocknal_tunables.ksnd_protocol           = &protocol;
197 #endif
198
199 #if defined(CONFIG_SYSCTL) && !CFS_SYSFS_MODULE_PARM
200         ksocknal_tunables.ksnd_sysctl             =  NULL;
201 #endif
202
203         if (*ksocknal_tunables.ksnd_zc_min_payload < (2 << 10))
204                 *ksocknal_tunables.ksnd_zc_min_payload = (2 << 10);
205
206         /* initialize platform-sepcific tunables */
207         return ksocknal_lib_tunables_init();
208 };
209
210 void ksocknal_tunables_fini(void)
211 {
212         ksocknal_lib_tunables_fini();
213 }