1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
4 * Copyright (C) 2002, 2003 Cluster File Systems, Inc.
6 * This file is part of Lustre, http://www.lustre.org.
8 * Lustre is free software; you can redistribute it and/or
9 * modify it under the terms of version 2 of the GNU General Public
10 * License as published by the Free Software Foundation.
12 * Lustre is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with Lustre; if not, write to the Free Software
19 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 #define DEBUG_SUBSYSTEM S_CLASS
24 #include <linux/version.h>
25 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,5,0))
26 #include <asm/statfs.h>
28 #include <linux/obd_class.h>
29 #include <linux/lprocfs_status.h>
30 #include <linux/seq_file.h>
31 #include "osc_internal.h"
34 static struct lprocfs_vars lprocfs_obd_vars[] = { {0} };
35 static struct lprocfs_vars lprocfs_module_vars[] = { {0} };
38 #define OSC_MAX_RIF_MAX 32
39 #define OSC_MAX_DIRTY_MB_MAX 4096 /* totally arbitrary */
41 int osc_rd_max_pages_per_rpc(char *page, char **start, off_t off, int count,
44 struct obd_device *dev = data;
45 struct client_obd *cli = &dev->u.cli;
48 spin_lock(&cli->cl_loi_list_lock);
49 rc = snprintf(page, count, "%d\n", cli->cl_max_pages_per_rpc);
50 spin_unlock(&cli->cl_loi_list_lock);
54 int osc_wr_max_pages_per_rpc(struct file *file, const char *buffer,
55 unsigned long count, void *data)
57 struct obd_device *dev = data;
58 struct client_obd *cli = &dev->u.cli;
61 rc = lprocfs_write_helper(buffer, count, &val);
65 if (val < 1 || val > PTL_MD_MAX_PAGES)
68 spin_lock(&cli->cl_loi_list_lock);
69 cli->cl_max_pages_per_rpc = val;
70 spin_unlock(&cli->cl_loi_list_lock);
75 int osc_rd_max_rpcs_in_flight(char *page, char **start, off_t off, int count,
78 struct obd_device *dev = data;
79 struct client_obd *cli = &dev->u.cli;
82 spin_lock(&cli->cl_loi_list_lock);
83 rc = snprintf(page, count, "%d\n", cli->cl_max_rpcs_in_flight);
84 spin_unlock(&cli->cl_loi_list_lock);
88 int osc_wr_max_rpcs_in_flight(struct file *file, const char *buffer,
89 unsigned long count, void *data)
91 struct obd_device *dev = data;
92 struct client_obd *cli = &dev->u.cli;
95 rc = lprocfs_write_helper(buffer, count, &val);
99 if (val < 1 || val > OSC_MAX_RIF_MAX)
102 spin_lock(&cli->cl_loi_list_lock);
103 cli->cl_max_rpcs_in_flight = val;
104 spin_unlock(&cli->cl_loi_list_lock);
109 int osc_rd_max_dirty_mb(char *page, char **start, off_t off, int count,
110 int *eof, void *data)
112 struct obd_device *dev = data;
113 struct client_obd *cli = &dev->u.cli;
117 spin_lock(&cli->cl_loi_list_lock);
118 val = cli->cl_dirty_max >> 20;
119 rc = snprintf(page, count, "%d\n", val);
120 spin_unlock(&cli->cl_loi_list_lock);
124 int osc_wr_max_dirty_mb(struct file *file, const char *buffer,
125 unsigned long count, void *data)
127 struct obd_device *dev = data;
128 struct client_obd *cli = &dev->u.cli;
131 rc = lprocfs_write_helper(buffer, count, &val);
135 if (val < 0 || val > OSC_MAX_DIRTY_MB_MAX)
138 spin_lock(&cli->cl_loi_list_lock);
139 cli->cl_dirty_max = (obd_count)val * 1024 * 1024;
140 spin_unlock(&cli->cl_loi_list_lock);
145 int osc_rd_cur_dirty_bytes(char *page, char **start, off_t off, int count,
146 int *eof, void *data)
148 struct obd_device *dev = data;
149 struct client_obd *cli = &dev->u.cli;
152 spin_lock(&cli->cl_loi_list_lock);
153 rc = snprintf(page, count, LPU64"\n", cli->cl_dirty);
154 spin_unlock(&cli->cl_loi_list_lock);
158 int osc_rd_create_low_wm(char *page, char **start, off_t off, int count,
159 int *eof, void *data)
161 struct obd_device *obd = data;
162 struct obd_export *exp;
164 if (obd == NULL || list_empty(&obd->obd_exports))
167 spin_lock(&obd->obd_dev_lock);
168 exp = list_entry(obd->obd_exports.next, struct obd_export,
170 spin_unlock(&obd->obd_dev_lock);
172 return snprintf(page, count, "%d\n",
173 exp->exp_osc_data.oed_oscc.oscc_kick_barrier);
176 int osc_wr_create_low_wm(struct file *file, const char *buffer,
177 unsigned long count, void *data)
179 struct obd_device *obd = data;
180 struct obd_export *exp;
183 if (obd == NULL || list_empty(&obd->obd_exports))
186 rc = lprocfs_write_helper(buffer, count, &val);
193 spin_lock(&obd->obd_dev_lock);
194 exp = list_entry(obd->obd_exports.next, struct obd_export,
196 exp->exp_osc_data.oed_oscc.oscc_kick_barrier = val;
197 spin_unlock(&obd->obd_dev_lock);
202 int osc_rd_create_count(char *page, char **start, off_t off, int count,
203 int *eof, void *data)
205 struct obd_device *obd = data;
206 struct obd_export *exp;
208 if (obd == NULL || list_empty(&obd->obd_exports))
211 spin_lock(&obd->obd_dev_lock);
212 exp = list_entry(obd->obd_exports.next, struct obd_export,
214 spin_unlock(&obd->obd_dev_lock);
216 return snprintf(page, count, "%d\n",
217 exp->exp_osc_data.oed_oscc.oscc_grow_count);
220 int osc_wr_create_count(struct file *file, const char *buffer,
221 unsigned long count, void *data)
223 struct obd_device *obd = data;
224 struct obd_export *exp;
227 if (obd == NULL || list_empty(&obd->obd_exports))
230 rc = lprocfs_write_helper(buffer, count, &val);
237 spin_lock(&obd->obd_dev_lock);
238 exp = list_entry(obd->obd_exports.next, struct obd_export,
240 exp->exp_osc_data.oed_oscc.oscc_grow_count = val;
241 spin_unlock(&obd->obd_dev_lock);
246 int osc_rd_prealloc_next_id(char *page, char **start, off_t off, int count,
247 int *eof, void *data)
249 struct obd_device *obd = data;
250 struct obd_export *exp;
252 if (obd == NULL || list_empty(&obd->obd_exports))
255 spin_lock(&obd->obd_dev_lock);
256 exp = list_entry(obd->obd_exports.next, struct obd_export,
258 spin_unlock(&obd->obd_dev_lock);
260 return snprintf(page, count, LPU64"\n",
261 exp->exp_osc_data.oed_oscc.oscc_next_id);
264 int osc_rd_prealloc_last_id(char *page, char **start, off_t off, int count,
265 int *eof, void *data)
267 struct obd_device *obd = data;
268 struct obd_export *exp;
270 if (obd == NULL || list_empty(&obd->obd_exports))
273 spin_lock(&obd->obd_dev_lock);
274 exp = list_entry(obd->obd_exports.next, struct obd_export,
276 spin_unlock(&obd->obd_dev_lock);
278 return snprintf(page, count, LPU64"\n",
279 exp->exp_osc_data.oed_oscc.oscc_last_id);
282 static struct lprocfs_vars lprocfs_obd_vars[] = {
283 { "uuid", lprocfs_rd_uuid, 0, 0 },
284 { "blocksize", lprocfs_rd_blksize, 0, 0 },
285 { "kbytestotal", lprocfs_rd_kbytestotal, 0, 0 },
286 { "kbytesfree", lprocfs_rd_kbytesfree, 0, 0 },
287 { "filestotal", lprocfs_rd_filestotal, 0, 0 },
288 { "filesfree", lprocfs_rd_filesfree, 0, 0 },
289 //{ "filegroups", lprocfs_rd_filegroups, 0, 0 },
290 { "ost_server_uuid", lprocfs_rd_server_uuid, 0, 0 },
291 { "ost_conn_uuid", lprocfs_rd_conn_uuid, 0, 0 },
292 { "max_pages_per_rpc", osc_rd_max_pages_per_rpc,
293 osc_wr_max_pages_per_rpc, 0 },
294 { "max_rpcs_in_flight", osc_rd_max_rpcs_in_flight,
295 osc_wr_max_rpcs_in_flight, 0 },
296 { "max_dirty_mb", osc_rd_max_dirty_mb, osc_wr_max_dirty_mb, 0 },
297 { "cur_dirty_bytes", osc_rd_cur_dirty_bytes, 0, 0 },
298 {"create_low_watermark", osc_rd_create_low_wm, osc_wr_create_low_wm, 0},
299 { "create_count", osc_rd_create_count, osc_wr_create_count, 0 },
300 { "prealloc_next_id", osc_rd_prealloc_next_id, 0, 0 },
301 { "prealloc_last_id", osc_rd_prealloc_last_id, 0, 0 },
305 static struct lprocfs_vars lprocfs_module_vars[] = {
306 { "num_refs", lprocfs_rd_numrefs, 0, 0 },
310 void lproc_osc_hist(struct osc_histogram *oh, unsigned int value)
314 if (value >= OSC_HIST_MAX)
315 value = OSC_HIST_MAX - 1;
317 spin_lock_irqsave(&oh->oh_lock, flags);
318 oh->oh_buckets[value]++;
319 spin_unlock_irqrestore(&oh->oh_lock, flags);
322 void lproc_osc_hist_pow2(struct osc_histogram *oh, unsigned int value)
326 for (pow = 0; ((1 << pow) < value) && (pow <= OSC_HIST_MAX); pow++)
329 lproc_osc_hist(oh, pow);
332 static unsigned long lproc_oh_sum(struct osc_histogram *oh)
334 unsigned long ret = 0;
337 for (i = 0; i < OSC_HIST_MAX; i++)
338 ret += oh->oh_buckets[i];
342 static void lproc_clear_oh(struct osc_histogram *oh)
345 spin_lock_irqsave(&oh->oh_lock, flags);
346 memset(oh->oh_buckets, 0, sizeof(oh->oh_buckets));
347 spin_unlock_irqrestore(&oh->oh_lock, flags);
350 #define pct(a,b) (b ? a * 100 / b : 0)
352 static int osc_rpc_stats_seq_show(struct seq_file *seq, void *v)
355 struct obd_device *dev = seq->private;
356 struct client_obd *cli = &dev->u.cli;
358 unsigned long read_tot = 0, write_tot = 0, read_cum, write_cum;
361 do_gettimeofday(&now);
363 spin_lock_irqsave(&cli->cl_loi_list_lock, flags);
365 rpcs = cli->cl_brw_in_flight;
366 r = cli->cl_pending_r_pages;
367 w = cli->cl_pending_w_pages;
369 seq_printf(seq, "snapshot_time: %lu:%lu (secs:usecs)\n",
370 now.tv_sec, now.tv_usec);
371 seq_printf(seq, "RPCs in flight: %d\n", rpcs);
372 seq_printf(seq, "pending write pages: %d\n", w);
373 seq_printf(seq, "pending read pages: %d\n", r);
375 seq_printf(seq, "\n\t\t\tread\t\t\twrite\n");
376 seq_printf(seq, "pages per rpc rpcs %% cum %% |");
377 seq_printf(seq, " rpcs %% cum %%\n");
379 read_tot = lproc_oh_sum(&cli->cl_read_page_hist);
380 write_tot = lproc_oh_sum(&cli->cl_write_page_hist);
384 for (i = 0; i < OSC_HIST_MAX; i++) {
385 unsigned long r = cli->cl_read_page_hist.oh_buckets[i];
386 unsigned long w = cli->cl_write_page_hist.oh_buckets[i];
389 seq_printf(seq, "%d:\t\t%10lu %3lu %3lu | %10lu %3lu %3lu\n",
390 1 << i, r, pct(r, read_tot),
391 pct(read_cum, read_tot), w,
393 pct(write_cum, write_tot));
394 if (read_cum == read_tot && write_cum == write_tot)
398 seq_printf(seq, "\n\t\t\tread\t\t\twrite\n");
399 seq_printf(seq, "rpcs in flight rpcs %% cum %% |");
400 seq_printf(seq, " rpcs %% cum %%\n");
402 read_tot = lproc_oh_sum(&cli->cl_read_rpc_hist);
403 write_tot = lproc_oh_sum(&cli->cl_write_rpc_hist);
407 for (i = 0; i < OSC_HIST_MAX; i++) {
408 unsigned long r = cli->cl_read_rpc_hist.oh_buckets[i];
409 unsigned long w = cli->cl_write_rpc_hist.oh_buckets[i];
412 seq_printf(seq, "%d:\t\t%10lu %3lu %3lu | %10lu %3lu %3lu\n",
413 i, r, pct(r, read_tot),
414 pct(read_cum, read_tot), w,
416 pct(write_cum, write_tot));
417 if (read_cum == read_tot && write_cum == write_tot)
421 spin_unlock_irqrestore(&cli->cl_loi_list_lock, flags);
427 static void *osc_rpc_stats_seq_start(struct seq_file *p, loff_t *pos)
433 static void *osc_rpc_stats_seq_next(struct seq_file *p, void *v, loff_t *pos)
438 static void osc_rpc_stats_seq_stop(struct seq_file *p, void *v)
441 struct seq_operations osc_rpc_stats_seq_sops = {
442 .start = osc_rpc_stats_seq_start,
443 .stop = osc_rpc_stats_seq_stop,
444 .next = osc_rpc_stats_seq_next,
445 .show = osc_rpc_stats_seq_show,
448 static int osc_rpc_stats_seq_open(struct inode *inode, struct file *file)
450 struct proc_dir_entry *dp = inode->u.generic_ip;
451 struct seq_file *seq;
454 rc = seq_open(file, &osc_rpc_stats_seq_sops);
457 seq = file->private_data;
458 seq->private = dp->data;
462 static ssize_t osc_rpc_stats_seq_write(struct file *file, const char *buf,
463 size_t len, loff_t *off)
465 struct seq_file *seq = file->private_data;
466 struct obd_device *dev = seq->private;
467 struct client_obd *cli = &dev->u.cli;
469 lproc_clear_oh(&cli->cl_read_rpc_hist);
470 lproc_clear_oh(&cli->cl_write_rpc_hist);
471 lproc_clear_oh(&cli->cl_read_page_hist);
472 lproc_clear_oh(&cli->cl_write_page_hist);
477 struct file_operations osc_rpc_stats_fops = {
478 .open = osc_rpc_stats_seq_open,
480 .write = osc_rpc_stats_seq_write,
482 .release = seq_release,
485 int lproc_osc_attach_seqstat(struct obd_device *dev)
487 struct proc_dir_entry *entry;
490 entry = create_proc_entry("rpc_stats", 0444, dev->obd_proc_entry);
493 entry->proc_fops = &osc_rpc_stats_fops;
501 LPROCFS_INIT_VARS(osc,lprocfs_module_vars, lprocfs_obd_vars)