4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
20 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21 * CA 95054 USA or visit www.sun.com if you need additional information or
27 * Copyright (c) 2009, 2010, Oracle and/or its affiliates. All rights reserved.
28 * Use is subject to license terms.
30 * Copyright (c) 2011, 2012, Whamcloud, Inc.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
36 * lustre/ofd/lproc_ofd.c
39 #define DEBUG_SUBSYSTEM S_CLASS
42 #include <lprocfs_status.h>
43 #include <linux/seq_file.h>
46 #include "ofd_internal.h"
50 static int lprocfs_ofd_rd_groups(char *page, char **start, off_t off,
51 int count, int *eof, void *data)
53 struct obd_device *obd = (struct obd_device *)data;
54 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
57 return snprintf(page, count, "%u\n", ofd->ofd_max_group);
60 static int lprocfs_ofd_rd_tot_dirty(char *page, char **start, off_t off,
61 int count, int *eof, void *data)
63 struct obd_device *obd = (struct obd_device *)data;
64 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
68 return snprintf(page, count, LPU64"\n", ofd->ofd_tot_dirty);
71 static int lprocfs_ofd_rd_tot_granted(char *page, char **start, off_t off,
72 int count, int *eof, void *data)
74 struct obd_device *obd = (struct obd_device *)data;
75 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
79 return snprintf(page, count, LPU64"\n", ofd->ofd_tot_granted);
82 static int lprocfs_ofd_rd_tot_pending(char *page, char **start, off_t off,
83 int count, int *eof, void *data)
85 struct obd_device *obd = (struct obd_device *)data;
86 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
90 return snprintf(page, count, LPU64"\n", ofd->ofd_tot_pending);
93 static int lprocfs_ofd_rd_grant_precreate(char *page, char **start, off_t off,
94 int count, int *eof, void *data)
96 struct obd_device *obd = (struct obd_device *)data;
100 return snprintf(page, count, "%ld\n",
101 obd->obd_self_export->exp_filter_data.fed_grant);
104 static int lprocfs_ofd_rd_grant_ratio(char *page, char **start, off_t off,
105 int count, int *eof, void *data)
107 struct obd_device *obd = (struct obd_device *)data;
108 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
110 LASSERT(obd != NULL);
112 return snprintf(page, count, "%d%%\n",
113 (int) ofd_grant_reserved(ofd, 100));
116 static int lprocfs_ofd_wr_grant_ratio(struct file *file, const char *buffer,
117 unsigned long count, void *data)
119 struct obd_device *obd = (struct obd_device *)data;
120 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
124 rc = lprocfs_write_helper(buffer, count, &val);
128 if (val > 100 || val < 0)
132 CWARN("%s: disabling grant error margin\n", obd->obd_name);
134 CWARN("%s: setting grant error margin >50%%, be warned that "
135 "a huge part of the free space is now reserved for "
136 "grants\n", obd->obd_name);
138 cfs_spin_lock(&ofd->ofd_grant_lock);
139 ofd->ofd_grant_ratio = ofd_grant_ratio_conv(val);
140 cfs_spin_unlock(&ofd->ofd_grant_lock);
144 static int lprocfs_ofd_rd_precreate_batch(char *page, char **start, off_t off,
145 int count, int *eof, void *data)
147 struct obd_device *obd = (struct obd_device *)data;
148 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
150 LASSERT(obd != NULL);
152 return snprintf(page, count, "%d\n", ofd->ofd_precreate_batch);
155 static int lprocfs_ofd_wr_precreate_batch(struct file *file, const char *buffer,
156 unsigned long count, void *data)
158 struct obd_device *obd = (struct obd_device *)data;
159 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
163 rc = lprocfs_write_helper(buffer, count, &val);
170 cfs_spin_lock(&ofd->ofd_objid_lock);
171 ofd->ofd_precreate_batch = val;
172 cfs_spin_unlock(&ofd->ofd_objid_lock);
176 static int lprocfs_ofd_rd_last_id(char *page, char **start, off_t off,
177 int count, int *eof, void *data)
179 struct obd_device *obd = data;
180 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
181 int retval = 0, rc, i;
186 for (i = FID_SEQ_OST_MDT0; i <= ofd->ofd_max_group; i++) {
187 rc = snprintf(page, count, LPU64"\n", ofd_last_id(ofd, i));
199 int lprocfs_ofd_rd_fmd_max_num(char *page, char **start, off_t off,
200 int count, int *eof, void *data)
202 struct obd_device *obd = data;
203 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
206 rc = snprintf(page, count, "%u\n", ofd->ofd_fmd_max_num);
210 int lprocfs_ofd_wr_fmd_max_num(struct file *file, const char *buffer,
211 unsigned long count, void *data)
213 struct obd_device *obd = data;
214 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
218 rc = lprocfs_write_helper(buffer, count, &val);
222 if (val > 65536 || val < 1)
225 ofd->ofd_fmd_max_num = val;
229 int lprocfs_ofd_rd_fmd_max_age(char *page, char **start, off_t off,
230 int count, int *eof, void *data)
232 struct obd_device *obd = data;
233 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
236 rc = snprintf(page, count, "%ld\n", ofd->ofd_fmd_max_age / CFS_HZ);
240 int lprocfs_ofd_wr_fmd_max_age(struct file *file, const char *buffer,
241 unsigned long count, void *data)
243 struct obd_device *obd = data;
244 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
248 rc = lprocfs_write_helper(buffer, count, &val);
252 if (val > 65536 || val < 1)
255 ofd->ofd_fmd_max_age = val * CFS_HZ;
259 static int lprocfs_ofd_rd_capa(char *page, char **start, off_t off,
260 int count, int *eof, void *data)
262 struct obd_device *obd = data;
265 rc = snprintf(page, count, "capability on: %s\n",
266 obd->u.filter.fo_fl_oss_capa ? "oss" : "");
270 static int lprocfs_ofd_wr_capa(struct file *file, const char *buffer,
271 unsigned long count, void *data)
273 struct obd_device *obd = data;
276 rc = lprocfs_write_helper(buffer, count, &val);
281 CERROR("invalid capability mode, only 0/1 are accepted.\n"
282 " 1: enable oss fid capability\n"
283 " 0: disable oss fid capability\n");
287 obd->u.filter.fo_fl_oss_capa = val;
288 LCONSOLE_INFO("OSS %s %s fid capability.\n", obd->obd_name,
289 val ? "enabled" : "disabled");
293 static int lprocfs_ofd_rd_capa_count(char *page, char **start, off_t off,
294 int count, int *eof, void *data)
296 return snprintf(page, count, "%d %d\n",
297 capa_count[CAPA_SITE_CLIENT],
298 capa_count[CAPA_SITE_SERVER]);
301 int lprocfs_ofd_rd_degraded(char *page, char **start, off_t off,
302 int count, int *eof, void *data)
304 struct obd_device *obd = data;
305 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
307 return snprintf(page, count, "%u\n", ofd->ofd_raid_degraded);
310 int lprocfs_ofd_wr_degraded(struct file *file, const char *buffer,
311 unsigned long count, void *data)
313 struct obd_device *obd = data;
314 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
317 rc = lprocfs_write_helper(buffer, count, &val);
321 cfs_spin_lock(&ofd->ofd_flags_lock);
322 ofd->ofd_raid_degraded = !!val;
323 cfs_spin_unlock(&ofd->ofd_flags_lock);
328 int lprocfs_ofd_rd_fstype(char *page, char **start, off_t off, int count,
329 int *eof, void *data)
331 struct obd_device *obd = data;
332 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
335 LASSERT(ofd->ofd_osd);
336 d = &ofd->ofd_osd->dd_lu_dev;
338 return snprintf(page, count, "%s\n", d->ld_type->ldt_name);
341 int lprocfs_ofd_rd_syncjournal(char *page, char **start, off_t off,
342 int count, int *eof, void *data)
344 struct obd_device *obd = data;
345 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
348 rc = snprintf(page, count, "%u\n", ofd->ofd_syncjournal);
352 int lprocfs_ofd_wr_syncjournal(struct file *file, const char *buffer,
353 unsigned long count, void *data)
355 struct obd_device *obd = data;
356 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
360 rc = lprocfs_write_helper(buffer, count, &val);
367 cfs_spin_lock(&ofd->ofd_flags_lock);
368 ofd->ofd_syncjournal = !!val;
370 cfs_spin_unlock(&ofd->ofd_flags_lock);
375 static char *sync_on_cancel_states[] = {"never",
379 int lprocfs_ofd_rd_sync_lock_cancel(char *page, char **start, off_t off,
380 int count, int *eof, void *data)
382 struct obd_device *obd = data;
383 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
386 rc = snprintf(page, count, "%s\n",
387 sync_on_cancel_states[ofd->ofd_sync_lock_cancel]);
391 int lprocfs_ofd_wr_sync_lock_cancel(struct file *file, const char *buffer,
392 unsigned long count, void *data)
394 struct obd_device *obd = data;
395 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
399 for (i = 0 ; i < NUM_SYNC_ON_CANCEL_STATES; i++) {
400 if (memcmp(buffer, sync_on_cancel_states[i],
401 strlen(sync_on_cancel_states[i])) == 0) {
409 rc = lprocfs_write_helper(buffer, count, &val);
414 if (val < 0 || val > 2)
417 cfs_spin_lock(&ofd->ofd_flags_lock);
418 ofd->ofd_sync_lock_cancel = val;
419 cfs_spin_unlock(&ofd->ofd_flags_lock);
423 int lprocfs_ofd_rd_grant_compat_disable(char *page, char **start, off_t off,
424 int count, int *eof, void *data)
426 struct obd_device *obd = data;
427 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
430 rc = snprintf(page, count, "%u\n", ofd->ofd_grant_compat_disable);
434 int lprocfs_ofd_wr_grant_compat_disable(struct file *file, const char *buffer,
435 unsigned long count, void *data)
437 struct obd_device *obd = data;
438 struct ofd_device *ofd = ofd_dev(obd->obd_lu_dev);
442 rc = lprocfs_write_helper(buffer, count, &val);
449 cfs_spin_lock(&ofd->ofd_flags_lock);
450 ofd->ofd_grant_compat_disable = !!val;
451 cfs_spin_unlock(&ofd->ofd_flags_lock);
456 static struct lprocfs_vars lprocfs_ofd_obd_vars[] = {
457 { "uuid", lprocfs_rd_uuid, 0, 0 },
458 { "blocksize", lprocfs_rd_blksize, 0, 0 },
459 { "kbytestotal", lprocfs_rd_kbytestotal, 0, 0 },
460 { "kbytesfree", lprocfs_rd_kbytesfree, 0, 0 },
461 { "kbytesavail", lprocfs_rd_kbytesavail, 0, 0 },
462 { "filestotal", lprocfs_rd_filestotal, 0, 0 },
463 { "filesfree", lprocfs_rd_filesfree, 0, 0 },
464 { "filegroups", lprocfs_ofd_rd_groups, 0, 0 },
465 { "fstype", lprocfs_ofd_rd_fstype, 0, 0 },
466 { "last_id", lprocfs_ofd_rd_last_id, 0, 0 },
467 { "tot_dirty", lprocfs_ofd_rd_tot_dirty, 0, 0 },
468 { "tot_pending", lprocfs_ofd_rd_tot_pending, 0, 0 },
469 { "tot_granted", lprocfs_ofd_rd_tot_granted, 0, 0 },
470 { "grant_precreate", lprocfs_ofd_rd_grant_precreate, 0, 0 },
471 { "grant_ratio", lprocfs_ofd_rd_grant_ratio,
472 lprocfs_ofd_wr_grant_ratio, 0, 0 },
473 { "precreate_batch", lprocfs_ofd_rd_precreate_batch,
474 lprocfs_ofd_wr_precreate_batch, 0 },
475 { "recovery_status", lprocfs_obd_rd_recovery_status, 0, 0 },
476 { "recovery_time_soft", lprocfs_obd_rd_recovery_time_soft,
477 lprocfs_obd_wr_recovery_time_soft, 0},
478 { "recovery_time_hard", lprocfs_obd_rd_recovery_time_hard,
479 lprocfs_obd_wr_recovery_time_hard, 0},
480 { "evict_client", 0, lprocfs_wr_evict_client, 0,
481 &lprocfs_evict_client_fops},
482 { "num_exports", lprocfs_rd_num_exports, 0, 0 },
483 { "degraded", lprocfs_ofd_rd_degraded,
484 lprocfs_ofd_wr_degraded, 0},
485 { "sync_journal", lprocfs_ofd_rd_syncjournal,
486 lprocfs_ofd_wr_syncjournal, 0 },
487 { "sync_on_lock_cancel", lprocfs_ofd_rd_sync_lock_cancel,
488 lprocfs_ofd_wr_sync_lock_cancel, 0 },
489 { "instance", lprocfs_target_rd_instance, 0 },
490 { "ir_factor", lprocfs_obd_rd_ir_factor,
491 lprocfs_obd_wr_ir_factor, 0},
492 { "grant_compat_disable", lprocfs_ofd_rd_grant_compat_disable,
493 lprocfs_ofd_wr_grant_compat_disable, 0 },
494 { "client_cache_count", lprocfs_ofd_rd_fmd_max_num,
495 lprocfs_ofd_wr_fmd_max_num, 0 },
496 { "client_cache_seconds", lprocfs_ofd_rd_fmd_max_age,
497 lprocfs_ofd_wr_fmd_max_age, 0 },
498 { "capa", lprocfs_ofd_rd_capa,
499 lprocfs_ofd_wr_capa, 0 },
500 { "capa_count", lprocfs_ofd_rd_capa_count, 0, 0 },
501 { "job_cleanup_interval", lprocfs_rd_job_interval,
502 lprocfs_wr_job_interval, 0},
506 static struct lprocfs_vars lprocfs_ofd_module_vars[] = {
507 { "num_refs", lprocfs_rd_numrefs, 0, 0 },
511 #define pct(a,b) (b ? a * 100 / b : 0)
513 static void display_brw_stats(struct seq_file *seq, char *name, char *units,
514 struct obd_histogram *read,
515 struct obd_histogram *write, int log2)
517 unsigned long read_tot, write_tot, r, w, read_cum = 0, write_cum = 0;
520 seq_printf(seq, "\n%26s read | write\n", " ");
521 seq_printf(seq, "%-22s %-5s %% cum %% | %-5s %% cum %%\n",
524 read_tot = lprocfs_oh_sum(read);
525 write_tot = lprocfs_oh_sum(write);
526 for (i = 0; i < OBD_HIST_MAX; i++) {
527 r = read->oh_buckets[i];
528 w = write->oh_buckets[i];
531 if (read_cum == 0 && write_cum == 0)
535 seq_printf(seq, "%u", i);
537 seq_printf(seq, "%u", 1 << i);
539 seq_printf(seq, "%uK", 1 << (i - 10));
541 seq_printf(seq, "%uM", 1 << (i - 20));
543 seq_printf(seq, ":\t\t%10lu %3lu %3lu | %4lu %3lu %3lu\n",
544 r, pct(r, read_tot), pct(read_cum, read_tot),
545 w, pct(w, write_tot), pct(write_cum, write_tot));
547 if (read_cum == read_tot && write_cum == write_tot)
552 static void brw_stats_show(struct seq_file *seq, struct brw_stats *brw_stats)
557 /* this sampling races with updates */
558 cfs_gettimeofday(&now);
559 seq_printf(seq, "snapshot_time: %lu.%lu (secs.usecs)\n",
560 now.tv_sec, now.tv_usec);
562 display_brw_stats(seq, "pages per bulk r/w", "rpcs",
563 &brw_stats->hist[BRW_R_PAGES],
564 &brw_stats->hist[BRW_W_PAGES], 1);
566 display_brw_stats(seq, "discontiguous pages", "rpcs",
567 &brw_stats->hist[BRW_R_DISCONT_PAGES],
568 &brw_stats->hist[BRW_W_DISCONT_PAGES], 0);
570 display_brw_stats(seq, "discontiguous blocks", "rpcs",
571 &brw_stats->hist[BRW_R_DISCONT_BLOCKS],
572 &brw_stats->hist[BRW_W_DISCONT_BLOCKS], 0);
574 display_brw_stats(seq, "disk fragmented I/Os", "ios",
575 &brw_stats->hist[BRW_R_DIO_FRAGS],
576 &brw_stats->hist[BRW_W_DIO_FRAGS], 0);
578 display_brw_stats(seq, "disk I/Os in flight", "ios",
579 &brw_stats->hist[BRW_R_RPC_HIST],
580 &brw_stats->hist[BRW_W_RPC_HIST], 0);
582 sprintf(title, "I/O time (1/%ds)", CFS_HZ);
583 display_brw_stats(seq, title, "ios",
584 &brw_stats->hist[BRW_R_IO_TIME],
585 &brw_stats->hist[BRW_W_IO_TIME], 1);
587 display_brw_stats(seq, "disk I/O size", "ios",
588 &brw_stats->hist[BRW_R_DISK_IOSIZE],
589 &brw_stats->hist[BRW_W_DISK_IOSIZE], 1);
594 static int ofd_brw_stats_seq_show(struct seq_file *seq, void *v)
596 struct obd_device *dev = seq->private;
597 struct filter_obd *ofd = &dev->u.filter;
599 brw_stats_show(seq, &ofd->fo_filter_stats);
604 static ssize_t ofd_brw_stats_seq_write(struct file *file, const char *buf,
605 size_t len, loff_t *off)
607 struct seq_file *seq = file->private_data;
608 struct obd_device *dev = seq->private;
609 struct filter_obd *ofd = &dev->u.filter;
612 for (i = 0; i < BRW_LAST; i++)
613 lprocfs_oh_clear(&ofd->fo_filter_stats.hist[i]);
618 LPROC_SEQ_FOPS(ofd_brw_stats);
620 int lproc_ofd_attach_seqstat(struct obd_device *dev)
622 return lprocfs_obd_seq_create(dev, "brw_stats", 0444,
623 &ofd_brw_stats_fops, dev);
626 void lprocfs_ofd_init_vars(struct lprocfs_static_vars *lvars)
628 lvars->module_vars = lprocfs_ofd_module_vars;
629 lvars->obd_vars = lprocfs_ofd_obd_vars;
632 static int ofd_per_nid_stats_seq_show(struct seq_file *seq, void *v)
634 nid_stat_t *stat = seq->private;
636 if (stat->nid_brw_stats)
637 brw_stats_show(seq, stat->nid_brw_stats);
642 static ssize_t ofd_per_nid_stats_seq_write(struct file *file, const char *buf,
643 size_t len, loff_t *off)
645 struct seq_file *seq = file->private_data;
646 nid_stat_t *stat = seq->private;
649 if (stat->nid_brw_stats)
650 for (i = 0; i < BRW_LAST; i++)
651 lprocfs_oh_clear(&stat->nid_brw_stats->hist[i]);
656 LPROC_SEQ_FOPS(ofd_per_nid_stats);
658 void ofd_stats_counter_init(struct lprocfs_stats *stats)
660 LASSERT(stats && stats->ls_num == LPROC_OFD_STATS_LAST);
661 lprocfs_counter_init(stats, LPROC_OFD_STATS_READ,
662 LPROCFS_CNTR_AVGMINMAX, "read", "bytes");
663 lprocfs_counter_init(stats, LPROC_OFD_STATS_WRITE,
664 LPROCFS_CNTR_AVGMINMAX, "write", "bytes");
665 lprocfs_counter_init(stats, LPROC_OFD_STATS_SETATTR,
666 0, "setattr", "reqs");
667 lprocfs_counter_init(stats, LPROC_OFD_STATS_PUNCH,
669 lprocfs_counter_init(stats, LPROC_OFD_STATS_SYNC,