#endif
#include <linux/obd_class.h>
#include <linux/lprocfs_status.h>
+#include <linux/seq_file.h>
+#include "osc_internal.h"
#ifndef LPROCFS
-struct lprocfs_vars lprocfs_obd_vars[] = { {0} };
-struct lprocfs_vars lprocfs_module_vars[] = { {0} };
+static struct lprocfs_vars lprocfs_obd_vars[] = { {0} };
+static struct lprocfs_vars lprocfs_module_vars[] = { {0} };
#else
-DEFINE_LPROCFS_STATFS_FCT(rd_blksize, obd_self_statfs);
-DEFINE_LPROCFS_STATFS_FCT(rd_kbytestotal, obd_self_statfs);
-DEFINE_LPROCFS_STATFS_FCT(rd_kbytesfree, obd_self_statfs);
-DEFINE_LPROCFS_STATFS_FCT(rd_filestotal, obd_self_statfs);
-DEFINE_LPROCFS_STATFS_FCT(rd_filesfree, obd_self_statfs);
-DEFINE_LPROCFS_STATFS_FCT(rd_filegroups, obd_self_statfs);
-
-struct lprocfs_vars lprocfs_obd_vars[] = {
- { "uuid", lprocfs_rd_uuid, 0, 0 },
- { "blocksize", rd_blksize, 0, 0 },
- { "kbytestotal", rd_kbytestotal, 0, 0 },
- { "kbytesfree", rd_kbytesfree, 0, 0 },
- { "filestotal", rd_filestotal, 0, 0 },
- { "filesfree", rd_filesfree, 0, 0 },
- { "filegroups", rd_filegroups, 0, 0 },
+int osc_rd_max_pages_per_rpc(char *page, char **start, off_t off, int count,
+ int *eof, void *data)
+{
+ struct obd_device *dev = data;
+ struct client_obd *cli = &dev->u.cli;
+ int rc;
+
+ spin_lock(&cli->cl_loi_list_lock);
+ rc = snprintf(page, count, "%d\n", cli->cl_max_pages_per_rpc);
+ spin_unlock(&cli->cl_loi_list_lock);
+ return rc;
+}
+
+int osc_wr_max_pages_per_rpc(struct file *file, const char *buffer,
+ unsigned long count, void *data)
+{
+ struct obd_device *dev = data;
+ struct client_obd *cli = &dev->u.cli;
+ int val, rc;
+
+ rc = lprocfs_write_helper(buffer, count, &val);
+ if (rc)
+ return rc;
+
+ if (val < 1 || val > PTLRPC_MAX_BRW_PAGES)
+ return -ERANGE;
+
+ spin_lock(&cli->cl_loi_list_lock);
+ cli->cl_max_pages_per_rpc = val;
+ spin_unlock(&cli->cl_loi_list_lock);
+
+ return count;
+}
+
+int osc_rd_max_rpcs_in_flight(char *page, char **start, off_t off, int count,
+ int *eof, void *data)
+{
+ struct obd_device *dev = data;
+ struct client_obd *cli = &dev->u.cli;
+ int rc;
+
+ spin_lock(&cli->cl_loi_list_lock);
+ rc = snprintf(page, count, "%u\n", cli->cl_max_rpcs_in_flight);
+ spin_unlock(&cli->cl_loi_list_lock);
+ return rc;
+}
+
+int osc_wr_max_rpcs_in_flight(struct file *file, const char *buffer,
+ unsigned long count, void *data)
+{
+ struct obd_device *dev = data;
+ struct client_obd *cli = &dev->u.cli;
+ int val, rc;
+
+ rc = lprocfs_write_helper(buffer, count, &val);
+ if (rc)
+ return rc;
+
+ if (val < 1 || val > OSC_MAX_RIF_MAX)
+ return -ERANGE;
+
+ spin_lock(&cli->cl_loi_list_lock);
+ cli->cl_max_rpcs_in_flight = val;
+ spin_unlock(&cli->cl_loi_list_lock);
+
+ return count;
+}
+
+int osc_rd_max_dirty_mb(char *page, char **start, off_t off, int count,
+ int *eof, void *data)
+{
+ struct obd_device *dev = data;
+ struct client_obd *cli = &dev->u.cli;
+ unsigned val;
+
+ spin_lock(&cli->cl_loi_list_lock);
+ val = cli->cl_dirty_max >> 20;
+ spin_unlock(&cli->cl_loi_list_lock);
+
+ return snprintf(page, count, "%u\n", val);
+}
+
+int osc_wr_max_dirty_mb(struct file *file, const char *buffer,
+ unsigned long count, void *data)
+{
+ struct obd_device *dev = data;
+ struct client_obd *cli = &dev->u.cli;
+ int val, rc;
+
+ rc = lprocfs_write_helper(buffer, count, &val);
+ if (rc)
+ return rc;
+
+ if (val < 0 || val > OSC_MAX_DIRTY_MB_MAX ||
+ val > num_physpages >> (20 - PAGE_SHIFT - 2)) /* 1/4 of RAM */
+ return -ERANGE;
+
+ spin_lock(&cli->cl_loi_list_lock);
+ cli->cl_dirty_max = (obd_count)val * 1024 * 1024;
+ osc_wake_cache_waiters(cli);
+ spin_unlock(&cli->cl_loi_list_lock);
+
+ return count;
+}
+
+int osc_rd_cur_dirty_bytes(char *page, char **start, off_t off, int count,
+ int *eof, void *data)
+{
+ struct obd_device *dev = data;
+ struct client_obd *cli = &dev->u.cli;
+ int rc;
+
+ spin_lock(&cli->cl_loi_list_lock);
+ rc = snprintf(page, count, "%lu\n", cli->cl_dirty);
+ spin_unlock(&cli->cl_loi_list_lock);
+ return rc;
+}
+
+int osc_rd_cur_grant_bytes(char *page, char **start, off_t off, int count,
+ int *eof, void *data)
+{
+ struct obd_device *dev = data;
+ struct client_obd *cli = &dev->u.cli;
+ int rc;
+
+ spin_lock(&cli->cl_loi_list_lock);
+ rc = snprintf(page, count, "%lu\n", cli->cl_avail_grant);
+ spin_unlock(&cli->cl_loi_list_lock);
+ return rc;
+}
+
+static struct lprocfs_vars lprocfs_obd_vars[] = {
+ { "uuid", lprocfs_rd_uuid, 0, 0 },
+ { "blocksize", lprocfs_rd_blksize, 0, 0 },
+ { "kbytestotal", lprocfs_rd_kbytestotal, 0, 0 },
+ { "kbytesfree", lprocfs_rd_kbytesfree, 0, 0 },
+ { "kbytesavail", lprocfs_rd_kbytesavail, 0, 0 },
+ { "filestotal", lprocfs_rd_filestotal, 0, 0 },
+ { "filesfree", lprocfs_rd_filesfree, 0, 0 },
+ //{ "filegroups", lprocfs_rd_filegroups, 0, 0 },
{ "ost_server_uuid", lprocfs_rd_server_uuid, 0, 0 },
{ "ost_conn_uuid", lprocfs_rd_conn_uuid, 0, 0 },
+ { "max_pages_per_rpc", osc_rd_max_pages_per_rpc,
+ osc_wr_max_pages_per_rpc, 0 },
+ { "max_rpcs_in_flight", osc_rd_max_rpcs_in_flight,
+ osc_wr_max_rpcs_in_flight, 0 },
+ { "max_dirty_mb", osc_rd_max_dirty_mb, osc_wr_max_dirty_mb, 0 },
+ { "cur_dirty_bytes", osc_rd_cur_dirty_bytes, 0, 0 },
+ { "cur_grant_bytes", osc_rd_cur_grant_bytes, 0, 0 },
{ 0 }
};
-struct lprocfs_vars lprocfs_module_vars[] = {
- { "num_refs", lprocfs_rd_numrefs, 0, 0 },
+static struct lprocfs_vars lprocfs_module_vars[] = {
+ { "num_refs", lprocfs_rd_numrefs, 0, 0 },
{ 0 }
};
+#define pct(a,b) (b ? a * 100 / b : 0)
+
+#define PRINTF_STIME(stime) (unsigned long)(stime)->st_num, \
+ lprocfs_stime_avg_ms(stime), lprocfs_stime_avg_us(stime)
+
+static int osc_rpc_stats_seq_show(struct seq_file *seq, void *v)
+{
+ unsigned long read_tot = 0, write_tot = 0, read_cum, write_cum;
+ struct obd_device *dev = seq->private;
+ struct client_obd *cli = &dev->u.cli;
+ unsigned long gap_av, wait_av;
+ unsigned long flags;
+ struct timeval now;
+ int i;
+
+ do_gettimeofday(&now);
+
+ spin_lock_irqsave(&cli->cl_loi_list_lock, flags);
+
+ wait_av = cli->cl_cache_wait_num ?
+ cli->cl_cache_wait_sum / cli->cl_cache_wait_num : 0;
+
+ gap_av = cli->cl_write_gaps ?
+ cli->cl_write_gap_sum / cli->cl_write_gaps : 0;
+
+ seq_printf(seq, "snapshot_time: %lu.%lu (secs.usecs)\n",
+ now.tv_sec, now.tv_usec);
+
+ seq_printf(seq, "read RPCs in flight: %d\n",
+ cli->cl_r_in_flight);
+ seq_printf(seq, "write RPCs in flight: %d\n",
+ cli->cl_w_in_flight);
+ seq_printf(seq, "pending write pages: %d\n",
+ cli->cl_pending_w_pages);
+ seq_printf(seq, "pending read pages: %d\n",
+ cli->cl_pending_r_pages);
+
+ /* cache or grant waiting stats */
+ seq_printf(seq, "write waits num: %lu\n",
+ cli->cl_cache_wait_num);
+ seq_printf(seq, "av. wait time: %lu (usec)\n",
+ wait_av);
+
+ seq_printf(seq, "\n\t\t\tread\t\t\twrite\n");
+ seq_printf(seq, "pages per RPC RPCs %% cum %% |");
+ seq_printf(seq, " RPCs %% cum %%\n");
+
+ read_tot = lprocfs_oh_sum(&cli->cl_read_page_hist);
+ write_tot = lprocfs_oh_sum(&cli->cl_write_page_hist);
+
+ read_cum = 0;
+ write_cum = 0;
+ for (i = 0; i < OBD_HIST_MAX; i++) {
+ unsigned long r = cli->cl_read_page_hist.oh_buckets[i];
+ unsigned long w = cli->cl_write_page_hist.oh_buckets[i];
+ read_cum += r;
+ write_cum += w;
+ seq_printf(seq, "%d:\t\t%10lu %3lu %3lu | %10lu %3lu %3lu\n",
+ 1 << i, r, pct(r, read_tot),
+ pct(read_cum, read_tot), w,
+ pct(w, write_tot),
+ pct(write_cum, write_tot));
+ if (read_cum == read_tot && write_cum == write_tot)
+ break;
+ }
+
+ /* different RPC related stats like av gap time between two write RPCs,
+ * number of sync RPCs, etc. */
+ seq_printf(seq, "\nsync RPCs: %lu\n", cli->cl_sync_rpcs);
+ seq_printf(seq, "write gaps: %lu\n", cli->cl_write_gaps);
+ seq_printf(seq, "av. gap time: %lu (usec)\n", gap_av);
+
+ seq_printf(seq, "\n\t\t\tread\t\t\twrite\n");
+ seq_printf(seq, "RPCs in flight RPCs %% cum %% |");
+ seq_printf(seq, " RPCs %% cum %%\n");
+
+ read_tot = lprocfs_oh_sum(&cli->cl_read_rpc_hist);
+ write_tot = lprocfs_oh_sum(&cli->cl_write_rpc_hist);
+
+ read_cum = 0;
+ write_cum = 0;
+ for (i = 0; i < OBD_HIST_MAX; i++) {
+ unsigned long r = cli->cl_read_rpc_hist.oh_buckets[i];
+ unsigned long w = cli->cl_write_rpc_hist.oh_buckets[i];
+ read_cum += r;
+ write_cum += w;
+ seq_printf(seq, "%d:\t\t%10lu %3lu %3lu | %10lu %3lu %3lu\n",
+ i, r, pct(r, read_tot),
+ pct(read_cum, read_tot), w,
+ pct(w, write_tot),
+ pct(write_cum, write_tot));
+ if (read_cum == read_tot && write_cum == write_tot)
+ break;
+ }
+
+ seq_printf(seq, "\nRPC service time: (RPCs, average ms)\n");
+ seq_printf(seq, "\tread\t%lu\t%lu.%04lu\n",
+ PRINTF_STIME(&cli->cl_read_stime));
+ seq_printf(seq, "\twrite\t%lu\t%lu.%04lu\n\n",
+ PRINTF_STIME(&cli->cl_write_stime));
+
+ seq_printf(seq, "app waiting: (num, average ms)\n");
+ seq_printf(seq, "\tenter cache\t%lu\t%lu.%04lu\n",
+ PRINTF_STIME(&cli->cl_enter_stime));
+
+ spin_unlock_irqrestore(&cli->cl_loi_list_lock, flags);
+
+ return 0;
+}
+
+static void *osc_rpc_stats_seq_start(struct seq_file *p, loff_t *pos)
+{
+ if (*pos == 0)
+ return (void *)1;
+ return NULL;
+}
+static void *osc_rpc_stats_seq_next(struct seq_file *p, void *v, loff_t *pos)
+{
+ ++*pos;
+ return NULL;
+}
+static void osc_rpc_stats_seq_stop(struct seq_file *p, void *v)
+{
+}
+
+struct seq_operations osc_rpc_stats_seq_sops = {
+ .start = osc_rpc_stats_seq_start,
+ .stop = osc_rpc_stats_seq_stop,
+ .next = osc_rpc_stats_seq_next,
+ .show = osc_rpc_stats_seq_show,
+};
+
+static int osc_rpc_stats_seq_open(struct inode *inode, struct file *file)
+{
+ struct proc_dir_entry *dp = PDE(inode);
+ struct seq_file *seq;
+ int rc;
+
+ rc = seq_open(file, &osc_rpc_stats_seq_sops);
+ if (rc)
+ return rc;
+ seq = file->private_data;
+ seq->private = dp->data;
+ return 0;
+}
+
+static ssize_t osc_rpc_stats_seq_write(struct file *file, const char *buf,
+ size_t len, loff_t *off)
+{
+ struct seq_file *seq = file->private_data;
+ struct obd_device *dev = seq->private;
+ struct client_obd *cli = &dev->u.cli;
+
+ lprocfs_oh_clear(&cli->cl_read_rpc_hist);
+ lprocfs_oh_clear(&cli->cl_write_rpc_hist);
+ lprocfs_oh_clear(&cli->cl_read_page_hist);
+ lprocfs_oh_clear(&cli->cl_write_page_hist);
+
+ memset(&cli->cl_read_stime, 0, sizeof(cli->cl_read_stime));
+ memset(&cli->cl_write_stime, 0, sizeof(cli->cl_write_stime));
+ memset(&cli->cl_enter_stime, 0, sizeof(cli->cl_enter_stime));
+
+ cli->cl_cache_wait_num = 0;
+ cli->cl_cache_wait_sum = 0;
+ cli->cl_write_gap_sum = 0;
+ cli->cl_write_gaps = 0;
+ cli->cl_write_num = 0;
+ cli->cl_read_num = 0;
+
+ return len;
+}
+
+struct file_operations osc_rpc_stats_fops = {
+ .owner = THIS_MODULE,
+ .open = osc_rpc_stats_seq_open,
+ .read = seq_read,
+ .write = osc_rpc_stats_seq_write,
+ .llseek = seq_lseek,
+ .release = seq_release,
+};
+
+/* cache stats */
+static int osc_cache_stats_seq_show(struct seq_file *seq, void *v)
+{
+ struct obd_device *dev = seq->private;
+ struct client_obd *cli = &dev->u.cli;
+ unsigned long flags;
+ struct timeval now;
+
+ do_gettimeofday(&now);
+
+ spin_lock_irqsave(&cli->cl_loi_list_lock, flags);
+
+ seq_printf(seq, "snapshot_time: %lu.%lu (secs.usecs)\n",
+ now.tv_sec, now.tv_usec);
+
+ seq_printf(seq, "cache size: %lu (b)\n", cli->cl_dirty_max);
+ seq_printf(seq, "max loading: %lu (b)\n", cli->cl_dirty_dmax);
+ seq_printf(seq, "min loading: %lu (b)\n", cli->cl_dirty_dmin);
+ seq_printf(seq, "av. cache loading: %lu (b)\n", cli->cl_dirty_av);
+
+ seq_printf(seq, "\nav. loading ratio: %lu%%\n",
+ pct(cli->cl_dirty_av, cli->cl_dirty_max));
+ seq_printf(seq, "max loading ratio: %lu%%\n",
+ pct(cli->cl_dirty_dmax, cli->cl_dirty_max));
+
+ spin_unlock_irqrestore(&cli->cl_loi_list_lock, flags);
+
+ return 0;
+}
+#undef pct
+
+static void *osc_cache_stats_seq_start(struct seq_file *p, loff_t *pos)
+{
+ if (*pos == 0)
+ return (void *)1;
+ return NULL;
+}
+static void *osc_cache_stats_seq_next(struct seq_file *p, void *v, loff_t *pos)
+{
+ ++*pos;
+ return NULL;
+}
+static void osc_cache_stats_seq_stop(struct seq_file *p, void *v)
+{
+}
+
+struct seq_operations osc_cache_stats_seq_sops = {
+ .start = osc_cache_stats_seq_start,
+ .stop = osc_cache_stats_seq_stop,
+ .next = osc_cache_stats_seq_next,
+ .show = osc_cache_stats_seq_show,
+};
+
+static int osc_cache_stats_seq_open(struct inode *inode, struct file *file)
+{
+ struct proc_dir_entry *dp = PDE(inode);
+ struct seq_file *seq;
+ int rc;
+
+ rc = seq_open(file, &osc_cache_stats_seq_sops);
+ if (rc)
+ return rc;
+ seq = file->private_data;
+ seq->private = dp->data;
+ return 0;
+}
+
+static ssize_t osc_cache_stats_seq_write(struct file *file, const char *buf,
+ size_t len, loff_t *off)
+{
+ struct seq_file *seq = file->private_data;
+ struct obd_device *dev = seq->private;
+ struct client_obd *cli = &dev->u.cli;
+
+ cli->cl_dirty_num = 0;
+ cli->cl_dirty_sum = 0;
+ cli->cl_dirty_av = 0;
+ cli->cl_dirty_dmax = 0;
+ cli->cl_dirty_dmin = 0;
+
+ return len;
+}
+
+struct file_operations osc_cache_stats_fops = {
+ .owner = THIS_MODULE,
+ .open = osc_cache_stats_seq_open,
+ .read = seq_read,
+ .write = osc_cache_stats_seq_write,
+ .llseek = seq_lseek,
+ .release = seq_release,
+};
+
+int lproc_osc_attach_seqstat(struct obd_device *dev)
+{
+ int rc;
+
+ rc = lprocfs_obd_seq_create(dev, "rpc_stats", 0444,
+ &osc_rpc_stats_fops, dev);
+ if (rc) {
+ CERROR("can't init \"rpc_stats\", err %d\n", rc);
+ return rc;
+ }
+
+ rc = lprocfs_obd_seq_create(dev, "cache_stats", 0444,
+ &osc_cache_stats_fops, dev);
+ if (rc)
+ CERROR("can't init \"cache_stats\", err %d\n", rc);
+
+ return rc;
+}
+
#endif /* LPROCFS */
-LPROCFS_INIT_VARS(lprocfs_module_vars, lprocfs_obd_vars)
+LPROCFS_INIT_VARS(osc, lprocfs_module_vars, lprocfs_obd_vars)