lustre/osc/lproc_osc.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  *  Copyright (C) 2002, 2003 Cluster File Systems, Inc.
   5  *
   6  *   This file is part of Lustre, http://www.lustre.org.
   7  *
   8  *   Lustre is free software; you can redistribute it and/or
   9  *   modify it under the terms of version 2 of the GNU General Public
  10  *   License as published by the Free Software Foundation.
  11  *
  12  *   Lustre is distributed in the hope that it will be useful,
  13  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  *   GNU General Public License for more details.
  16  *
  17  *   You should have received a copy of the GNU General Public License
  18  *   along with Lustre; if not, write to the Free Software
  19  *   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  20  *
  21  */
  22 #define DEBUG_SUBSYSTEM S_CLASS
  23
  24 #include <linux/version.h>
  25 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,5,0))
  26 #include <asm/statfs.h>
  27 #endif
  28 #include <linux/obd_class.h>
  29 #include <linux/lprocfs_status.h>
  30 #include <linux/seq_file.h>
  31 #include "osc_internal.h"
  32
  33 #ifndef LPROCFS
  34 static struct lprocfs_vars lprocfs_obd_vars[]  = { {0} };
  35 static struct lprocfs_vars lprocfs_module_vars[] = { {0} };
  36 #else
  37
  38 int osc_rd_max_pages_per_rpc(char *page, char **start, off_t off, int count,
  39                              int *eof, void *data)
  40 {
  41         struct obd_device *dev = data;
  42         struct client_obd *cli = &dev->u.cli;
  43         int rc;
  44
  45         spin_lock(&cli->cl_loi_list_lock);
  46         rc = snprintf(page, count, "%d\n", cli->cl_max_pages_per_rpc);
  47         spin_unlock(&cli->cl_loi_list_lock);
  48         return rc;
  49 }
  50
  51 int osc_wr_max_pages_per_rpc(struct file *file, const char *buffer,
  52                              unsigned long count, void *data)
  53 {
  54         struct obd_device *dev = data;
  55         struct client_obd *cli = &dev->u.cli;
  56         int val, rc;
  57
  58         rc = lprocfs_write_helper(buffer, count, &val);
  59         if (rc)
  60                 return rc;
  61
  62         if (val < 1 || val > PTLRPC_MAX_BRW_PAGES)
  63                 return -ERANGE;
  64
  65         spin_lock(&cli->cl_loi_list_lock);
  66         cli->cl_max_pages_per_rpc = val;
  67         spin_unlock(&cli->cl_loi_list_lock);
  68
  69         return count;
  70 }
  71
  72 int osc_rd_max_rpcs_in_flight(char *page, char **start, off_t off, int count,
  73                               int *eof, void *data)
  74 {
  75         struct obd_device *dev = data;
  76         struct client_obd *cli = &dev->u.cli;
  77         int rc;
  78
  79         spin_lock(&cli->cl_loi_list_lock);
  80         rc = snprintf(page, count, "%u\n", cli->cl_max_rpcs_in_flight);
  81         spin_unlock(&cli->cl_loi_list_lock);
  82         return rc;
  83 }
  84
  85 int osc_wr_max_rpcs_in_flight(struct file *file, const char *buffer,
  86                               unsigned long count, void *data)
  87 {
  88         struct obd_device *dev = data;
  89         struct client_obd *cli = &dev->u.cli;
  90         int val, rc;
  91
  92         rc = lprocfs_write_helper(buffer, count, &val);
  93         if (rc)
  94                 return rc;
  95
  96         if (val < 1 || val > OSC_MAX_RIF_MAX)
  97                 return -ERANGE;
  98
  99         spin_lock(&cli->cl_loi_list_lock);
 100         cli->cl_max_rpcs_in_flight = val;
 101         spin_unlock(&cli->cl_loi_list_lock);
 102
 103         return count;
 104 }
 105
 106 int osc_rd_max_dirty_mb(char *page, char **start, off_t off, int count,
 107                         int *eof, void *data)
 108 {
 109         struct obd_device *dev = data;
 110         struct client_obd *cli = &dev->u.cli;
 111         unsigned val;
 112
 113         spin_lock(&cli->cl_loi_list_lock);
 114         val = cli->cl_dirty_max >> 20;
 115         spin_unlock(&cli->cl_loi_list_lock);
 116
 117         return snprintf(page, count, "%u\n", val);
 118 }
 119
 120 int osc_wr_max_dirty_mb(struct file *file, const char *buffer,
 121                         unsigned long count, void *data)
 122 {
 123         struct obd_device *dev = data;
 124         struct client_obd *cli = &dev->u.cli;
 125         int val, rc;
 126
 127         rc = lprocfs_write_helper(buffer, count, &val);
 128         if (rc)
 129                 return rc;
 130
 131         if (val < 0 || val > OSC_MAX_DIRTY_MB_MAX ||
 132             val > num_physpages >> (20 - PAGE_SHIFT - 2)) /* 1/4 of RAM */
 133                 return -ERANGE;
 134
 135         spin_lock(&cli->cl_loi_list_lock);
 136         cli->cl_dirty_max = (obd_count)val * 1024 * 1024;
 137         osc_wake_cache_waiters(cli);
 138         spin_unlock(&cli->cl_loi_list_lock);
 139
 140         return count;
 141 }
 142
 143 int osc_rd_cur_dirty_bytes(char *page, char **start, off_t off, int count,
 144                            int *eof, void *data)
 145 {
 146         struct obd_device *dev = data;
 147         struct client_obd *cli = &dev->u.cli;
 148         int rc;
 149
 150         spin_lock(&cli->cl_loi_list_lock);
 151         rc = snprintf(page, count, "%lu\n", cli->cl_dirty);
 152         spin_unlock(&cli->cl_loi_list_lock);
 153         return rc;
 154 }
 155
 156 int osc_rd_cur_grant_bytes(char *page, char **start, off_t off, int count,
 157                            int *eof, void *data)
 158 {
 159         struct obd_device *dev = data;
 160         struct client_obd *cli = &dev->u.cli;
 161         int rc;
 162
 163         spin_lock(&cli->cl_loi_list_lock);
 164         rc = snprintf(page, count, "%lu\n", cli->cl_avail_grant);
 165         spin_unlock(&cli->cl_loi_list_lock);
 166         return rc;
 167 }
 168
 169 static struct lprocfs_vars lprocfs_obd_vars[] = {
 170         { "uuid",            lprocfs_rd_uuid,        0, 0 },
 171         { "blocksize",       lprocfs_rd_blksize,     0, 0 },
 172         { "kbytestotal",     lprocfs_rd_kbytestotal, 0, 0 },
 173         { "kbytesfree",      lprocfs_rd_kbytesfree,  0, 0 },
 174         { "kbytesavail",     lprocfs_rd_kbytesavail, 0, 0 },
 175         { "filestotal",      lprocfs_rd_filestotal,  0, 0 },
 176         { "filesfree",       lprocfs_rd_filesfree,   0, 0 },
 177         //{ "filegroups",      lprocfs_rd_filegroups,  0, 0 },
 178         { "ost_server_uuid", lprocfs_rd_server_uuid, 0, 0 },
 179         { "ost_conn_uuid",   lprocfs_rd_conn_uuid, 0, 0 },
 180         { "max_pages_per_rpc", osc_rd_max_pages_per_rpc,
 181                                osc_wr_max_pages_per_rpc, 0 },
 182         { "max_rpcs_in_flight", osc_rd_max_rpcs_in_flight,
 183                                 osc_wr_max_rpcs_in_flight, 0 },
 184         { "max_dirty_mb", osc_rd_max_dirty_mb, osc_wr_max_dirty_mb, 0 },
 185         { "cur_dirty_bytes", osc_rd_cur_dirty_bytes, 0, 0 },
 186         { "cur_grant_bytes", osc_rd_cur_grant_bytes, 0, 0 },
 187         { 0 }
 188 };
 189
 190 static struct lprocfs_vars lprocfs_module_vars[] = {
 191         { "num_refs",        lprocfs_rd_numrefs,     0, 0 },
 192         { 0 }
 193 };
 194
 195 #define pct(a,b) (b ? a * 100 / b : 0)
 196
 197 #define PRINTF_STIME(stime) (unsigned long)(stime)->st_num,     \
 198         lprocfs_stime_avg_ms(stime), lprocfs_stime_avg_us(stime)
 199
 200
 201 static int osc_rpc_stats_seq_show(struct seq_file *seq, void *v)
 202 {
 203         struct timeval now;
 204         struct obd_device *dev = seq->private;
 205         struct client_obd *cli = &dev->u.cli;
 206         unsigned long flags;
 207         unsigned long read_tot = 0, write_tot = 0, read_cum, write_cum;
 208         int i;
 209
 210         do_gettimeofday(&now);
 211
 212         spin_lock_irqsave(&cli->cl_loi_list_lock, flags);
 213
 214         seq_printf(seq, "snapshot_time:         %lu.%lu (secs.usecs)\n",
 215                    now.tv_sec, now.tv_usec);
 216
 217         seq_printf(seq, "read RPCs in flight:  %d\n",
 218                    cli->cl_r_in_flight);
 219         seq_printf(seq, "write RPCs in flight: %d\n",
 220                    cli->cl_w_in_flight);
 221         seq_printf(seq, "pending write pages:  %d\n",
 222                    cli->cl_pending_w_pages);
 223         seq_printf(seq, "pending read pages:   %d\n",
 224                    cli->cl_pending_r_pages);
 225
 226
 227         seq_printf(seq, "\n\t\t\tread\t\t\twrite\n");
 228         seq_printf(seq, "pages per rpc         rpcs   %% cum %% |");
 229         seq_printf(seq, "       rpcs   %% cum %%\n");
 230
 231         read_tot = lprocfs_oh_sum(&cli->cl_read_page_hist);
 232         write_tot = lprocfs_oh_sum(&cli->cl_write_page_hist);
 233
 234         read_cum = 0;
 235         write_cum = 0;
 236         for (i = 0; i < OBD_HIST_MAX; i++) {
 237                 unsigned long r = cli->cl_read_page_hist.oh_buckets[i];
 238                 unsigned long w = cli->cl_write_page_hist.oh_buckets[i];
 239                 read_cum += r;
 240                 write_cum += w;
 241                 seq_printf(seq, "%d:\t\t%10lu %3lu %3lu   | %10lu %3lu %3lu\n",
 242                                  1 << i, r, pct(r, read_tot),
 243                                  pct(read_cum, read_tot), w,
 244                                  pct(w, write_tot),
 245                                  pct(write_cum, write_tot));
 246                 if (read_cum == read_tot && write_cum == write_tot)
 247                         break;
 248         }
 249
 250         seq_printf(seq, "\n\t\t\tread\t\t\twrite\n");
 251         seq_printf(seq, "rpcs in flight        rpcs   %% cum %% |");
 252         seq_printf(seq, "       rpcs   %% cum %%\n");
 253
 254         read_tot = lprocfs_oh_sum(&cli->cl_read_rpc_hist);
 255         write_tot = lprocfs_oh_sum(&cli->cl_write_rpc_hist);
 256
 257         read_cum = 0;
 258         write_cum = 0;
 259         for (i = 0; i < OBD_HIST_MAX; i++) {
 260                 unsigned long r = cli->cl_read_rpc_hist.oh_buckets[i];
 261                 unsigned long w = cli->cl_write_rpc_hist.oh_buckets[i];
 262                 read_cum += r;
 263                 write_cum += w;
 264                 seq_printf(seq, "%d:\t\t%10lu %3lu %3lu   | %10lu %3lu %3lu\n",
 265                                  i, r, pct(r, read_tot),
 266                                  pct(read_cum, read_tot), w,
 267                                  pct(w, write_tot),
 268                                  pct(write_cum, write_tot));
 269                 if (read_cum == read_tot && write_cum == write_tot)
 270                         break;
 271         }
 272
 273         seq_printf(seq, "\nrpc service time: (rpcs, average ms)\n");
 274         seq_printf(seq, "\tread\t%lu\t%lu.%04lu\n",
 275                         PRINTF_STIME(&cli->cl_read_stime));
 276         seq_printf(seq, "\twrite\t%lu\t%lu.%04lu\n\n",
 277                         PRINTF_STIME(&cli->cl_write_stime));
 278
 279         seq_printf(seq, "app waiting: (num, average ms)\n");
 280         seq_printf(seq, "\tenter cache\t%lu\t%lu.%04lu\n",
 281                         PRINTF_STIME(&cli->cl_enter_stime));
 282
 283         spin_unlock_irqrestore(&cli->cl_loi_list_lock, flags);
 284
 285         return 0;
 286 }
 287 #undef pct
 288
 289 static void *osc_rpc_stats_seq_start(struct seq_file *p, loff_t *pos)
 290 {
 291         if (*pos == 0)
 292                 return (void *)1;
 293         return NULL;
 294 }
 295 static void *osc_rpc_stats_seq_next(struct seq_file *p, void *v, loff_t *pos)
 296 {
 297         ++*pos;
 298         return NULL;
 299 }
 300 static void osc_rpc_stats_seq_stop(struct seq_file *p, void *v)
 301 {
 302 }
 303 struct seq_operations osc_rpc_stats_seq_sops = {
 304         .start = osc_rpc_stats_seq_start,
 305         .stop = osc_rpc_stats_seq_stop,
 306         .next = osc_rpc_stats_seq_next,
 307         .show = osc_rpc_stats_seq_show,
 308 };
 309
 310 static int osc_rpc_stats_seq_open(struct inode *inode, struct file *file)
 311 {
 312         struct proc_dir_entry *dp = PDE(inode);
 313         struct seq_file *seq;
 314         int rc;
 315
 316         rc = seq_open(file, &osc_rpc_stats_seq_sops);
 317         if (rc)
 318                 return rc;
 319         seq = file->private_data;
 320         seq->private = dp->data;
 321         return 0;
 322 }
 323
 324 static ssize_t osc_rpc_stats_seq_write(struct file *file, const char *buf,
 325                                        size_t len, loff_t *off)
 326 {
 327         struct seq_file *seq = file->private_data;
 328         struct obd_device *dev = seq->private;
 329         struct client_obd *cli = &dev->u.cli;
 330
 331         lprocfs_oh_clear(&cli->cl_read_rpc_hist);
 332         lprocfs_oh_clear(&cli->cl_write_rpc_hist);
 333         lprocfs_oh_clear(&cli->cl_read_page_hist);
 334         lprocfs_oh_clear(&cli->cl_write_page_hist);
 335
 336         memset(&cli->cl_read_stime, 0, sizeof(cli->cl_read_stime));
 337         memset(&cli->cl_write_stime, 0, sizeof(cli->cl_write_stime));
 338         memset(&cli->cl_enter_stime, 0, sizeof(cli->cl_enter_stime));
 339
 340         return len;
 341 }
 342
 343 struct file_operations osc_rpc_stats_fops = {
 344         .owner   = THIS_MODULE,
 345         .open    = osc_rpc_stats_seq_open,
 346         .read    = seq_read,
 347         .write   = osc_rpc_stats_seq_write,
 348         .llseek  = seq_lseek,
 349         .release = seq_release,
 350 };
 351
 352 int lproc_osc_attach_seqstat(struct obd_device *dev)
 353 {
 354         return lprocfs_obd_seq_create(dev, "rpc_stats", 0444,
 355                                       &osc_rpc_stats_fops, dev);
 356 }
 357
 358 #endif /* LPROCFS */
 359 LPROCFS_INIT_VARS(osc, lprocfs_module_vars, lprocfs_obd_vars)