lustre/obdfilter/lproc_obdfilter.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
  30  * Use is subject to license terms.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  */
  36 #define DEBUG_SUBSYSTEM S_CLASS
  37
  38 #include <linux/version.h>
  39 #include <lprocfs_status.h>
  40 #include <obd.h>
  41 #include <linux/seq_file.h>
  42 #include <linux/version.h>
  43
  44 #include "filter_internal.h"
  45
  46 #ifdef LPROCFS
  47 static int lprocfs_filter_rd_groups(char *page, char **start, off_t off,
  48                                     int count, int *eof, void *data)
  49 {
  50         struct obd_device *obd = (struct obd_device *)data;
  51         *eof = 1;
  52         return snprintf(page, count, "%u\n", obd->u.filter.fo_group_count);
  53 }
  54
  55 static int lprocfs_filter_rd_tot_dirty(char *page, char **start, off_t off,
  56                                        int count, int *eof, void *data)
  57 {
  58         struct obd_device *obd = (struct obd_device *)data;
  59
  60         LASSERT(obd != NULL);
  61         *eof = 1;
  62         return snprintf(page, count, LPU64"\n", obd->u.filter.fo_tot_dirty);
  63 }
  64
  65 static int lprocfs_filter_rd_tot_granted(char *page, char **start, off_t off,
  66                                          int count, int *eof, void *data)
  67 {
  68         struct obd_device *obd = (struct obd_device *)data;
  69
  70         LASSERT(obd != NULL);
  71         *eof = 1;
  72         return snprintf(page, count, LPU64"\n", obd->u.filter.fo_tot_granted);
  73 }
  74
  75 static int lprocfs_filter_rd_tot_pending(char *page, char **start, off_t off,
  76                                          int count, int *eof, void *data)
  77 {
  78         struct obd_device *obd = (struct obd_device *)data;
  79
  80         LASSERT(obd != NULL);
  81         *eof = 1;
  82         return snprintf(page, count, LPU64"\n", obd->u.filter.fo_tot_pending);
  83 }
  84
  85 static int lprocfs_filter_rd_mntdev(char *page, char **start, off_t off,
  86                                     int count, int *eof, void *data)
  87 {
  88         struct obd_device *obd = (struct obd_device *)data;
  89
  90         LASSERT(obd != NULL);
  91         LASSERT(obd->u.filter.fo_vfsmnt->mnt_devname);
  92         *eof = 1;
  93         return snprintf(page, count, "%s\n",
  94                         obd->u.filter.fo_vfsmnt->mnt_devname);
  95 }
  96
  97 static int lprocfs_filter_rd_last_id(char *page, char **start, off_t off,
  98                                      int count, int *eof, void *data)
  99 {
 100         struct obd_device *obd = data;
 101         struct filter_obd *filter = &obd->u.filter;
 102         int retval = 0, rc, i;
 103
 104         if (obd == NULL)
 105                 return 0;
 106
 107         for (i = FILTER_GROUP_MDS0; i < filter->fo_group_count; i++) {
 108                 rc = snprintf(page, count, LPU64"\n",filter_last_id(filter, i));
 109                 if (rc < 0) {
 110                         retval = rc;
 111                         break;
 112                 }
 113                 page += rc;
 114                 count -= rc;
 115                 retval += rc;
 116         }
 117         return retval;
 118 }
 119
 120 int lprocfs_filter_rd_readcache(char *page, char **start, off_t off, int count,
 121                                 int *eof, void *data)
 122 {
 123         struct obd_device *obd = data;
 124         int rc;
 125
 126         rc = snprintf(page, count, LPU64"\n",
 127                       obd->u.filter.fo_readcache_max_filesize);
 128         return rc;
 129 }
 130
 131 int lprocfs_filter_wr_readcache(struct file *file, const char *buffer,
 132                                 unsigned long count, void *data)
 133 {
 134         struct obd_device *obd = data;
 135         __u64 val;
 136         int rc;
 137
 138         rc = lprocfs_write_u64_helper(buffer, count, &val);
 139         if (rc)
 140                 return rc;
 141
 142         obd->u.filter.fo_readcache_max_filesize = val;
 143         return count;
 144 }
 145
 146
 147 int lprocfs_filter_rd_fmd_max_num(char *page, char **start, off_t off,
 148                                   int count, int *eof, void *data)
 149 {
 150         struct obd_device *obd = data;
 151         int rc;
 152
 153         rc = snprintf(page, count, "%u\n", obd->u.filter.fo_fmd_max_num);
 154         return rc;
 155 }
 156
 157 int lprocfs_filter_wr_fmd_max_num(struct file *file, const char *buffer,
 158                                   unsigned long count, void *data)
 159 {
 160         struct obd_device *obd = data;
 161         int val;
 162         int rc;
 163
 164         rc = lprocfs_write_helper(buffer, count, &val);
 165         if (rc)
 166                 return rc;
 167
 168         if (val > 65536 || val < 1)
 169                 return -EINVAL;
 170
 171         obd->u.filter.fo_fmd_max_num = val;
 172         return count;
 173 }
 174
 175 int lprocfs_filter_rd_fmd_max_age(char *page, char **start, off_t off,
 176                                   int count, int *eof, void *data)
 177 {
 178         struct obd_device *obd = data;
 179         int rc;
 180
 181         rc = snprintf(page, count, "%u\n", obd->u.filter.fo_fmd_max_age / HZ);
 182         return rc;
 183 }
 184
 185 int lprocfs_filter_wr_fmd_max_age(struct file *file, const char *buffer,
 186                                   unsigned long count, void *data)
 187 {
 188         struct obd_device *obd = data;
 189         int val;
 190         int rc;
 191
 192         rc = lprocfs_write_helper(buffer, count, &val);
 193         if (rc)
 194                 return rc;
 195
 196         if (val > 65536 || val < 1)
 197                 return -EINVAL;
 198
 199         obd->u.filter.fo_fmd_max_age = val * HZ;
 200         return count;
 201 }
 202
 203 static int lprocfs_filter_rd_capa(char *page, char **start, off_t off,
 204                                   int count, int *eof, void *data)
 205 {
 206         struct obd_device *obd = data;
 207         int rc;
 208
 209         rc = snprintf(page, count, "capability on: %s\n",
 210                       obd->u.filter.fo_fl_oss_capa ? "oss" : "");
 211         return rc;
 212 }
 213
 214 static int lprocfs_filter_wr_capa(struct file *file, const char *buffer,
 215                                   unsigned long count, void *data)
 216 {
 217         struct obd_device *obd = data;
 218         int val, rc;
 219
 220         rc = lprocfs_write_helper(buffer, count, &val);
 221         if (rc)
 222                 return rc;
 223
 224         if (val & ~0x1) {
 225                 CERROR("invalid capability mode, only 0/1 are accepted.\n"
 226                        " 1: enable oss fid capability\n"
 227                        " 0: disable oss fid capability\n");
 228                 return -EINVAL;
 229         }
 230
 231         obd->u.filter.fo_fl_oss_capa = val;
 232         LCONSOLE_INFO("OSS %s %s fid capability.\n", obd->obd_name,
 233                       val ? "enabled" : "disabled");
 234         return count;
 235 }
 236
 237 static int lprocfs_filter_rd_capa_count(char *page, char **start, off_t off,
 238                                         int count, int *eof, void *data)
 239 {
 240         return snprintf(page, count, "%d %d\n",
 241                         capa_count[CAPA_SITE_CLIENT],
 242                         capa_count[CAPA_SITE_SERVER]);
 243 }
 244
 245 static struct lprocfs_vars lprocfs_filter_obd_vars[] = {
 246         { "uuid",         lprocfs_rd_uuid,          0, 0 },
 247         { "blocksize",    lprocfs_rd_blksize,       0, 0 },
 248         { "kbytestotal",  lprocfs_rd_kbytestotal,   0, 0 },
 249         { "kbytesfree",   lprocfs_rd_kbytesfree,    0, 0 },
 250         { "kbytesavail",  lprocfs_rd_kbytesavail,   0, 0 },
 251         { "filestotal",   lprocfs_rd_filestotal,    0, 0 },
 252         { "filesfree",    lprocfs_rd_filesfree,     0, 0 },
 253         { "filegroups",   lprocfs_filter_rd_groups, 0, 0 },
 254         { "fstype",       lprocfs_rd_fstype,        0, 0 },
 255         { "mntdev",       lprocfs_filter_rd_mntdev, 0, 0 },
 256         { "last_id",      lprocfs_filter_rd_last_id,0, 0 },
 257         { "tot_dirty",    lprocfs_filter_rd_tot_dirty,   0, 0 },
 258         { "tot_pending",  lprocfs_filter_rd_tot_pending, 0, 0 },
 259         { "tot_granted",  lprocfs_filter_rd_tot_granted, 0, 0 },
 260         { "recovery_status", lprocfs_obd_rd_recovery_status, 0, 0 },
 261         { "recovery_maxtime", lprocfs_obd_rd_recovery_maxtime,
 262                               lprocfs_obd_wr_recovery_maxtime, 0},
 263         { "evict_client", 0, lprocfs_wr_evict_client, 0,
 264                                 &lprocfs_evict_client_fops},
 265         { "num_exports",  lprocfs_rd_num_exports,   0, 0 },
 266         { "readcache_max_filesize",
 267                           lprocfs_filter_rd_readcache,
 268                           lprocfs_filter_wr_readcache, 0 },
 269 #ifdef HAVE_QUOTA_SUPPORT
 270         { "quota_bunit_sz", lprocfs_rd_bunit, lprocfs_wr_bunit, 0},
 271         { "quota_btune_sz", lprocfs_rd_btune, lprocfs_wr_btune, 0},
 272         { "quota_iunit_sz", lprocfs_rd_iunit, lprocfs_wr_iunit, 0},
 273         { "quota_itune_sz", lprocfs_rd_itune, lprocfs_wr_itune, 0},
 274         { "quota_type",     lprocfs_rd_type, lprocfs_wr_type, 0},
 275 #endif
 276         { "client_cache_count", lprocfs_filter_rd_fmd_max_num,
 277                           lprocfs_filter_wr_fmd_max_num, 0 },
 278         { "client_cache_seconds", lprocfs_filter_rd_fmd_max_age,
 279                           lprocfs_filter_wr_fmd_max_age, 0 },
 280         { "capa",         lprocfs_filter_rd_capa,
 281                           lprocfs_filter_wr_capa, 0 },
 282         { "capa_count",   lprocfs_filter_rd_capa_count, 0, 0 },
 283         { 0 }
 284 };
 285
 286 static struct lprocfs_vars lprocfs_filter_module_vars[] = {
 287         { "num_refs",     lprocfs_rd_numrefs,       0, 0 },
 288         { 0 }
 289 };
 290
 291 void filter_tally(struct obd_export *exp, struct page **pages, int nr_pages,
 292                   unsigned long *blocks, int blocks_per_page, int wr)
 293 {
 294         struct filter_obd *filter = &exp->exp_obd->u.filter;
 295         struct filter_export_data *fed = &exp->exp_filter_data;
 296         struct page *last_page = NULL;
 297         unsigned long *last_block = NULL;
 298         unsigned long discont_pages = 0;
 299         unsigned long discont_blocks = 0;
 300         int i;
 301
 302         if (nr_pages == 0)
 303                 return;
 304
 305         lprocfs_oh_tally_log2(&filter->fo_filter_stats.hist[BRW_R_PAGES + wr],
 306                               nr_pages);
 307         lprocfs_oh_tally_log2(&fed->fed_brw_stats.hist[BRW_R_PAGES + wr],
 308                               nr_pages);
 309         if (exp->exp_nid_stats && exp->exp_nid_stats->nid_brw_stats)
 310                 lprocfs_oh_tally_log2(&exp->exp_nid_stats->nid_brw_stats->hist[BRW_W_PAGES + wr],
 311                                       nr_pages);
 312
 313         while (nr_pages-- > 0) {
 314                 if (last_page && (*pages)->index != (last_page->index + 1))
 315                         discont_pages++;
 316                 last_page = *pages;
 317                 pages++;
 318                 for (i = 0; i < blocks_per_page; i++) {
 319                         if (last_block && *blocks != (*last_block + 1))
 320                                 discont_blocks++;
 321                         last_block = blocks++;
 322                 }
 323         }
 324
 325         lprocfs_oh_tally(&filter->fo_filter_stats.hist[BRW_R_DISCONT_PAGES +wr],
 326                          discont_pages);
 327         lprocfs_oh_tally(&fed->fed_brw_stats.hist[BRW_R_DISCONT_PAGES + wr],
 328                          discont_pages);
 329         lprocfs_oh_tally(&filter->fo_filter_stats.hist[BRW_R_DISCONT_BLOCKS+wr],
 330                          discont_blocks);
 331         lprocfs_oh_tally(&fed->fed_brw_stats.hist[BRW_R_DISCONT_BLOCKS + wr],
 332                          discont_blocks);
 333
 334         if (exp->exp_nid_stats && exp->exp_nid_stats->nid_brw_stats) {
 335                 lprocfs_oh_tally_log2(&exp->exp_nid_stats->nid_brw_stats->hist[BRW_W_DISCONT_PAGES + wr],
 336                                       discont_pages);
 337                 lprocfs_oh_tally_log2(&exp->exp_nid_stats->nid_brw_stats->hist[BRW_W_DISCONT_BLOCKS + wr],
 338                                       discont_blocks);
 339         }
 340 }
 341
 342 #define pct(a,b) (b ? a * 100 / b : 0)
 343
 344 static void display_brw_stats(struct seq_file *seq, char *name, char *units,
 345         struct obd_histogram *read, struct obd_histogram *write, int log2)
 346 {
 347         unsigned long read_tot, write_tot, r, w, read_cum = 0, write_cum = 0;
 348         int i;
 349
 350         seq_printf(seq, "\n%26s read      |     write\n", " ");
 351         seq_printf(seq, "%-22s %-5s %% cum %% |  %-5s %% cum %%\n",
 352                    name, units, units);
 353
 354         read_tot = lprocfs_oh_sum(read);
 355         write_tot = lprocfs_oh_sum(write);
 356         for (i = 0; i < OBD_HIST_MAX; i++) {
 357                 r = read->oh_buckets[i];
 358                 w = write->oh_buckets[i];
 359                 read_cum += r;
 360                 write_cum += w;
 361                 if (read_cum == 0 && write_cum == 0)
 362                         continue;
 363
 364                 if (!log2)
 365                         seq_printf(seq, "%u", i);
 366                 else if (i < 10)
 367                         seq_printf(seq, "%u", 1<<i);
 368                 else if (i < 20)
 369                         seq_printf(seq, "%uK", 1<<(i-10));
 370                 else
 371                         seq_printf(seq, "%uM", 1<<(i-20));
 372
 373                 seq_printf(seq, ":\t\t%10lu %3lu %3lu   | %4lu %3lu %3lu\n",
 374                            r, pct(r, read_tot), pct(read_cum, read_tot),
 375                            w, pct(w, write_tot), pct(write_cum, write_tot));
 376
 377                 if (read_cum == read_tot && write_cum == write_tot)
 378                         break;
 379         }
 380 }
 381
 382 static void brw_stats_show(struct seq_file *seq, struct brw_stats *brw_stats)
 383 {
 384         struct timeval now;
 385
 386         /* this sampling races with updates */
 387         do_gettimeofday(&now);
 388         seq_printf(seq, "snapshot_time:         %lu.%lu (secs.usecs)\n",
 389                    now.tv_sec, now.tv_usec);
 390
 391         display_brw_stats(seq, "pages per bulk r/w", "rpcs",
 392                           &brw_stats->hist[BRW_R_PAGES],
 393                           &brw_stats->hist[BRW_W_PAGES], 1);
 394
 395         display_brw_stats(seq, "discontiguous pages", "rpcs",
 396                           &brw_stats->hist[BRW_R_DISCONT_PAGES],
 397                           &brw_stats->hist[BRW_W_DISCONT_PAGES], 0);
 398
 399         display_brw_stats(seq, "discontiguous blocks", "rpcs",
 400                           &brw_stats->hist[BRW_R_DISCONT_BLOCKS],
 401                           &brw_stats->hist[BRW_W_DISCONT_BLOCKS], 0);
 402
 403         display_brw_stats(seq, "disk fragmented I/Os", "ios",
 404                           &brw_stats->hist[BRW_R_DIO_FRAGS],
 405                           &brw_stats->hist[BRW_W_DIO_FRAGS], 0);
 406
 407         display_brw_stats(seq, "disk I/Os in flight", "ios",
 408                           &brw_stats->hist[BRW_R_RPC_HIST],
 409                           &brw_stats->hist[BRW_W_RPC_HIST], 0);
 410
 411         {
 412                 char title[24];
 413                 sprintf(title, "I/O time (1/%ds)", HZ);
 414                 display_brw_stats(seq, title, "ios",
 415                                   &brw_stats->hist[BRW_R_IO_TIME],
 416                                   &brw_stats->hist[BRW_W_IO_TIME], 1);
 417         }
 418
 419         display_brw_stats(seq, "disk I/O size", "ios",
 420                           &brw_stats->hist[BRW_R_DISK_IOSIZE],
 421                           &brw_stats->hist[BRW_W_DISK_IOSIZE], 1);
 422 }
 423
 424 #undef pct
 425
 426 static int filter_brw_stats_seq_show(struct seq_file *seq, void *v)
 427 {
 428         struct obd_device *dev = seq->private;
 429         struct filter_obd *filter = &dev->u.filter;
 430
 431         brw_stats_show(seq, &filter->fo_filter_stats);
 432
 433         return 0;
 434 }
 435
 436 static ssize_t filter_brw_stats_seq_write(struct file *file, const char *buf,
 437                                        size_t len, loff_t *off)
 438 {
 439         struct seq_file *seq = file->private_data;
 440         struct obd_device *dev = seq->private;
 441         struct filter_obd *filter = &dev->u.filter;
 442         int i;
 443
 444         for (i = 0; i < BRW_LAST; i++)
 445                 lprocfs_oh_clear(&filter->fo_filter_stats.hist[i]);
 446
 447         return len;
 448 }
 449
 450 LPROC_SEQ_FOPS(filter_brw_stats);
 451
 452 int lproc_filter_attach_seqstat(struct obd_device *dev)
 453 {
 454         return lprocfs_obd_seq_create(dev, "brw_stats", 0444,
 455                                       &filter_brw_stats_fops, dev);
 456 }
 457
 458 static int filter_per_export_stats_seq_show(struct seq_file *seq, void *v)
 459 {
 460         struct filter_export_data *fed = seq->private;
 461
 462         brw_stats_show(seq, &fed->fed_brw_stats);
 463
 464         return 0;
 465 }
 466
 467 static ssize_t filter_per_export_stats_seq_write(struct file *file,
 468                                        const char *buf, size_t len, loff_t *off)
 469 {
 470         struct seq_file *seq = file->private_data;
 471         struct filter_export_data *fed = seq->private;
 472         int i;
 473
 474         for (i = 0; i < BRW_LAST; i++)
 475                 lprocfs_oh_clear(&fed->fed_brw_stats.hist[i]);
 476
 477         return len;
 478 }
 479
 480 LPROC_SEQ_FOPS(filter_per_export_stats);
 481
 482 void lprocfs_filter_init_vars(struct lprocfs_static_vars *lvars)
 483 {
 484     lvars->module_vars  = lprocfs_filter_module_vars;
 485     lvars->obd_vars     = lprocfs_filter_obd_vars;
 486 }
 487
 488 static int filter_per_nid_stats_seq_show(struct seq_file *seq, void *v)
 489 {
 490         nid_stat_t *tmp = seq->private;
 491
 492         if (tmp->nid_brw_stats)
 493                 brw_stats_show(seq, tmp->nid_brw_stats);
 494
 495         return 0;
 496 }
 497
 498 static ssize_t filter_per_nid_stats_seq_write(struct file *file,
 499                                               const char *buf, size_t len,
 500                                               loff_t *off)
 501 {
 502         struct seq_file *seq = file->private_data;
 503         nid_stat_t *tmp = seq->private;
 504         int i;
 505
 506         if (tmp->nid_brw_stats)
 507                 for (i = 0; i < BRW_LAST; i++)
 508                         lprocfs_oh_clear(&tmp->nid_brw_stats->hist[i]);
 509
 510         return len;
 511 }
 512
 513 LPROC_SEQ_FOPS(filter_per_nid_stats);
 514 #endif /* LPROCFS */