lustre/obdclass/lprocfs_status_server.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Use is subject to license terms.
  25  *
  26  * Copyright (c) 2011, 2014, Intel Corporation.
  27  */
  28 /*
  29  * This file is part of Lustre, http://www.lustre.org/
  30  * Lustre is a trademark of Sun Microsystems, Inc.
  31  *
  32  * lustre/obdclass/lprocfs_status_server.c
  33  */
  34
  35 #define DEBUG_SUBSYSTEM S_CLASS
  36
  37
  38 #include <obd_class.h>
  39 #include <lprocfs_status.h>
  40 #include <lustre/lustre_idl.h>
  41 #include <lustre_nodemap.h>
  42
  43 #ifdef CONFIG_PROC_FS
  44
  45 int lprocfs_evict_client_open(struct inode *inode, struct file *f)
  46 {
  47         struct obd_device *obd = PDE_DATA(f->f_path.dentry->d_inode);
  48
  49         atomic_inc(&obd->obd_evict_inprogress);
  50         return 0;
  51 }
  52
  53 int lprocfs_evict_client_release(struct inode *inode, struct file *f)
  54 {
  55         struct obd_device *obd = PDE_DATA(f->f_path.dentry->d_inode);
  56
  57         atomic_dec(&obd->obd_evict_inprogress);
  58         wake_up(&obd->obd_evict_inprogress_waitq);
  59
  60         return 0;
  61 }
  62
  63 #define BUFLEN (UUID_MAX + 5)
  64
  65 ssize_t
  66 lprocfs_evict_client_seq_write(struct file *file, const char *buffer,
  67                                size_t count, loff_t *off)
  68 {
  69         struct seq_file *m = file->private_data;
  70         struct obd_device *obd = m->private;
  71         char *tmpbuf, *kbuf;
  72
  73         OBD_ALLOC(kbuf, BUFLEN);
  74         if (kbuf == NULL)
  75                 return -ENOMEM;
  76
  77         /*
  78          * OBD_ALLOC() will zero kbuf, but we only copy BUFLEN - 1
  79          * bytes into kbuf, to ensure that the string is NUL-terminated.
  80          * UUID_MAX should include a trailing NUL already.
  81          */
  82         if (copy_from_user(kbuf, buffer,
  83                            min_t(unsigned long, BUFLEN - 1, count))) {
  84                 count = -EFAULT;
  85                 goto out;
  86         }
  87         tmpbuf = cfs_firststr(kbuf, min_t(unsigned long, BUFLEN - 1, count));
  88         class_incref(obd, __func__, current);
  89
  90         if (strncmp(tmpbuf, "nid:", 4) == 0)
  91                 obd_export_evict_by_nid(obd, tmpbuf + 4);
  92         else if (strncmp(tmpbuf, "uuid:", 5) == 0)
  93                 obd_export_evict_by_uuid(obd, tmpbuf + 5);
  94         else
  95                 obd_export_evict_by_uuid(obd, tmpbuf);
  96
  97         class_decref(obd, __func__, current);
  98
  99 out:
 100         OBD_FREE(kbuf, BUFLEN);
 101         return count;
 102 }
 103 EXPORT_SYMBOL(lprocfs_evict_client_seq_write);
 104
 105 #undef BUFLEN
 106
 107 int lprocfs_num_exports_seq_show(struct seq_file *m, void *data)
 108 {
 109         struct obd_device *obd = data;
 110
 111         LASSERT(obd != NULL);
 112         return seq_printf(m, "%u\n", obd->obd_num_exports);
 113 }
 114 EXPORT_SYMBOL(lprocfs_num_exports_seq_show);
 115
 116 static void lprocfs_free_client_stats(struct nid_stat *client_stat)
 117 {
 118         CDEBUG(D_CONFIG, "stat %p - data %p/%p\n", client_stat,
 119                client_stat->nid_proc, client_stat->nid_stats);
 120
 121         LASSERTF(atomic_read(&client_stat->nid_exp_ref_count) == 0,
 122                  "nid %s:count %d\n", libcfs_nid2str(client_stat->nid),
 123                  atomic_read(&client_stat->nid_exp_ref_count));
 124
 125         if (client_stat->nid_proc)
 126                 lprocfs_remove(&client_stat->nid_proc);
 127
 128         if (client_stat->nid_stats)
 129                 lprocfs_free_stats(&client_stat->nid_stats);
 130
 131         if (client_stat->nid_ldlm_stats)
 132                 lprocfs_free_stats(&client_stat->nid_ldlm_stats);
 133
 134         OBD_FREE_PTR(client_stat);
 135         return;
 136 }
 137
 138 void lprocfs_free_per_client_stats(struct obd_device *obd)
 139 {
 140         struct cfs_hash *hash = obd->obd_nid_stats_hash;
 141         struct nid_stat *stat;
 142         ENTRY;
 143
 144         /* we need extra list - because hash_exit called to early */
 145         /* not need locking because all clients is died */
 146         while (!list_empty(&obd->obd_nid_stats)) {
 147                 stat = list_entry(obd->obd_nid_stats.next,
 148                                   struct nid_stat, nid_list);
 149                 list_del_init(&stat->nid_list);
 150                 cfs_hash_del(hash, &stat->nid, &stat->nid_hash);
 151                 lprocfs_free_client_stats(stat);
 152         }
 153         EXIT;
 154 }
 155 EXPORT_SYMBOL(lprocfs_free_per_client_stats);
 156
 157 static int
 158 lprocfs_exp_print_uuid_seq(struct cfs_hash *hs, struct cfs_hash_bd *bd,
 159                            struct hlist_node *hnode, void *cb_data)
 160 {
 161         struct seq_file *m = cb_data;
 162         struct obd_export *exp = cfs_hash_object(hs, hnode);
 163
 164         if (exp->exp_nid_stats != NULL)
 165                 seq_printf(m, "%s\n", obd_uuid2str(&exp->exp_client_uuid));
 166         return 0;
 167 }
 168
 169 static int
 170 lprocfs_exp_print_nodemap_seq(struct cfs_hash *hs, struct cfs_hash_bd *bd,
 171                               struct hlist_node *hnode, void *cb_data)
 172 {
 173         struct seq_file *m = cb_data;
 174         struct obd_export *exp = cfs_hash_object(hs, hnode);
 175         struct lu_nodemap *nodemap = exp->exp_target_data.ted_nodemap;
 176
 177         if (nodemap != NULL)
 178                 seq_printf(m, "%s\n", nodemap->nm_name);
 179         return 0;
 180 }
 181
 182 static int
 183 lprocfs_exp_nodemap_seq_show(struct seq_file *m, void *data)
 184 {
 185         struct nid_stat *stats = m->private;
 186         struct obd_device *obd = stats->nid_obd;
 187
 188         cfs_hash_for_each_key(obd->obd_nid_hash, &stats->nid,
 189                               lprocfs_exp_print_nodemap_seq, m);
 190         return 0;
 191 }
 192 LPROC_SEQ_FOPS_RO(lprocfs_exp_nodemap);
 193
 194 static int lprocfs_exp_uuid_seq_show(struct seq_file *m, void *data)
 195 {
 196         struct nid_stat *stats = m->private;
 197         struct obd_device *obd = stats->nid_obd;
 198
 199         cfs_hash_for_each_key(obd->obd_nid_hash, &stats->nid,
 200                                 lprocfs_exp_print_uuid_seq, m);
 201         return 0;
 202 }
 203 LPROC_SEQ_FOPS_RO(lprocfs_exp_uuid);
 204
 205 static int
 206 lprocfs_exp_print_hash_seq(struct cfs_hash *hs, struct cfs_hash_bd *bd,
 207                            struct hlist_node *hnode, void *cb_data)
 208
 209 {
 210         struct seq_file *m = cb_data;
 211         struct obd_export *exp = cfs_hash_object(hs, hnode);
 212
 213         if (exp->exp_lock_hash != NULL) {
 214                 cfs_hash_debug_header(m);
 215                 cfs_hash_debug_str(hs, m);
 216         }
 217         return 0;
 218 }
 219
 220 static int lprocfs_exp_hash_seq_show(struct seq_file *m, void *data)
 221 {
 222         struct nid_stat *stats = m->private;
 223         struct obd_device *obd = stats->nid_obd;
 224
 225         cfs_hash_for_each_key(obd->obd_nid_hash, &stats->nid,
 226                                 lprocfs_exp_print_hash_seq, m);
 227         return 0;
 228 }
 229 LPROC_SEQ_FOPS_RO(lprocfs_exp_hash);
 230
 231 int lprocfs_nid_stats_clear_seq_show(struct seq_file *m, void *data)
 232 {
 233         return seq_printf(m, "%s\n", "Write into this file to clear all nid "
 234                           "stats and stale nid entries");
 235 }
 236 EXPORT_SYMBOL(lprocfs_nid_stats_clear_seq_show);
 237
 238 static int lprocfs_nid_stats_clear_write_cb(void *obj, void *data)
 239 {
 240         struct nid_stat *stat = obj;
 241         ENTRY;
 242
 243         CDEBUG(D_INFO, "refcnt %d\n", atomic_read(&stat->nid_exp_ref_count));
 244         if (atomic_read(&stat->nid_exp_ref_count) == 1) {
 245                 /* object has only hash references. */
 246                 spin_lock(&stat->nid_obd->obd_nid_lock);
 247                 list_move(&stat->nid_list, data);
 248                 spin_unlock(&stat->nid_obd->obd_nid_lock);
 249                 RETURN(1);
 250         }
 251         /* we has reference to object - only clear data*/
 252         if (stat->nid_stats)
 253                 lprocfs_clear_stats(stat->nid_stats);
 254
 255         RETURN(0);
 256 }
 257
 258 ssize_t
 259 lprocfs_nid_stats_clear_seq_write(struct file *file, const char *buffer,
 260                                         size_t count, loff_t *off)
 261 {
 262         struct seq_file *m = file->private_data;
 263         struct obd_device *obd = m->private;
 264         struct nid_stat *client_stat;
 265         struct list_head free_list;
 266
 267         INIT_LIST_HEAD(&free_list);
 268         cfs_hash_cond_del(obd->obd_nid_stats_hash,
 269                           lprocfs_nid_stats_clear_write_cb, &free_list);
 270
 271         while (!list_empty(&free_list)) {
 272                 client_stat = list_entry(free_list.next, struct nid_stat,
 273                                          nid_list);
 274                 list_del_init(&client_stat->nid_list);
 275                 lprocfs_free_client_stats(client_stat);
 276         }
 277         return count;
 278 }
 279 EXPORT_SYMBOL(lprocfs_nid_stats_clear_seq_write);
 280
 281 int lprocfs_exp_setup(struct obd_export *exp, lnet_nid_t *nid)
 282 {
 283         struct nid_stat *new_stat, *old_stat;
 284         struct obd_device *obd = NULL;
 285         struct proc_dir_entry *entry;
 286         char nidstr[LNET_NIDSTR_SIZE];
 287         int rc = 0;
 288         ENTRY;
 289
 290         if (!exp || !exp->exp_obd || !exp->exp_obd->obd_proc_exports_entry ||
 291             !exp->exp_obd->obd_nid_stats_hash)
 292                 RETURN(-EINVAL);
 293
 294         /* not test against zero because eric say:
 295          * You may only test nid against another nid, or LNET_NID_ANY.
 296          * Anything else is nonsense.*/
 297         if (nid == NULL || *nid == LNET_NID_ANY)
 298                 RETURN(-EALREADY);
 299
 300         libcfs_nid2str_r(*nid, nidstr, sizeof(nidstr));
 301
 302         spin_lock(&exp->exp_lock);
 303         if (exp->exp_nid_stats != NULL) {
 304                 spin_unlock(&exp->exp_lock);
 305                 RETURN(-EALREADY);
 306         }
 307         spin_unlock(&exp->exp_lock);
 308
 309         obd = exp->exp_obd;
 310
 311         CDEBUG(D_CONFIG, "using hash %p\n", obd->obd_nid_stats_hash);
 312
 313         OBD_ALLOC_PTR(new_stat);
 314         if (new_stat == NULL)
 315                 RETURN(-ENOMEM);
 316
 317         new_stat->nid     = *nid;
 318         new_stat->nid_obd = exp->exp_obd;
 319         /* we need set default refcount to 1 to balance obd_disconnect */
 320         atomic_set(&new_stat->nid_exp_ref_count, 1);
 321
 322         old_stat = cfs_hash_findadd_unique(obd->obd_nid_stats_hash,
 323                                            nid, &new_stat->nid_hash);
 324         CDEBUG(D_INFO, "Found stats %p for nid %s - ref %d\n",
 325                old_stat, nidstr, atomic_read(&old_stat->nid_exp_ref_count));
 326
 327         /* Return -EALREADY here so that we know that the /proc
 328          * entry already has been created */
 329         if (old_stat != new_stat) {
 330                 spin_lock(&exp->exp_lock);
 331                 if (exp->exp_nid_stats) {
 332                         LASSERT(exp->exp_nid_stats == old_stat);
 333                         nidstat_putref(exp->exp_nid_stats);
 334                 }
 335                 exp->exp_nid_stats = old_stat;
 336                 spin_unlock(&exp->exp_lock);
 337                 GOTO(destroy_new, rc = -EALREADY);
 338         }
 339         /* not found - create */
 340         new_stat->nid_proc = lprocfs_register(nidstr,
 341                                               obd->obd_proc_exports_entry,
 342                                               NULL, NULL);
 343
 344         if (IS_ERR(new_stat->nid_proc)) {
 345                 rc = PTR_ERR(new_stat->nid_proc);
 346                 new_stat->nid_proc = NULL;
 347                 CERROR("%s: cannot create proc entry for export %s: rc = %d\n",
 348                        obd->obd_name, nidstr, rc);
 349                 GOTO(destroy_new_ns, rc);
 350         }
 351
 352         entry = lprocfs_add_simple(new_stat->nid_proc, "nodemap", new_stat,
 353                                    &lprocfs_exp_nodemap_fops);
 354         if (IS_ERR(entry)) {
 355                 rc = PTR_ERR(entry);
 356                 CWARN("Error adding the nodemap file: rc = %d\n", rc);
 357                 GOTO(destroy_new_ns, rc);
 358         }
 359
 360         entry = lprocfs_add_simple(new_stat->nid_proc, "uuid", new_stat,
 361                                    &lprocfs_exp_uuid_fops);
 362         if (IS_ERR(entry)) {
 363                 rc = PTR_ERR(entry);
 364                 CWARN("Error adding the NID stats file: rc = %d\n", rc);
 365                 GOTO(destroy_new_ns, rc);
 366         }
 367
 368         entry = lprocfs_add_simple(new_stat->nid_proc, "hash", new_stat,
 369                                    &lprocfs_exp_hash_fops);
 370         if (IS_ERR(entry)) {
 371                 rc = PTR_ERR(entry);
 372                 CWARN("Error adding the hash file: rc = %d\n", rc);
 373                 GOTO(destroy_new_ns, rc);
 374         }
 375
 376         spin_lock(&exp->exp_lock);
 377         exp->exp_nid_stats = new_stat;
 378         spin_unlock(&exp->exp_lock);
 379
 380         /* protect competitive add to list, not need locking on destroy */
 381         spin_lock(&obd->obd_nid_lock);
 382         list_add(&new_stat->nid_list, &obd->obd_nid_stats);
 383         spin_unlock(&obd->obd_nid_lock);
 384
 385         RETURN(0);
 386
 387 destroy_new_ns:
 388         if (new_stat->nid_proc != NULL)
 389                 lprocfs_remove(&new_stat->nid_proc);
 390         cfs_hash_del(obd->obd_nid_stats_hash, nid, &new_stat->nid_hash);
 391
 392 destroy_new:
 393         nidstat_putref(new_stat);
 394         OBD_FREE_PTR(new_stat);
 395         RETURN(rc);
 396 }
 397 EXPORT_SYMBOL(lprocfs_exp_setup);
 398
 399 int lprocfs_exp_cleanup(struct obd_export *exp)
 400 {
 401         struct nid_stat *stat = exp->exp_nid_stats;
 402
 403         if (!stat || !exp->exp_obd)
 404                 RETURN(0);
 405
 406         nidstat_putref(exp->exp_nid_stats);
 407         exp->exp_nid_stats = NULL;
 408
 409         return 0;
 410 }
 411
 412 #define LPROCFS_OBD_OP_INIT(base, stats, op)                    \
 413 do {                                                            \
 414         unsigned int coffset = base + OBD_COUNTER_OFFSET(op);   \
 415         LASSERT(coffset < stats->ls_num);                       \
 416         lprocfs_counter_init(stats, coffset, 0, #op, "reqs");   \
 417 } while (0)
 418
 419 void lprocfs_init_ops_stats(int num_private_stats, struct lprocfs_stats *stats)
 420 {
 421         LPROCFS_OBD_OP_INIT(num_private_stats, stats, iocontrol);
 422         LPROCFS_OBD_OP_INIT(num_private_stats, stats, get_info);
 423         LPROCFS_OBD_OP_INIT(num_private_stats, stats, set_info_async);
 424         LPROCFS_OBD_OP_INIT(num_private_stats, stats, setup);
 425         LPROCFS_OBD_OP_INIT(num_private_stats, stats, precleanup);
 426         LPROCFS_OBD_OP_INIT(num_private_stats, stats, cleanup);
 427         LPROCFS_OBD_OP_INIT(num_private_stats, stats, process_config);
 428         LPROCFS_OBD_OP_INIT(num_private_stats, stats, postrecov);
 429         LPROCFS_OBD_OP_INIT(num_private_stats, stats, add_conn);
 430         LPROCFS_OBD_OP_INIT(num_private_stats, stats, del_conn);
 431         LPROCFS_OBD_OP_INIT(num_private_stats, stats, connect);
 432         LPROCFS_OBD_OP_INIT(num_private_stats, stats, reconnect);
 433         LPROCFS_OBD_OP_INIT(num_private_stats, stats, disconnect);
 434         LPROCFS_OBD_OP_INIT(num_private_stats, stats, fid_init);
 435         LPROCFS_OBD_OP_INIT(num_private_stats, stats, fid_fini);
 436         LPROCFS_OBD_OP_INIT(num_private_stats, stats, fid_alloc);
 437         LPROCFS_OBD_OP_INIT(num_private_stats, stats, statfs);
 438         LPROCFS_OBD_OP_INIT(num_private_stats, stats, statfs_async);
 439         LPROCFS_OBD_OP_INIT(num_private_stats, stats, unpackmd);
 440         LPROCFS_OBD_OP_INIT(num_private_stats, stats, create);
 441         LPROCFS_OBD_OP_INIT(num_private_stats, stats, destroy);
 442         LPROCFS_OBD_OP_INIT(num_private_stats, stats, setattr);
 443         LPROCFS_OBD_OP_INIT(num_private_stats, stats, getattr);
 444         LPROCFS_OBD_OP_INIT(num_private_stats, stats, preprw);
 445         LPROCFS_OBD_OP_INIT(num_private_stats, stats, commitrw);
 446         LPROCFS_OBD_OP_INIT(num_private_stats, stats, init_export);
 447         LPROCFS_OBD_OP_INIT(num_private_stats, stats, destroy_export);
 448         LPROCFS_OBD_OP_INIT(num_private_stats, stats, import_event);
 449         LPROCFS_OBD_OP_INIT(num_private_stats, stats, notify);
 450         LPROCFS_OBD_OP_INIT(num_private_stats, stats, health_check);
 451         LPROCFS_OBD_OP_INIT(num_private_stats, stats, get_uuid);
 452         LPROCFS_OBD_OP_INIT(num_private_stats, stats, quotactl);
 453         LPROCFS_OBD_OP_INIT(num_private_stats, stats, ping);
 454         LPROCFS_OBD_OP_INIT(num_private_stats, stats, pool_new);
 455         LPROCFS_OBD_OP_INIT(num_private_stats, stats, pool_rem);
 456         LPROCFS_OBD_OP_INIT(num_private_stats, stats, pool_add);
 457         LPROCFS_OBD_OP_INIT(num_private_stats, stats, pool_del);
 458         LPROCFS_OBD_OP_INIT(num_private_stats, stats, getref);
 459         LPROCFS_OBD_OP_INIT(num_private_stats, stats, putref);
 460
 461         CLASSERT(NUM_OBD_STATS == OBD_COUNTER_OFFSET(putref) + 1);
 462 }
 463 EXPORT_SYMBOL(lprocfs_init_ops_stats);
 464
 465 int lprocfs_alloc_obd_stats(struct obd_device *obd, unsigned num_private_stats)
 466 {
 467         struct lprocfs_stats *stats;
 468         unsigned int num_stats;
 469         int rc, i;
 470
 471         LASSERT(obd->obd_stats == NULL);
 472         LASSERT(obd->obd_proc_entry != NULL);
 473         LASSERT(obd->obd_cntr_base == 0);
 474
 475         num_stats = NUM_OBD_STATS + num_private_stats;
 476         stats = lprocfs_alloc_stats(num_stats, 0);
 477         if (stats == NULL)
 478                 return -ENOMEM;
 479
 480         lprocfs_init_ops_stats(num_private_stats, stats);
 481
 482         for (i = num_private_stats; i < num_stats; i++) {
 483                 /* If this LBUGs, it is likely that an obd
 484                  * operation was added to struct obd_ops in
 485                  * <obd.h>, and that the corresponding line item
 486                  * LPROCFS_OBD_OP_INIT(.., .., opname)
 487                  * is missing from the list above. */
 488                 LASSERTF(stats->ls_cnt_header[i].lc_name != NULL,
 489                          "Missing obd_stat initializer obd_op "
 490                          "operation at offset %d.\n", i - num_private_stats);
 491         }
 492         rc = lprocfs_register_stats(obd->obd_proc_entry, "stats", stats);
 493         if (rc < 0) {
 494                 lprocfs_free_stats(&stats);
 495         } else {
 496                 obd->obd_stats  = stats;
 497                 obd->obd_cntr_base = num_private_stats;
 498         }
 499         return rc;
 500 }
 501 EXPORT_SYMBOL(lprocfs_alloc_obd_stats);
 502
 503 void lprocfs_free_obd_stats(struct obd_device *obd)
 504 {
 505         if (obd->obd_stats)
 506                 lprocfs_free_stats(&obd->obd_stats);
 507 }
 508 EXPORT_SYMBOL(lprocfs_free_obd_stats);
 509
 510 int lprocfs_hash_seq_show(struct seq_file *m, void *data)
 511 {
 512         struct obd_device *obd = m->private;
 513         int c = 0;
 514
 515         if (obd == NULL)
 516                 return 0;
 517
 518         c += cfs_hash_debug_header(m);
 519         c += cfs_hash_debug_str(obd->obd_uuid_hash, m);
 520         c += cfs_hash_debug_str(obd->obd_nid_hash, m);
 521         c += cfs_hash_debug_str(obd->obd_nid_stats_hash, m);
 522         return c;
 523 }
 524 EXPORT_SYMBOL(lprocfs_hash_seq_show);
 525
 526 int lprocfs_recovery_status_seq_show(struct seq_file *m, void *data)
 527 {
 528         struct obd_device *obd = m->private;
 529
 530         LASSERT(obd != NULL);
 531
 532         seq_printf(m, "status: ");
 533         if (obd->obd_max_recoverable_clients == 0) {
 534                 seq_printf(m, "INACTIVE\n");
 535                 goto out;
 536         }
 537
 538         /* sampled unlocked, but really... */
 539         if (obd->obd_recovering == 0) {
 540                 seq_printf(m, "COMPLETE\n");
 541                 seq_printf(m, "recovery_start: %lu\n", obd->obd_recovery_start);
 542                 seq_printf(m, "recovery_duration: %lu\n",
 543                            obd->obd_recovery_end - obd->obd_recovery_start);
 544                 /* Number of clients that have completed recovery */
 545                 seq_printf(m, "completed_clients: %d/%d\n",
 546                            obd->obd_max_recoverable_clients -
 547                            obd->obd_stale_clients,
 548                            obd->obd_max_recoverable_clients);
 549                 seq_printf(m, "replayed_requests: %d\n",
 550                            obd->obd_replayed_requests);
 551                 seq_printf(m, "last_transno: "LPD64"\n",
 552                            obd->obd_next_recovery_transno - 1);
 553                 seq_printf(m, "VBR: %s\n", obd->obd_version_recov ?
 554                            "ENABLED" : "DISABLED");
 555                 seq_printf(m, "IR: %s\n", obd->obd_no_ir ?
 556                            "DISABLED" : "ENABLED");
 557                 goto out;
 558         }
 559
 560         seq_printf(m, "RECOVERING\n");
 561         seq_printf(m, "recovery_start: %lu\n", obd->obd_recovery_start);
 562         seq_printf(m, "time_remaining: %lu\n",
 563                    cfs_time_current_sec() >=
 564                    obd->obd_recovery_start +
 565                    obd->obd_recovery_timeout ? 0 :
 566                    obd->obd_recovery_start +
 567                    obd->obd_recovery_timeout -
 568                    cfs_time_current_sec());
 569         seq_printf(m, "connected_clients: %d/%d\n",
 570                    atomic_read(&obd->obd_connected_clients),
 571                    obd->obd_max_recoverable_clients);
 572         /* Number of clients that have completed recovery */
 573         seq_printf(m, "req_replay_clients: %d\n",
 574                    atomic_read(&obd->obd_req_replay_clients));
 575         seq_printf(m, "lock_repay_clients: %d\n",
 576                    atomic_read(&obd->obd_lock_replay_clients));
 577         seq_printf(m, "completed_clients: %d\n",
 578                    atomic_read(&obd->obd_connected_clients) -
 579                    atomic_read(&obd->obd_lock_replay_clients));
 580         seq_printf(m, "evicted_clients: %d\n", obd->obd_stale_clients);
 581         seq_printf(m, "replayed_requests: %d\n", obd->obd_replayed_requests);
 582         seq_printf(m, "queued_requests: %d\n",
 583                    obd->obd_requests_queued_for_recovery);
 584         seq_printf(m, "next_transno: "LPD64"\n",
 585                    obd->obd_next_recovery_transno);
 586 out:
 587         return 0;
 588 }
 589 EXPORT_SYMBOL(lprocfs_recovery_status_seq_show);
 590
 591 int lprocfs_ir_factor_seq_show(struct seq_file *m, void *data)
 592 {
 593         struct obd_device *obd = m->private;
 594
 595         LASSERT(obd != NULL);
 596         return seq_printf(m, "%d\n", obd->obd_recovery_ir_factor);
 597 }
 598 EXPORT_SYMBOL(lprocfs_ir_factor_seq_show);
 599
 600 ssize_t
 601 lprocfs_ir_factor_seq_write(struct file *file, const char *buffer,
 602                             size_t count, loff_t *off)
 603 {
 604         struct seq_file *m = file->private_data;
 605         struct obd_device *obd = m->private;
 606         int val, rc;
 607
 608         LASSERT(obd != NULL);
 609         rc = lprocfs_write_helper(buffer, count, &val);
 610         if (rc)
 611                 return rc;
 612
 613         if (val < OBD_IR_FACTOR_MIN || val > OBD_IR_FACTOR_MAX)
 614                 return -EINVAL;
 615
 616         obd->obd_recovery_ir_factor = val;
 617         return count;
 618 }
 619 EXPORT_SYMBOL(lprocfs_ir_factor_seq_write);
 620
 621 int lprocfs_recovery_time_soft_seq_show(struct seq_file *m, void *data)
 622 {
 623         struct obd_device *obd = m->private;
 624
 625         LASSERT(obd != NULL);
 626         return seq_printf(m, "%d\n", obd->obd_recovery_timeout);
 627 }
 628 EXPORT_SYMBOL(lprocfs_recovery_time_soft_seq_show);
 629
 630 ssize_t
 631 lprocfs_recovery_time_soft_seq_write(struct file *file, const char *buffer,
 632                                         size_t count, loff_t *off)
 633 {
 634         struct seq_file *m = file->private_data;
 635         struct obd_device *obd = m->private;
 636         int val, rc;
 637
 638         LASSERT(obd != NULL);
 639         rc = lprocfs_write_helper(buffer, count, &val);
 640         if (rc)
 641                 return rc;
 642
 643         obd->obd_recovery_timeout = val;
 644         return count;
 645 }
 646 EXPORT_SYMBOL(lprocfs_recovery_time_soft_seq_write);
 647
 648 int lprocfs_recovery_time_hard_seq_show(struct seq_file *m, void *data)
 649 {
 650         struct obd_device *obd = m->private;
 651
 652         LASSERT(obd != NULL);
 653         return seq_printf(m, "%u\n", obd->obd_recovery_time_hard);
 654 }
 655 EXPORT_SYMBOL(lprocfs_recovery_time_hard_seq_show);
 656
 657 ssize_t
 658 lprocfs_recovery_time_hard_seq_write(struct file *file, const char *buffer,
 659                                      size_t count, loff_t *off)
 660 {
 661         struct seq_file *m = file->private_data;
 662         struct obd_device *obd = m->private;
 663         int val, rc;
 664
 665         LASSERT(obd != NULL);
 666         rc = lprocfs_write_helper(buffer, count, &val);
 667         if (rc)
 668                 return rc;
 669
 670         obd->obd_recovery_time_hard = val;
 671         return count;
 672 }
 673 EXPORT_SYMBOL(lprocfs_recovery_time_hard_seq_write);
 674
 675 int lprocfs_target_instance_seq_show(struct seq_file *m, void *data)
 676 {
 677         struct obd_device *obd = m->private;
 678         struct obd_device_target *target = &obd->u.obt;
 679
 680         LASSERT(obd != NULL);
 681         LASSERT(target->obt_magic == OBT_MAGIC);
 682         return seq_printf(m, "%u\n", obd->u.obt.obt_instance);
 683 }
 684 EXPORT_SYMBOL(lprocfs_target_instance_seq_show);
 685
 686 #endif /* CONFIG_PROC_FS*/