lustre/obdclass/lprocfs_status_server.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Use is subject to license terms.
  25  *
  26  * Copyright (c) 2011, 2013, Intel Corporation.
  27  */
  28 /*
  29  * This file is part of Lustre, http://www.lustre.org/
  30  * Lustre is a trademark of Sun Microsystems, Inc.
  31  *
  32  * lustre/obdclass/lprocfs_status_server.c
  33  */
  34
  35 #define DEBUG_SUBSYSTEM S_CLASS
  36
  37
  38 #include <obd_class.h>
  39 #include <lprocfs_status.h>
  40 #include <lustre/lustre_idl.h>
  41
  42 #if defined(LPROCFS)
  43
  44 int lprocfs_evict_client_open(struct inode *inode, struct file *f)
  45 {
  46         struct obd_device *obd = PDE_DATA(f->f_dentry->d_inode);
  47
  48         atomic_inc(&obd->obd_evict_inprogress);
  49         return 0;
  50 }
  51
  52 int lprocfs_evict_client_release(struct inode *inode, struct file *f)
  53 {
  54         struct obd_device *obd = PDE_DATA(f->f_dentry->d_inode);
  55
  56         atomic_dec(&obd->obd_evict_inprogress);
  57         wake_up(&obd->obd_evict_inprogress_waitq);
  58
  59         return 0;
  60 }
  61
  62 #define BUFLEN (UUID_MAX + 5)
  63
  64 ssize_t
  65 lprocfs_evict_client_seq_write(struct file *file, const char *buffer,
  66                                size_t count, loff_t *off)
  67 {
  68         struct seq_file *m = file->private_data;
  69         struct obd_device *obd = m->private;
  70         char *tmpbuf, *kbuf;
  71
  72         OBD_ALLOC(kbuf, BUFLEN);
  73         if (kbuf == NULL)
  74                 return -ENOMEM;
  75
  76         /*
  77          * OBD_ALLOC() will zero kbuf, but we only copy BUFLEN - 1
  78          * bytes into kbuf, to ensure that the string is NUL-terminated.
  79          * UUID_MAX should include a trailing NUL already.
  80          */
  81         if (copy_from_user(kbuf, buffer,
  82                            min_t(unsigned long, BUFLEN - 1, count))) {
  83                 count = -EFAULT;
  84                 goto out;
  85         }
  86         tmpbuf = cfs_firststr(kbuf, min_t(unsigned long, BUFLEN - 1, count));
  87         class_incref(obd, __func__, current);
  88
  89         if (strncmp(tmpbuf, "nid:", 4) == 0)
  90                 obd_export_evict_by_nid(obd, tmpbuf + 4);
  91         else if (strncmp(tmpbuf, "uuid:", 5) == 0)
  92                 obd_export_evict_by_uuid(obd, tmpbuf + 5);
  93         else
  94                 obd_export_evict_by_uuid(obd, tmpbuf);
  95
  96         class_decref(obd, __func__, current);
  97
  98 out:
  99         OBD_FREE(kbuf, BUFLEN);
 100         return count;
 101 }
 102 EXPORT_SYMBOL(lprocfs_evict_client_seq_write);
 103
 104 #undef BUFLEN
 105
 106 int lprocfs_num_exports_seq_show(struct seq_file *m, void *data)
 107 {
 108         struct obd_device *obd = data;
 109
 110         LASSERT(obd != NULL);
 111         return seq_printf(m, "%u\n", obd->obd_num_exports);
 112 }
 113 EXPORT_SYMBOL(lprocfs_num_exports_seq_show);
 114
 115 static void lprocfs_free_client_stats(struct nid_stat *client_stat)
 116 {
 117         CDEBUG(D_CONFIG, "stat %p - data %p/%p\n", client_stat,
 118                client_stat->nid_proc, client_stat->nid_stats);
 119
 120         LASSERTF(atomic_read(&client_stat->nid_exp_ref_count) == 0,
 121                  "nid %s:count %d\n", libcfs_nid2str(client_stat->nid),
 122                  atomic_read(&client_stat->nid_exp_ref_count));
 123
 124         if (client_stat->nid_proc)
 125                 lprocfs_remove(&client_stat->nid_proc);
 126
 127         if (client_stat->nid_stats)
 128                 lprocfs_free_stats(&client_stat->nid_stats);
 129
 130         if (client_stat->nid_ldlm_stats)
 131                 lprocfs_free_stats(&client_stat->nid_ldlm_stats);
 132
 133         OBD_FREE_PTR(client_stat);
 134         return;
 135 }
 136
 137 void lprocfs_free_per_client_stats(struct obd_device *obd)
 138 {
 139         cfs_hash_t *hash = obd->obd_nid_stats_hash;
 140         struct nid_stat *stat;
 141         ENTRY;
 142
 143         /* we need extra list - because hash_exit called to early */
 144         /* not need locking because all clients is died */
 145         while (!list_empty(&obd->obd_nid_stats)) {
 146                 stat = list_entry(obd->obd_nid_stats.next,
 147                                   struct nid_stat, nid_list);
 148                 list_del_init(&stat->nid_list);
 149                 cfs_hash_del(hash, &stat->nid, &stat->nid_hash);
 150                 lprocfs_free_client_stats(stat);
 151         }
 152         EXIT;
 153 }
 154 EXPORT_SYMBOL(lprocfs_free_per_client_stats);
 155
 156 int lprocfs_exp_nid_seq_show(struct seq_file *m, void *data)
 157 {
 158         struct obd_export *exp = m->private;
 159         LASSERT(exp != NULL);
 160         return seq_printf(m, "%s\n", obd_export_nid2str(exp));
 161 }
 162
 163 int lprocfs_exp_print_uuid_seq(cfs_hash_t *hs, cfs_hash_bd_t *bd,
 164                                 struct hlist_node *hnode, void *cb_data)
 165
 166 {
 167         struct obd_export *exp = cfs_hash_object(hs, hnode);
 168         struct seq_file *m = cb_data;
 169
 170         if (exp->exp_nid_stats)
 171                 seq_printf(m, "%s\n", obd_uuid2str(&exp->exp_client_uuid));
 172         return 0;
 173 }
 174
 175 int lprocfs_exp_uuid_seq_show(struct seq_file *m, void *data)
 176 {
 177         struct nid_stat *stats = m->private;
 178         struct obd_device *obd = stats->nid_obd;
 179
 180         cfs_hash_for_each_key(obd->obd_nid_hash, &stats->nid,
 181                                 lprocfs_exp_print_uuid_seq, m);
 182         return 0;
 183 }
 184 LPROC_SEQ_FOPS_RO(lprocfs_exp_uuid);
 185
 186 int lprocfs_exp_print_hash_seq(cfs_hash_t *hs, cfs_hash_bd_t *bd,
 187                                 struct hlist_node *hnode, void *cb_data)
 188
 189 {
 190         struct seq_file *m = cb_data;
 191         struct obd_export *exp = cfs_hash_object(hs, hnode);
 192
 193         if (exp->exp_lock_hash != NULL) {
 194                 cfs_hash_debug_header_seq(m);
 195                 cfs_hash_debug_str_seq(hs, m);
 196         }
 197         return 0;
 198 }
 199
 200 int lprocfs_exp_hash_seq_show(struct seq_file *m, void *data)
 201 {
 202         struct nid_stat *stats = m->private;
 203         struct obd_device *obd = stats->nid_obd;
 204
 205         cfs_hash_for_each_key(obd->obd_nid_hash, &stats->nid,
 206                                 lprocfs_exp_print_hash_seq, m);
 207         return 0;
 208 }
 209 LPROC_SEQ_FOPS_RO(lprocfs_exp_hash);
 210
 211 int lprocfs_nid_stats_clear_seq_show(struct seq_file *m, void *data)
 212 {
 213         return seq_printf(m, "%s\n", "Write into this file to clear all nid "
 214                           "stats and stale nid entries");
 215 }
 216 EXPORT_SYMBOL(lprocfs_nid_stats_clear_seq_show);
 217
 218 static int lprocfs_nid_stats_clear_write_cb(void *obj, void *data)
 219 {
 220         struct nid_stat *stat = obj;
 221         ENTRY;
 222
 223         CDEBUG(D_INFO, "refcnt %d\n", atomic_read(&stat->nid_exp_ref_count));
 224         if (atomic_read(&stat->nid_exp_ref_count) == 1) {
 225                 /* object has only hash references. */
 226                 spin_lock(&stat->nid_obd->obd_nid_lock);
 227                 list_move(&stat->nid_list, data);
 228                 spin_unlock(&stat->nid_obd->obd_nid_lock);
 229                 RETURN(1);
 230         }
 231         /* we has reference to object - only clear data*/
 232         if (stat->nid_stats)
 233                 lprocfs_clear_stats(stat->nid_stats);
 234
 235         RETURN(0);
 236 }
 237
 238 ssize_t
 239 lprocfs_nid_stats_clear_seq_write(struct file *file, const char *buffer,
 240                                         size_t count, loff_t *off)
 241 {
 242         struct seq_file *m = file->private_data;
 243         struct obd_device *obd = m->private;
 244         struct nid_stat *client_stat;
 245         struct list_head free_list;
 246
 247         INIT_LIST_HEAD(&free_list);
 248         cfs_hash_cond_del(obd->obd_nid_stats_hash,
 249                           lprocfs_nid_stats_clear_write_cb, &free_list);
 250
 251         while (!list_empty(&free_list)) {
 252                 client_stat = list_entry(free_list.next, struct nid_stat,
 253                                          nid_list);
 254                 list_del_init(&client_stat->nid_list);
 255                 lprocfs_free_client_stats(client_stat);
 256         }
 257         return count;
 258 }
 259 EXPORT_SYMBOL(lprocfs_nid_stats_clear_seq_write);
 260
 261 int lprocfs_exp_setup(struct obd_export *exp, lnet_nid_t *nid, int *newnid)
 262 {
 263         struct nid_stat *new_stat, *old_stat;
 264         struct obd_device *obd = NULL;
 265         struct proc_dir_entry *entry;
 266         char *buffer = NULL;
 267         int rc = 0;
 268         ENTRY;
 269
 270         *newnid = 0;
 271
 272         if (!exp || !exp->exp_obd || !exp->exp_obd->obd_proc_exports_entry ||
 273             !exp->exp_obd->obd_nid_stats_hash)
 274                 RETURN(-EINVAL);
 275
 276         /* not test against zero because eric say:
 277          * You may only test nid against another nid, or LNET_NID_ANY.
 278          * Anything else is nonsense.*/
 279         if (!nid || *nid == LNET_NID_ANY)
 280                 RETURN(0);
 281
 282         spin_lock(&exp->exp_lock);
 283         if (exp->exp_nid_stats != NULL) {
 284                 spin_unlock(&exp->exp_lock);
 285                 RETURN(-EALREADY);
 286         }
 287         spin_unlock(&exp->exp_lock);
 288
 289         obd = exp->exp_obd;
 290
 291         CDEBUG(D_CONFIG, "using hash %p\n", obd->obd_nid_stats_hash);
 292
 293         OBD_ALLOC_PTR(new_stat);
 294         if (new_stat == NULL)
 295                 RETURN(-ENOMEM);
 296
 297         new_stat->nid           = *nid;
 298         new_stat->nid_obd       = exp->exp_obd;
 299         /* we need set default refcount to 1 to balance obd_disconnect */
 300         atomic_set(&new_stat->nid_exp_ref_count, 1);
 301
 302         old_stat = cfs_hash_findadd_unique(obd->obd_nid_stats_hash,
 303                                            nid, &new_stat->nid_hash);
 304         CDEBUG(D_INFO, "Found stats %p for nid %s - ref %d\n",
 305                old_stat, libcfs_nid2str(*nid),
 306                atomic_read(&new_stat->nid_exp_ref_count));
 307
 308         /* Return -EALREADY here so that we know that the /proc
 309          * entry already has been created */
 310         if (old_stat != new_stat) {
 311                 spin_lock(&exp->exp_lock);
 312                 if (exp->exp_nid_stats) {
 313                         LASSERT(exp->exp_nid_stats == old_stat);
 314                         nidstat_putref(exp->exp_nid_stats);
 315                 }
 316                 exp->exp_nid_stats = old_stat;
 317                 spin_unlock(&exp->exp_lock);
 318                 GOTO(destroy_new, rc = -EALREADY);
 319         }
 320         /* not found - create */
 321         OBD_ALLOC(buffer, LNET_NIDSTR_SIZE);
 322         if (buffer == NULL)
 323                 GOTO(destroy_new, rc = -ENOMEM);
 324
 325         memcpy(buffer, libcfs_nid2str(*nid), LNET_NIDSTR_SIZE);
 326 #ifndef HAVE_ONLY_PROCFS_SEQ
 327         new_stat->nid_proc = lprocfs_register(buffer,
 328                                               obd->obd_proc_exports_entry,
 329                                               NULL, NULL);
 330 #else
 331         new_stat->nid_proc = lprocfs_seq_register(buffer,
 332                                                   obd->obd_proc_exports_entry,
 333                                                   NULL, NULL);
 334 #endif
 335         OBD_FREE(buffer, LNET_NIDSTR_SIZE);
 336
 337         if (IS_ERR(new_stat->nid_proc)) {
 338                 rc = PTR_ERR(new_stat->nid_proc);
 339                 new_stat->nid_proc = NULL;
 340                 CERROR("%s: cannot create proc entry for export %s: rc = %d\n",
 341                        obd->obd_name, libcfs_nid2str(*nid), rc);
 342                 GOTO(destroy_new_ns, rc);
 343         }
 344
 345         entry = lprocfs_add_simple(new_stat->nid_proc, "uuid",
 346 #ifndef HAVE_ONLY_PROCFS_SEQ
 347                                    NULL, NULL,
 348 #endif
 349                                    new_stat, &lprocfs_exp_uuid_fops);
 350         if (IS_ERR(entry)) {
 351                 CWARN("Error adding the NID stats file\n");
 352                 rc = PTR_ERR(entry);
 353                 GOTO(destroy_new_ns, rc);
 354         }
 355
 356         entry = lprocfs_add_simple(new_stat->nid_proc, "hash",
 357 #ifndef HAVE_ONLY_PROCFS_SEQ
 358                                    NULL, NULL,
 359 #endif
 360                                    new_stat, &lprocfs_exp_hash_fops);
 361         if (IS_ERR(entry)) {
 362                 CWARN("Error adding the hash file\n");
 363                 rc = PTR_ERR(entry);
 364                 GOTO(destroy_new_ns, rc);
 365         }
 366
 367         spin_lock(&exp->exp_lock);
 368         exp->exp_nid_stats = new_stat;
 369         spin_unlock(&exp->exp_lock);
 370         *newnid = 1;
 371         /* protect competitive add to list, not need locking on destroy */
 372         spin_lock(&obd->obd_nid_lock);
 373         list_add(&new_stat->nid_list, &obd->obd_nid_stats);
 374         spin_unlock(&obd->obd_nid_lock);
 375
 376         RETURN(rc);
 377
 378 destroy_new_ns:
 379         if (new_stat->nid_proc != NULL)
 380                 lprocfs_remove(&new_stat->nid_proc);
 381         cfs_hash_del(obd->obd_nid_stats_hash, nid, &new_stat->nid_hash);
 382
 383 destroy_new:
 384         nidstat_putref(new_stat);
 385         OBD_FREE_PTR(new_stat);
 386         RETURN(rc);
 387 }
 388 EXPORT_SYMBOL(lprocfs_exp_setup);
 389
 390 int lprocfs_exp_cleanup(struct obd_export *exp)
 391 {
 392         struct nid_stat *stat = exp->exp_nid_stats;
 393
 394         if (!stat || !exp->exp_obd)
 395                 RETURN(0);
 396
 397         nidstat_putref(exp->exp_nid_stats);
 398         exp->exp_nid_stats = NULL;
 399
 400         return 0;
 401 }
 402 EXPORT_SYMBOL(lprocfs_exp_cleanup);
 403
 404 #define LPROCFS_OBD_OP_INIT(base, stats, op)                    \
 405 do {                                                            \
 406         unsigned int coffset = base + OBD_COUNTER_OFFSET(op);   \
 407         LASSERT(coffset < stats->ls_num);                       \
 408         lprocfs_counter_init(stats, coffset, 0, #op, "reqs");   \
 409 } while (0)
 410
 411 void lprocfs_init_ops_stats(int num_private_stats, struct lprocfs_stats *stats)
 412 {
 413         LPROCFS_OBD_OP_INIT(num_private_stats, stats, iocontrol);
 414         LPROCFS_OBD_OP_INIT(num_private_stats, stats, get_info);
 415         LPROCFS_OBD_OP_INIT(num_private_stats, stats, set_info_async);
 416         LPROCFS_OBD_OP_INIT(num_private_stats, stats, setup);
 417         LPROCFS_OBD_OP_INIT(num_private_stats, stats, precleanup);
 418         LPROCFS_OBD_OP_INIT(num_private_stats, stats, cleanup);
 419         LPROCFS_OBD_OP_INIT(num_private_stats, stats, process_config);
 420         LPROCFS_OBD_OP_INIT(num_private_stats, stats, postrecov);
 421         LPROCFS_OBD_OP_INIT(num_private_stats, stats, add_conn);
 422         LPROCFS_OBD_OP_INIT(num_private_stats, stats, del_conn);
 423         LPROCFS_OBD_OP_INIT(num_private_stats, stats, connect);
 424         LPROCFS_OBD_OP_INIT(num_private_stats, stats, reconnect);
 425         LPROCFS_OBD_OP_INIT(num_private_stats, stats, disconnect);
 426         LPROCFS_OBD_OP_INIT(num_private_stats, stats, fid_init);
 427         LPROCFS_OBD_OP_INIT(num_private_stats, stats, fid_fini);
 428         LPROCFS_OBD_OP_INIT(num_private_stats, stats, fid_alloc);
 429         LPROCFS_OBD_OP_INIT(num_private_stats, stats, statfs);
 430         LPROCFS_OBD_OP_INIT(num_private_stats, stats, statfs_async);
 431         LPROCFS_OBD_OP_INIT(num_private_stats, stats, packmd);
 432         LPROCFS_OBD_OP_INIT(num_private_stats, stats, unpackmd);
 433         LPROCFS_OBD_OP_INIT(num_private_stats, stats, create);
 434         LPROCFS_OBD_OP_INIT(num_private_stats, stats, destroy);
 435         LPROCFS_OBD_OP_INIT(num_private_stats, stats, setattr);
 436         LPROCFS_OBD_OP_INIT(num_private_stats, stats, setattr_async);
 437         LPROCFS_OBD_OP_INIT(num_private_stats, stats, getattr);
 438         LPROCFS_OBD_OP_INIT(num_private_stats, stats, getattr_async);
 439         LPROCFS_OBD_OP_INIT(num_private_stats, stats, preprw);
 440         LPROCFS_OBD_OP_INIT(num_private_stats, stats, commitrw);
 441         LPROCFS_OBD_OP_INIT(num_private_stats, stats, change_cbdata);
 442         LPROCFS_OBD_OP_INIT(num_private_stats, stats, find_cbdata);
 443         LPROCFS_OBD_OP_INIT(num_private_stats, stats, init_export);
 444         LPROCFS_OBD_OP_INIT(num_private_stats, stats, destroy_export);
 445         LPROCFS_OBD_OP_INIT(num_private_stats, stats, llog_init);
 446         LPROCFS_OBD_OP_INIT(num_private_stats, stats, llog_finish);
 447         LPROCFS_OBD_OP_INIT(num_private_stats, stats, import_event);
 448         LPROCFS_OBD_OP_INIT(num_private_stats, stats, notify);
 449         LPROCFS_OBD_OP_INIT(num_private_stats, stats, health_check);
 450         LPROCFS_OBD_OP_INIT(num_private_stats, stats, get_uuid);
 451         LPROCFS_OBD_OP_INIT(num_private_stats, stats, quotacheck);
 452         LPROCFS_OBD_OP_INIT(num_private_stats, stats, quotactl);
 453         LPROCFS_OBD_OP_INIT(num_private_stats, stats, ping);
 454         LPROCFS_OBD_OP_INIT(num_private_stats, stats, pool_new);
 455         LPROCFS_OBD_OP_INIT(num_private_stats, stats, pool_rem);
 456         LPROCFS_OBD_OP_INIT(num_private_stats, stats, pool_add);
 457         LPROCFS_OBD_OP_INIT(num_private_stats, stats, pool_del);
 458         LPROCFS_OBD_OP_INIT(num_private_stats, stats, getref);
 459         LPROCFS_OBD_OP_INIT(num_private_stats, stats, putref);
 460
 461         CLASSERT(NUM_OBD_STATS == OBD_COUNTER_OFFSET(putref) + 1);
 462 }
 463 EXPORT_SYMBOL(lprocfs_init_ops_stats);
 464
 465 int lprocfs_alloc_obd_stats(struct obd_device *obd, unsigned num_private_stats)
 466 {
 467         struct lprocfs_stats *stats;
 468         unsigned int num_stats;
 469         int rc, i;
 470
 471         LASSERT(obd->obd_stats == NULL);
 472         LASSERT(obd->obd_proc_entry != NULL);
 473         LASSERT(obd->obd_cntr_base == 0);
 474
 475         num_stats = NUM_OBD_STATS + num_private_stats;
 476         stats = lprocfs_alloc_stats(num_stats, 0);
 477         if (stats == NULL)
 478                 return -ENOMEM;
 479
 480         lprocfs_init_ops_stats(num_private_stats, stats);
 481
 482         for (i = num_private_stats; i < num_stats; i++) {
 483                 /* If this LBUGs, it is likely that an obd
 484                  * operation was added to struct obd_ops in
 485                  * <obd.h>, and that the corresponding line item
 486                  * LPROCFS_OBD_OP_INIT(.., .., opname)
 487                  * is missing from the list above. */
 488                 LASSERTF(stats->ls_cnt_header[i].lc_name != NULL,
 489                          "Missing obd_stat initializer obd_op "
 490                          "operation at offset %d.\n", i - num_private_stats);
 491         }
 492         rc = lprocfs_register_stats(obd->obd_proc_entry, "stats", stats);
 493         if (rc < 0) {
 494                 lprocfs_free_stats(&stats);
 495         } else {
 496                 obd->obd_stats  = stats;
 497                 obd->obd_cntr_base = num_private_stats;
 498         }
 499         return rc;
 500 }
 501 EXPORT_SYMBOL(lprocfs_alloc_obd_stats);
 502
 503 void lprocfs_free_obd_stats(struct obd_device *obd)
 504 {
 505         if (obd->obd_stats)
 506                 lprocfs_free_stats(&obd->obd_stats);
 507 }
 508 EXPORT_SYMBOL(lprocfs_free_obd_stats);
 509
 510 int lprocfs_hash_seq_show(struct seq_file *m, void *data)
 511 {
 512         struct obd_device *obd = m->private;
 513         int c = 0;
 514
 515         if (obd == NULL)
 516                 return 0;
 517
 518         c += cfs_hash_debug_header_seq(m);
 519         c += cfs_hash_debug_str_seq(obd->obd_uuid_hash, m);
 520         c += cfs_hash_debug_str_seq(obd->obd_nid_hash, m);
 521         c += cfs_hash_debug_str_seq(obd->obd_nid_stats_hash, m);
 522         return c;
 523 }
 524 EXPORT_SYMBOL(lprocfs_hash_seq_show);
 525
 526 int lprocfs_recovery_status_seq_show(struct seq_file *m, void *data)
 527 {
 528         struct obd_device *obd = m->private;
 529
 530         LASSERT(obd != NULL);
 531
 532         seq_printf(m, "status: ");
 533         if (obd->obd_max_recoverable_clients == 0) {
 534                 seq_printf(m, "INACTIVE\n");
 535                 goto out;
 536         }
 537
 538         /* sampled unlocked, but really... */
 539         if (obd->obd_recovering == 0) {
 540                 seq_printf(m, "COMPLETE\n");
 541                 seq_printf(m, "recovery_start: %lu\n", obd->obd_recovery_start);
 542                 seq_printf(m, "recovery_duration: %lu\n",
 543                            obd->obd_recovery_end - obd->obd_recovery_start);
 544                 /* Number of clients that have completed recovery */
 545                 seq_printf(m, "completed_clients: %d/%d\n",
 546                            obd->obd_max_recoverable_clients -
 547                            obd->obd_stale_clients,
 548                            obd->obd_max_recoverable_clients);
 549                 seq_printf(m, "replayed_requests: %d\n",
 550                            obd->obd_replayed_requests);
 551                 seq_printf(m, "last_transno: "LPD64"\n",
 552                            obd->obd_next_recovery_transno - 1);
 553                 seq_printf(m, "VBR: %s\n", obd->obd_version_recov ?
 554                            "ENABLED" : "DISABLED");
 555                 seq_printf(m, "IR: %s\n", obd->obd_no_ir ?
 556                            "DISABLED" : "ENABLED");
 557                 goto out;
 558         }
 559
 560         seq_printf(m, "RECOVERING\n");
 561         seq_printf(m, "recovery_start: %lu\n", obd->obd_recovery_start);
 562         seq_printf(m, "time_remaining: %lu\n",
 563                    cfs_time_current_sec() >=
 564                    obd->obd_recovery_start +
 565                    obd->obd_recovery_timeout ? 0 :
 566                    obd->obd_recovery_start +
 567                    obd->obd_recovery_timeout -
 568                    cfs_time_current_sec());
 569         seq_printf(m, "connected_clients: %d/%d\n",
 570                    atomic_read(&obd->obd_connected_clients),
 571                    obd->obd_max_recoverable_clients);
 572         /* Number of clients that have completed recovery */
 573         seq_printf(m, "req_replay_clients: %d\n",
 574                    atomic_read(&obd->obd_req_replay_clients));
 575         seq_printf(m, "lock_repay_clients: %d\n",
 576                    atomic_read(&obd->obd_lock_replay_clients));
 577         seq_printf(m, "completed_clients: %d\n",
 578                    atomic_read(&obd->obd_connected_clients) -
 579                    atomic_read(&obd->obd_lock_replay_clients));
 580         seq_printf(m, "evicted_clients: %d\n", obd->obd_stale_clients);
 581         seq_printf(m, "replayed_requests: %d\n", obd->obd_replayed_requests);
 582         seq_printf(m, "queued_requests: %d\n",
 583                    obd->obd_requests_queued_for_recovery);
 584         seq_printf(m, "next_transno: "LPD64"\n",
 585                    obd->obd_next_recovery_transno);
 586 out:
 587         return 0;
 588 }
 589 EXPORT_SYMBOL(lprocfs_recovery_status_seq_show);
 590
 591 int lprocfs_ir_factor_seq_show(struct seq_file *m, void *data)
 592 {
 593         struct obd_device *obd = m->private;
 594
 595         LASSERT(obd != NULL);
 596         return seq_printf(m, "%d\n", obd->obd_recovery_ir_factor);
 597 }
 598 EXPORT_SYMBOL(lprocfs_ir_factor_seq_show);
 599
 600 ssize_t
 601 lprocfs_ir_factor_seq_write(struct file *file, const char *buffer,
 602                             size_t count, loff_t *off)
 603 {
 604         struct seq_file *m = file->private_data;
 605         struct obd_device *obd = m->private;
 606         int val, rc;
 607
 608         LASSERT(obd != NULL);
 609         rc = lprocfs_write_helper(buffer, count, &val);
 610         if (rc)
 611                 return rc;
 612
 613         if (val < OBD_IR_FACTOR_MIN || val > OBD_IR_FACTOR_MAX)
 614                 return -EINVAL;
 615
 616         obd->obd_recovery_ir_factor = val;
 617         return count;
 618 }
 619 EXPORT_SYMBOL(lprocfs_ir_factor_seq_write);
 620
 621 int lprocfs_recovery_time_soft_seq_show(struct seq_file *m, void *data)
 622 {
 623         struct obd_device *obd = m->private;
 624
 625         LASSERT(obd != NULL);
 626         return seq_printf(m, "%d\n", obd->obd_recovery_timeout);
 627 }
 628 EXPORT_SYMBOL(lprocfs_recovery_time_soft_seq_show);
 629
 630 ssize_t
 631 lprocfs_recovery_time_soft_seq_write(struct file *file, const char *buffer,
 632                                         size_t count, loff_t *off)
 633 {
 634         struct seq_file *m = file->private_data;
 635         struct obd_device *obd = m->private;
 636         int val, rc;
 637
 638         LASSERT(obd != NULL);
 639         rc = lprocfs_write_helper(buffer, count, &val);
 640         if (rc)
 641                 return rc;
 642
 643         obd->obd_recovery_timeout = val;
 644         return count;
 645 }
 646 EXPORT_SYMBOL(lprocfs_recovery_time_soft_seq_write);
 647
 648 int lprocfs_recovery_time_hard_seq_show(struct seq_file *m, void *data)
 649 {
 650         struct obd_device *obd = m->private;
 651
 652         LASSERT(obd != NULL);
 653         return seq_printf(m, "%u\n", obd->obd_recovery_time_hard);
 654 }
 655 EXPORT_SYMBOL(lprocfs_recovery_time_hard_seq_show);
 656
 657 ssize_t
 658 lprocfs_recovery_time_hard_seq_write(struct file *file, const char *buffer,
 659                                      size_t count, loff_t *off)
 660 {
 661         struct seq_file *m = file->private_data;
 662         struct obd_device *obd = m->private;
 663         int val, rc;
 664
 665         LASSERT(obd != NULL);
 666         rc = lprocfs_write_helper(buffer, count, &val);
 667         if (rc)
 668                 return rc;
 669
 670         obd->obd_recovery_time_hard = val;
 671         return count;
 672 }
 673 EXPORT_SYMBOL(lprocfs_recovery_time_hard_seq_write);
 674
 675 int lprocfs_target_instance_seq_show(struct seq_file *m, void *data)
 676 {
 677         struct obd_device *obd = m->private;
 678         struct obd_device_target *target = &obd->u.obt;
 679
 680         LASSERT(obd != NULL);
 681         LASSERT(target->obt_magic == OBT_MAGIC);
 682         return seq_printf(m, "%u\n", obd->u.obt.obt_instance);
 683 }
 684 EXPORT_SYMBOL(lprocfs_target_instance_seq_show);
 685
 686 #endif /* LPROCFS*/