4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2011, 2017, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
30 * Lustre is a trademark of Sun Microsystems, Inc.
32 * lustre/obdclass/lprocfs_status.c
34 * Author: Hariharan Thantry <thantry@users.sourceforge.net>
37 #define DEBUG_SUBSYSTEM S_CLASS
39 #include <obd_class.h>
40 #include <lprocfs_status.h>
44 static int lprocfs_no_percpu_stats = 0;
45 module_param(lprocfs_no_percpu_stats, int, 0644);
46 MODULE_PARM_DESC(lprocfs_no_percpu_stats, "Do not alloc percpu data for lprocfs stats");
48 #define MAX_STRING_SIZE 128
50 int lprocfs_single_release(struct inode *inode, struct file *file)
52 return single_release(inode, file);
54 EXPORT_SYMBOL(lprocfs_single_release);
56 int lprocfs_seq_release(struct inode *inode, struct file *file)
58 return seq_release(inode, file);
60 EXPORT_SYMBOL(lprocfs_seq_release);
62 struct dentry *ldebugfs_add_simple(struct dentry *root,
63 char *name, void *data,
64 const struct file_operations *fops)
69 if (!root || !name || !fops)
70 return ERR_PTR(-EINVAL);
76 entry = debugfs_create_file(name, mode, root, data, fops);
77 if (IS_ERR_OR_NULL(entry)) {
78 CERROR("LprocFS: No memory to create <debugfs> entry %s", name);
79 return entry ?: ERR_PTR(-ENOMEM);
83 EXPORT_SYMBOL(ldebugfs_add_simple);
85 struct proc_dir_entry *
86 lprocfs_add_simple(struct proc_dir_entry *root, char *name,
87 void *data, const struct file_operations *fops)
89 struct proc_dir_entry *proc;
92 if (!root || !name || !fops)
93 return ERR_PTR(-EINVAL);
99 proc = proc_create_data(name, mode, root, fops, data);
101 CERROR("LprocFS: No memory to create /proc entry %s\n",
103 return ERR_PTR(-ENOMEM);
107 EXPORT_SYMBOL(lprocfs_add_simple);
109 struct proc_dir_entry *lprocfs_add_symlink(const char *name,
110 struct proc_dir_entry *parent,
111 const char *format, ...)
113 struct proc_dir_entry *entry;
117 if (!parent || !format)
120 OBD_ALLOC_WAIT(dest, MAX_STRING_SIZE + 1);
124 va_start(ap, format);
125 vsnprintf(dest, MAX_STRING_SIZE, format, ap);
128 entry = proc_symlink(name, parent, dest);
130 CERROR("LprocFS: Could not create symbolic link from "
131 "%s to %s\n", name, dest);
133 OBD_FREE(dest, MAX_STRING_SIZE + 1);
136 EXPORT_SYMBOL(lprocfs_add_symlink);
138 static const struct file_operations lprocfs_generic_fops = { };
140 int ldebugfs_add_vars(struct dentry *parent, struct lprocfs_vars *list,
143 if (IS_ERR_OR_NULL(parent) || IS_ERR_OR_NULL(list))
147 struct dentry *entry;
150 if (list->proc_mode != 0000) {
151 mode = list->proc_mode;
152 } else if (list->fops) {
153 if (list->fops->read)
155 if (list->fops->write)
158 entry = debugfs_create_file(list->name, mode, parent,
160 list->fops ? : &lprocfs_generic_fops);
161 if (IS_ERR_OR_NULL(entry))
162 return entry ? PTR_ERR(entry) : -ENOMEM;
167 EXPORT_SYMBOL_GPL(ldebugfs_add_vars);
172 * \param root [in] The parent proc entry on which new entry will be added.
173 * \param list [in] Array of proc entries to be added.
174 * \param data [in] The argument to be passed when entries read/write routines
175 * are called through /proc file.
177 * \retval 0 on success
181 lprocfs_add_vars(struct proc_dir_entry *root, struct lprocfs_vars *list,
188 struct proc_dir_entry *proc;
191 if (list->proc_mode != 0000) {
192 mode = list->proc_mode;
193 } else if (list->fops) {
194 if (list->fops->read)
196 if (list->fops->write)
199 proc = proc_create_data(list->name, mode, root,
200 list->fops ?: &lprocfs_generic_fops,
208 EXPORT_SYMBOL(lprocfs_add_vars);
210 void ldebugfs_remove(struct dentry **entryp)
212 debugfs_remove_recursive(*entryp);
215 EXPORT_SYMBOL_GPL(ldebugfs_remove);
217 #ifndef HAVE_REMOVE_PROC_SUBTREE
218 /* for b=10866, global variable */
219 DECLARE_RWSEM(_lprocfs_lock);
220 EXPORT_SYMBOL(_lprocfs_lock);
222 static void lprocfs_remove_nolock(struct proc_dir_entry **proot)
224 struct proc_dir_entry *root = *proot;
225 struct proc_dir_entry *temp = root;
226 struct proc_dir_entry *rm_entry;
227 struct proc_dir_entry *parent;
230 if (!root || IS_ERR(root))
233 parent = root->parent;
234 LASSERT(parent != NULL);
244 * Memory corruption once caused this to fail, and
245 * without this LASSERT we would loop here forever.
247 LASSERTF(strlen(rm_entry->name) == rm_entry->namelen,
248 "0x%p %s/%s len %d\n", rm_entry, temp->name,
249 rm_entry->name, (int)strlen(rm_entry->name));
251 remove_proc_entry(rm_entry->name, temp);
257 int remove_proc_subtree(const char *name, struct proc_dir_entry *parent)
259 struct proc_dir_entry *t = NULL;
260 struct proc_dir_entry **p;
263 LASSERT(parent != NULL);
266 down_write(&_lprocfs_lock);
267 /* lookup target name */
268 for (p = &parent->subdir; *p; p = &(*p)->next) {
269 if ((*p)->namelen != len)
271 if (memcmp(name, (*p)->name, len))
278 /* verify it's empty: do not count "num_refs" */
279 for (p = &t->subdir; *p; p = &(*p)->next) {
280 if ((*p)->namelen != strlen("num_refs")) {
284 if (memcmp("num_refs", (*p)->name,
285 strlen("num_refs"))) {
293 lprocfs_remove_nolock(&t);
295 up_write(&_lprocfs_lock);
298 #endif /* !HAVE_REMOVE_PROC_SUBTREE */
300 #ifndef HAVE_PROC_REMOVE
301 void proc_remove(struct proc_dir_entry *de)
303 #ifndef HAVE_REMOVE_PROC_SUBTREE
304 down_write(&_lprocfs_lock); /* search vs remove race */
305 lprocfs_remove_nolock(&de);
306 up_write(&_lprocfs_lock);
309 remove_proc_subtree(de->name, de->parent);
314 void lprocfs_remove(struct proc_dir_entry **rooth)
319 EXPORT_SYMBOL(lprocfs_remove);
321 void lprocfs_remove_proc_entry(const char *name, struct proc_dir_entry *parent)
323 LASSERT(parent != NULL);
324 remove_proc_entry(name, parent);
326 EXPORT_SYMBOL(lprocfs_remove_proc_entry);
328 struct dentry *ldebugfs_register(const char *name, struct dentry *parent,
329 struct lprocfs_vars *list, void *data)
331 struct dentry *entry;
333 entry = debugfs_create_dir(name, parent);
334 if (IS_ERR_OR_NULL(entry)) {
335 entry = entry ?: ERR_PTR(-ENOMEM);
339 if (!IS_ERR_OR_NULL(list)) {
342 rc = ldebugfs_add_vars(entry, list, data);
344 debugfs_remove(entry);
351 EXPORT_SYMBOL_GPL(ldebugfs_register);
353 struct proc_dir_entry *
354 lprocfs_register(const char *name, struct proc_dir_entry *parent,
355 struct lprocfs_vars *list, void *data)
357 struct proc_dir_entry *newchild;
359 newchild = proc_mkdir(name, parent);
361 return ERR_PTR(-ENOMEM);
364 int rc = lprocfs_add_vars(newchild, list, data);
366 lprocfs_remove(&newchild);
372 EXPORT_SYMBOL(lprocfs_register);
374 /* Generic callbacks */
375 int lprocfs_uuid_seq_show(struct seq_file *m, void *data)
377 struct obd_device *obd = data;
379 LASSERT(obd != NULL);
380 seq_printf(m, "%s\n", obd->obd_uuid.uuid);
383 EXPORT_SYMBOL(lprocfs_uuid_seq_show);
385 static ssize_t uuid_show(struct kobject *kobj, struct attribute *attr,
388 struct obd_device *obd = container_of(kobj, struct obd_device,
391 return sprintf(buf, "%s\n", obd->obd_uuid.uuid);
393 LUSTRE_RO_ATTR(uuid);
395 static ssize_t blocksize_show(struct kobject *kobj, struct attribute *attr,
398 struct obd_device *obd = container_of(kobj, struct obd_device,
400 struct obd_statfs osfs;
403 rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
404 ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
407 return sprintf(buf, "%u\n", osfs.os_bsize);
411 LUSTRE_RO_ATTR(blocksize);
413 static ssize_t kbytestotal_show(struct kobject *kobj, struct attribute *attr,
416 struct obd_device *obd = container_of(kobj, struct obd_device,
418 struct obd_statfs osfs;
421 rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
422 ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
425 u32 blk_size = osfs.os_bsize >> 10;
426 u64 result = osfs.os_blocks;
428 result *= rounddown_pow_of_two(blk_size ?: 1);
429 return sprintf(buf, "%llu\n", result);
434 LUSTRE_RO_ATTR(kbytestotal);
436 static ssize_t kbytesfree_show(struct kobject *kobj, struct attribute *attr,
439 struct obd_device *obd = container_of(kobj, struct obd_device,
441 struct obd_statfs osfs;
444 rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
445 ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
448 u32 blk_size = osfs.os_bsize >> 10;
449 u64 result = osfs.os_bfree;
451 while (blk_size >>= 1)
454 return sprintf(buf, "%llu\n", result);
459 LUSTRE_RO_ATTR(kbytesfree);
461 static ssize_t kbytesavail_show(struct kobject *kobj, struct attribute *attr,
464 struct obd_device *obd = container_of(kobj, struct obd_device,
466 struct obd_statfs osfs;
469 rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
470 ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
473 u32 blk_size = osfs.os_bsize >> 10;
474 u64 result = osfs.os_bavail;
476 while (blk_size >>= 1)
479 return sprintf(buf, "%llu\n", result);
484 LUSTRE_RO_ATTR(kbytesavail);
486 static ssize_t filestotal_show(struct kobject *kobj, struct attribute *attr,
489 struct obd_device *obd = container_of(kobj, struct obd_device,
491 struct obd_statfs osfs;
494 rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
495 ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
498 return sprintf(buf, "%llu\n", osfs.os_files);
502 LUSTRE_RO_ATTR(filestotal);
504 static ssize_t filesfree_show(struct kobject *kobj, struct attribute *attr,
507 struct obd_device *obd = container_of(kobj, struct obd_device,
509 struct obd_statfs osfs;
512 rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
513 ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
516 return sprintf(buf, "%llu\n", osfs.os_ffree);
520 LUSTRE_RO_ATTR(filesfree);
522 ssize_t conn_uuid_show(struct kobject *kobj, struct attribute *attr, char *buf)
524 struct obd_device *obd = container_of(kobj, struct obd_device,
526 struct ptlrpc_connection *conn;
529 LPROCFS_CLIMP_CHECK(obd);
530 conn = obd->u.cli.cl_import->imp_connection;
531 if (conn && obd->u.cli.cl_import)
532 count = sprintf(buf, "%s\n", conn->c_remote_uuid.uuid);
534 count = sprintf(buf, "%s\n", "<none>");
536 LPROCFS_CLIMP_EXIT(obd);
539 EXPORT_SYMBOL(conn_uuid_show);
541 int lprocfs_server_uuid_seq_show(struct seq_file *m, void *data)
543 struct obd_device *obd = data;
544 struct obd_import *imp;
545 char *imp_state_name = NULL;
548 LASSERT(obd != NULL);
549 LPROCFS_CLIMP_CHECK(obd);
550 imp = obd->u.cli.cl_import;
551 imp_state_name = ptlrpc_import_state_name(imp->imp_state);
552 seq_printf(m, "%s\t%s%s\n", obd2cli_tgt(obd), imp_state_name,
553 imp->imp_deactive ? "\tDEACTIVATED" : "");
555 LPROCFS_CLIMP_EXIT(obd);
558 EXPORT_SYMBOL(lprocfs_server_uuid_seq_show);
560 /** add up per-cpu counters */
563 * Lock statistics structure for access, possibly only on this CPU.
565 * The statistics struct may be allocated with per-CPU structures for
566 * efficient concurrent update (usually only on server-wide stats), or
567 * as a single global struct (e.g. for per-client or per-job statistics),
568 * so the required locking depends on the type of structure allocated.
570 * For per-CPU statistics, pin the thread to the current cpuid so that
571 * will only access the statistics for that CPU. If the stats structure
572 * for the current CPU has not been allocated (or previously freed),
573 * allocate it now. The per-CPU statistics do not need locking since
574 * the thread is pinned to the CPU during update.
576 * For global statistics, lock the stats structure to prevent concurrent update.
578 * \param[in] stats statistics structure to lock
579 * \param[in] opc type of operation:
580 * LPROCFS_GET_SMP_ID: "lock" and return current CPU index
581 * for incrementing statistics for that CPU
582 * LPROCFS_GET_NUM_CPU: "lock" and return number of used
583 * CPU indices to iterate over all indices
584 * \param[out] flags CPU interrupt saved state for IRQ-safe locking
586 * \retval cpuid of current thread or number of allocated structs
587 * \retval negative on error (only for opc LPROCFS_GET_SMP_ID + per-CPU stats)
589 int lprocfs_stats_lock(struct lprocfs_stats *stats,
590 enum lprocfs_stats_lock_ops opc,
591 unsigned long *flags)
593 if (stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU) {
594 if (stats->ls_flags & LPROCFS_STATS_FLAG_IRQ_SAFE)
595 spin_lock_irqsave(&stats->ls_lock, *flags);
597 spin_lock(&stats->ls_lock);
598 return opc == LPROCFS_GET_NUM_CPU ? 1 : 0;
602 case LPROCFS_GET_SMP_ID: {
603 unsigned int cpuid = get_cpu();
605 if (unlikely(!stats->ls_percpu[cpuid])) {
606 int rc = lprocfs_stats_alloc_one(stats, cpuid);
615 case LPROCFS_GET_NUM_CPU:
616 return stats->ls_biggest_alloc_num;
623 * Unlock statistics structure after access.
625 * Unlock the lock acquired via lprocfs_stats_lock() for global statistics,
626 * or unpin this thread from the current cpuid for per-CPU statistics.
628 * This function must be called using the same arguments as used when calling
629 * lprocfs_stats_lock() so that the correct operation can be performed.
631 * \param[in] stats statistics structure to unlock
632 * \param[in] opc type of operation (current cpuid or number of structs)
633 * \param[in] flags CPU interrupt saved state for IRQ-safe locking
635 void lprocfs_stats_unlock(struct lprocfs_stats *stats,
636 enum lprocfs_stats_lock_ops opc,
637 unsigned long *flags)
639 if (stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU) {
640 if (stats->ls_flags & LPROCFS_STATS_FLAG_IRQ_SAFE)
641 spin_unlock_irqrestore(&stats->ls_lock, *flags);
643 spin_unlock(&stats->ls_lock);
644 } else if (opc == LPROCFS_GET_SMP_ID) {
649 /** add up per-cpu counters */
650 void lprocfs_stats_collect(struct lprocfs_stats *stats, int idx,
651 struct lprocfs_counter *cnt)
653 unsigned int num_entry;
654 struct lprocfs_counter *percpu_cntr;
656 unsigned long flags = 0;
658 memset(cnt, 0, sizeof(*cnt));
661 /* set count to 1 to avoid divide-by-zero errs in callers */
666 cnt->lc_min = LC_MIN_INIT;
668 num_entry = lprocfs_stats_lock(stats, LPROCFS_GET_NUM_CPU, &flags);
670 for (i = 0; i < num_entry; i++) {
671 if (!stats->ls_percpu[i])
673 percpu_cntr = lprocfs_stats_counter_get(stats, i, idx);
675 cnt->lc_count += percpu_cntr->lc_count;
676 cnt->lc_sum += percpu_cntr->lc_sum;
677 if (percpu_cntr->lc_min < cnt->lc_min)
678 cnt->lc_min = percpu_cntr->lc_min;
679 if (percpu_cntr->lc_max > cnt->lc_max)
680 cnt->lc_max = percpu_cntr->lc_max;
681 cnt->lc_sumsquare += percpu_cntr->lc_sumsquare;
684 lprocfs_stats_unlock(stats, LPROCFS_GET_NUM_CPU, &flags);
687 static void obd_import_flags2str(struct obd_import *imp, struct seq_file *m)
691 if (imp->imp_obd->obd_no_recov) {
692 seq_printf(m, "no_recov");
696 flag2str(imp, invalid);
697 flag2str(imp, deactive);
698 flag2str(imp, replayable);
699 flag2str(imp, delayed_recovery);
700 flag2str(imp, vbr_failed);
701 flag2str(imp, pingable);
702 flag2str(imp, resend_replay);
703 flag2str(imp, no_pinger_recover);
704 flag2str(imp, connect_tried);
707 static const char *obd_connect_names[] = {
726 "remote_client_by_force",
735 "mds_mds_connection",
738 "alt_checksum_algorithm",
774 "file_secctx", /* 0x01 */
775 "lockaheadv2", /* 0x02 */
776 "dir_migrate", /* 0x04 */
777 "sum_statfs", /* 0x08 */
778 "overstriping", /* 0x10 */
781 "lock_convert", /* 0x80 */
782 "archive_id_array", /* 0x100 */
783 "increasing_xid", /* 0x200 */
784 "selinux_policy", /* 0x400 */
787 "crush", /* 0x2000 */
788 "async_discard", /* 0x4000 */
789 "client_encryption", /* 0x8000 */
793 void obd_connect_seq_flags2str(struct seq_file *m, __u64 flags, __u64 flags2,
800 for (i = 0, mask = 1; i < 64; i++, mask <<= 1) {
802 seq_printf(m, "%s%s",
803 first ? "" : sep, obd_connect_names[i]);
808 if (flags & ~(mask - 1)) {
809 seq_printf(m, "%sunknown_%#llx",
810 first ? "" : sep, flags & ~(mask - 1));
814 if (!(flags & OBD_CONNECT_FLAGS2) || flags2 == 0)
817 for (i = 64, mask = 1; obd_connect_names[i] != NULL; i++, mask <<= 1) {
819 seq_printf(m, "%s%s",
820 first ? "" : sep, obd_connect_names[i]);
825 if (flags2 & ~(mask - 1)) {
826 seq_printf(m, "%sunknown2_%#llx",
827 first ? "" : sep, flags2 & ~(mask - 1));
831 EXPORT_SYMBOL(obd_connect_seq_flags2str);
833 int obd_connect_flags2str(char *page, int count, __u64 flags, __u64 flags2,
839 for (i = 0, mask = 1; i < 64; i++, mask <<= 1) {
841 ret += snprintf(page + ret, count - ret, "%s%s",
842 ret ? sep : "", obd_connect_names[i]);
845 if (flags & ~(mask - 1))
846 ret += snprintf(page + ret, count - ret,
848 ret ? sep : "", flags & ~(mask - 1));
850 if (!(flags & OBD_CONNECT_FLAGS2) || flags2 == 0)
853 for (i = 64, mask = 1; obd_connect_names[i] != NULL; i++, mask <<= 1) {
855 ret += snprintf(page + ret, count - ret, "%s%s",
856 ret ? sep : "", obd_connect_names[i]);
859 if (flags2 & ~(mask - 1))
860 ret += snprintf(page + ret, count - ret,
862 ret ? sep : "", flags2 & ~(mask - 1));
866 EXPORT_SYMBOL(obd_connect_flags2str);
869 obd_connect_data_seqprint(struct seq_file *m, struct obd_connect_data *ocd)
873 LASSERT(ocd != NULL);
874 flags = ocd->ocd_connect_flags;
876 seq_printf(m, " connect_data:\n"
879 ocd->ocd_connect_flags,
881 if (flags & OBD_CONNECT_VERSION)
882 seq_printf(m, " target_version: %u.%u.%u.%u\n",
883 OBD_OCD_VERSION_MAJOR(ocd->ocd_version),
884 OBD_OCD_VERSION_MINOR(ocd->ocd_version),
885 OBD_OCD_VERSION_PATCH(ocd->ocd_version),
886 OBD_OCD_VERSION_FIX(ocd->ocd_version));
887 if (flags & OBD_CONNECT_MDS)
888 seq_printf(m, " mdt_index: %d\n", ocd->ocd_group);
889 if (flags & OBD_CONNECT_GRANT)
890 seq_printf(m, " initial_grant: %d\n", ocd->ocd_grant);
891 if (flags & OBD_CONNECT_INDEX)
892 seq_printf(m, " target_index: %u\n", ocd->ocd_index);
893 if (flags & OBD_CONNECT_BRW_SIZE)
894 seq_printf(m, " max_brw_size: %d\n", ocd->ocd_brw_size);
895 if (flags & OBD_CONNECT_IBITS)
896 seq_printf(m, " ibits_known: %#llx\n",
897 ocd->ocd_ibits_known);
898 if (flags & OBD_CONNECT_GRANT_PARAM)
899 seq_printf(m, " grant_block_size: %d\n"
900 " grant_inode_size: %d\n"
901 " grant_max_extent_size: %d\n"
902 " grant_extent_tax: %d\n",
903 1 << ocd->ocd_grant_blkbits,
904 1 << ocd->ocd_grant_inobits,
905 ocd->ocd_grant_max_blks << ocd->ocd_grant_blkbits,
906 ocd->ocd_grant_tax_kb << 10);
907 if (flags & OBD_CONNECT_TRANSNO)
908 seq_printf(m, " first_transno: %#llx\n",
910 if (flags & OBD_CONNECT_CKSUM)
911 seq_printf(m, " cksum_types: %#x\n",
912 ocd->ocd_cksum_types);
913 if (flags & OBD_CONNECT_MAX_EASIZE)
914 seq_printf(m, " max_easize: %d\n", ocd->ocd_max_easize);
915 if (flags & OBD_CONNECT_MAXBYTES)
916 seq_printf(m, " max_object_bytes: %llu\n",
918 if (flags & OBD_CONNECT_MULTIMODRPCS)
919 seq_printf(m, " max_mod_rpcs: %hu\n",
920 ocd->ocd_maxmodrpcs);
923 int lprocfs_import_seq_show(struct seq_file *m, void *data)
925 char nidstr[LNET_NIDSTR_SIZE];
926 struct lprocfs_counter ret;
927 struct lprocfs_counter_header *header;
928 struct obd_device *obd = (struct obd_device *)data;
929 struct obd_import *imp;
930 struct obd_import_conn *conn;
931 struct obd_connect_data *ocd;
936 LASSERT(obd != NULL);
937 LPROCFS_CLIMP_CHECK(obd);
938 imp = obd->u.cli.cl_import;
939 ocd = &imp->imp_connect_data;
941 seq_printf(m, "import:\n"
945 " connect_flags: [ ",
948 ptlrpc_import_state_name(imp->imp_state));
949 obd_connect_seq_flags2str(m, imp->imp_connect_data.ocd_connect_flags,
950 imp->imp_connect_data.ocd_connect_flags2,
952 seq_printf(m, " ]\n");
953 obd_connect_data_seqprint(m, ocd);
954 seq_printf(m, " import_flags: [ ");
955 obd_import_flags2str(imp, m);
959 " failover_nids: [ ");
960 spin_lock(&imp->imp_lock);
962 list_for_each_entry(conn, &imp->imp_conn_list, oic_item) {
963 libcfs_nid2str_r(conn->oic_conn->c_peer.nid,
964 nidstr, sizeof(nidstr));
965 seq_printf(m, "%s%s", j ? ", " : "", nidstr);
968 if (imp->imp_connection)
969 libcfs_nid2str_r(imp->imp_connection->c_peer.nid,
970 nidstr, sizeof(nidstr));
972 strncpy(nidstr, "<none>", sizeof(nidstr));
974 " current_connection: %s\n"
975 " connection_attempts: %u\n"
977 " in-progress_invalidations: %u\n"
982 atomic_read(&imp->imp_inval_count),
983 ktime_get_real_seconds() - imp->imp_last_reply_time);
984 spin_unlock(&imp->imp_lock);
986 if (!obd->obd_svc_stats)
989 header = &obd->obd_svc_stats->ls_cnt_header[PTLRPC_REQWAIT_CNTR];
990 lprocfs_stats_collect(obd->obd_svc_stats, PTLRPC_REQWAIT_CNTR, &ret);
991 if (ret.lc_count != 0)
992 ret.lc_sum = div64_s64(ret.lc_sum, ret.lc_count);
995 seq_printf(m, " rpcs:\n"
997 " unregistering: %u\n"
999 " avg_waittime: %llu %s\n",
1000 atomic_read(&imp->imp_inflight),
1001 atomic_read(&imp->imp_unregistering),
1002 atomic_read(&imp->imp_timeouts),
1003 ret.lc_sum, header->lc_units);
1006 for(j = 0; j < IMP_AT_MAX_PORTALS; j++) {
1007 if (imp->imp_at.iat_portal[j] == 0)
1009 k = max_t(unsigned int, k,
1010 at_get(&imp->imp_at.iat_service_estimate[j]));
1012 seq_printf(m, " service_estimates:\n"
1013 " services: %u sec\n"
1014 " network: %u sec\n",
1016 at_get(&imp->imp_at.iat_net_latency));
1018 seq_printf(m, " transactions:\n"
1019 " last_replay: %llu\n"
1020 " peer_committed: %llu\n"
1021 " last_checked: %llu\n",
1022 imp->imp_last_replay_transno,
1023 imp->imp_peer_committed_transno,
1024 imp->imp_last_transno_checked);
1026 /* avg data rates */
1027 for (rw = 0; rw <= 1; rw++) {
1028 lprocfs_stats_collect(obd->obd_svc_stats,
1029 PTLRPC_LAST_CNTR + BRW_READ_BYTES + rw,
1031 if (ret.lc_sum > 0 && ret.lc_count > 0) {
1032 ret.lc_sum = div64_s64(ret.lc_sum, ret.lc_count);
1033 seq_printf(m, " %s_data_averages:\n"
1034 " bytes_per_rpc: %llu\n",
1035 rw ? "write" : "read",
1038 k = (int)ret.lc_sum;
1039 j = opcode_offset(OST_READ + rw) + EXTRA_MAX_OPCODES;
1040 header = &obd->obd_svc_stats->ls_cnt_header[j];
1041 lprocfs_stats_collect(obd->obd_svc_stats, j, &ret);
1042 if (ret.lc_sum > 0 && ret.lc_count != 0) {
1043 ret.lc_sum = div64_s64(ret.lc_sum, ret.lc_count);
1044 seq_printf(m, " %s_per_rpc: %llu\n",
1045 header->lc_units, ret.lc_sum);
1046 j = (int)ret.lc_sum;
1048 seq_printf(m, " MB_per_sec: %u.%.02u\n",
1049 k / j, (100 * k / j) % 100);
1054 LPROCFS_CLIMP_EXIT(obd);
1057 EXPORT_SYMBOL(lprocfs_import_seq_show);
1059 int lprocfs_state_seq_show(struct seq_file *m, void *data)
1061 struct obd_device *obd = (struct obd_device *)data;
1062 struct obd_import *imp;
1065 LASSERT(obd != NULL);
1066 LPROCFS_CLIMP_CHECK(obd);
1067 imp = obd->u.cli.cl_import;
1069 seq_printf(m, "current_state: %s\n",
1070 ptlrpc_import_state_name(imp->imp_state));
1071 seq_printf(m, "state_history:\n");
1072 k = imp->imp_state_hist_idx;
1073 for (j = 0; j < IMP_STATE_HIST_LEN; j++) {
1074 struct import_state_hist *ish =
1075 &imp->imp_state_hist[(k + j) % IMP_STATE_HIST_LEN];
1076 if (ish->ish_state == 0)
1078 seq_printf(m, " - [ %lld, %s ]\n", (s64)ish->ish_time,
1079 ptlrpc_import_state_name(ish->ish_state));
1082 LPROCFS_CLIMP_EXIT(obd);
1085 EXPORT_SYMBOL(lprocfs_state_seq_show);
1087 int lprocfs_at_hist_helper(struct seq_file *m, struct adaptive_timeout *at)
1090 for (i = 0; i < AT_BINS; i++)
1091 seq_printf(m, "%3u ", at->at_hist[i]);
1092 seq_printf(m, "\n");
1095 EXPORT_SYMBOL(lprocfs_at_hist_helper);
1097 /* See also ptlrpc_lprocfs_timeouts_show_seq */
1098 int lprocfs_timeouts_seq_show(struct seq_file *m, void *data)
1100 struct obd_device *obd = (struct obd_device *)data;
1101 struct obd_import *imp;
1102 unsigned int cur, worst;
1103 time64_t now, worstt;
1106 LASSERT(obd != NULL);
1107 LPROCFS_CLIMP_CHECK(obd);
1108 imp = obd->u.cli.cl_import;
1110 now = ktime_get_real_seconds();
1112 /* Some network health info for kicks */
1113 seq_printf(m, "%-10s : %lld, %llds ago\n",
1114 "last reply", (s64)imp->imp_last_reply_time,
1115 (s64)(now - imp->imp_last_reply_time));
1117 cur = at_get(&imp->imp_at.iat_net_latency);
1118 worst = imp->imp_at.iat_net_latency.at_worst_ever;
1119 worstt = imp->imp_at.iat_net_latency.at_worst_time;
1120 seq_printf(m, "%-10s : cur %3u worst %3u (at %lld, %llds ago) ",
1121 "network", cur, worst, (s64)worstt, (s64)(now - worstt));
1122 lprocfs_at_hist_helper(m, &imp->imp_at.iat_net_latency);
1124 for(i = 0; i < IMP_AT_MAX_PORTALS; i++) {
1125 if (imp->imp_at.iat_portal[i] == 0)
1127 cur = at_get(&imp->imp_at.iat_service_estimate[i]);
1128 worst = imp->imp_at.iat_service_estimate[i].at_worst_ever;
1129 worstt = imp->imp_at.iat_service_estimate[i].at_worst_time;
1130 seq_printf(m, "portal %-2d : cur %3u worst %3u (at %lld, %llds ago) ",
1131 imp->imp_at.iat_portal[i], cur, worst, (s64)worstt,
1132 (s64)(now - worstt));
1133 lprocfs_at_hist_helper(m, &imp->imp_at.iat_service_estimate[i]);
1136 LPROCFS_CLIMP_EXIT(obd);
1139 EXPORT_SYMBOL(lprocfs_timeouts_seq_show);
1141 int lprocfs_connect_flags_seq_show(struct seq_file *m, void *data)
1143 struct obd_device *obd = data;
1147 LPROCFS_CLIMP_CHECK(obd);
1148 flags = obd->u.cli.cl_import->imp_connect_data.ocd_connect_flags;
1149 flags2 = obd->u.cli.cl_import->imp_connect_data.ocd_connect_flags2;
1150 seq_printf(m, "flags=%#llx\n", flags);
1151 seq_printf(m, "flags2=%#llx\n", flags2);
1152 obd_connect_seq_flags2str(m, flags, flags2, "\n");
1153 seq_printf(m, "\n");
1154 LPROCFS_CLIMP_EXIT(obd);
1157 EXPORT_SYMBOL(lprocfs_connect_flags_seq_show);
1159 static const struct attribute *obd_def_uuid_attrs[] = {
1160 &lustre_attr_uuid.attr,
1164 static const struct attribute *obd_def_attrs[] = {
1165 &lustre_attr_blocksize.attr,
1166 &lustre_attr_kbytestotal.attr,
1167 &lustre_attr_kbytesfree.attr,
1168 &lustre_attr_kbytesavail.attr,
1169 &lustre_attr_filestotal.attr,
1170 &lustre_attr_filesfree.attr,
1171 &lustre_attr_uuid.attr,
1175 static void obd_sysfs_release(struct kobject *kobj)
1177 struct obd_device *obd = container_of(kobj, struct obd_device,
1180 complete(&obd->obd_kobj_unregister);
1183 int lprocfs_obd_setup(struct obd_device *obd, bool uuid_only)
1185 struct lprocfs_vars *debugfs_vars = NULL;
1188 if (!obd || obd->obd_magic != OBD_DEVICE_MAGIC)
1191 rc = kobject_set_name(&obd->obd_kset.kobj, "%s", obd->obd_name);
1195 obd->obd_ktype.sysfs_ops = &lustre_sysfs_ops;
1196 obd->obd_ktype.release = obd_sysfs_release;
1198 obd->obd_kset.kobj.parent = &obd->obd_type->typ_kobj;
1199 obd->obd_kset.kobj.ktype = &obd->obd_ktype;
1200 init_completion(&obd->obd_kobj_unregister);
1201 rc = kset_register(&obd->obd_kset);
1206 obd->obd_attrs = obd_def_uuid_attrs;
1208 obd->obd_attrs = obd_def_attrs;
1210 rc = sysfs_create_files(&obd->obd_kset.kobj, obd->obd_attrs);
1212 kset_unregister(&obd->obd_kset);
1216 if (!obd->obd_type->typ_procroot)
1217 debugfs_vars = obd->obd_vars;
1218 obd->obd_debugfs_entry = ldebugfs_register(obd->obd_name,
1219 obd->obd_type->typ_debugfs_entry,
1221 if (IS_ERR_OR_NULL(obd->obd_debugfs_entry)) {
1222 rc = obd->obd_debugfs_entry ? PTR_ERR(obd->obd_debugfs_entry)
1224 CERROR("error %d setting up debugfs for %s\n",
1226 obd->obd_debugfs_entry = NULL;
1228 sysfs_remove_files(&obd->obd_kset.kobj, obd->obd_attrs);
1229 obd->obd_attrs = NULL;
1230 kset_unregister(&obd->obd_kset);
1234 if (obd->obd_proc_entry || !obd->obd_type->typ_procroot)
1235 GOTO(already_registered, rc);
1237 obd->obd_proc_entry = lprocfs_register(obd->obd_name,
1238 obd->obd_type->typ_procroot,
1239 obd->obd_vars, obd);
1240 if (IS_ERR(obd->obd_proc_entry)) {
1241 rc = PTR_ERR(obd->obd_proc_entry);
1242 CERROR("error %d setting up lprocfs for %s\n",rc,obd->obd_name);
1243 obd->obd_proc_entry = NULL;
1245 ldebugfs_remove(&obd->obd_debugfs_entry);
1246 sysfs_remove_files(&obd->obd_kset.kobj, obd->obd_attrs);
1247 obd->obd_attrs = NULL;
1248 kset_unregister(&obd->obd_kset);
1254 EXPORT_SYMBOL(lprocfs_obd_setup);
1256 int lprocfs_obd_cleanup(struct obd_device *obd)
1261 if (obd->obd_proc_exports_entry) {
1262 /* Should be no exports left */
1263 lprocfs_remove(&obd->obd_proc_exports_entry);
1264 obd->obd_proc_exports_entry = NULL;
1267 if (obd->obd_proc_entry) {
1268 lprocfs_remove(&obd->obd_proc_entry);
1269 obd->obd_proc_entry = NULL;
1272 if (!IS_ERR_OR_NULL(obd->obd_debugfs_entry))
1273 ldebugfs_remove(&obd->obd_debugfs_entry);
1275 /* obd device never allocated a kset */
1276 if (!obd->obd_kset.kobj.state_initialized)
1279 if (obd->obd_attrs) {
1280 sysfs_remove_files(&obd->obd_kset.kobj, obd->obd_attrs);
1281 obd->obd_attrs = NULL;
1284 kset_unregister(&obd->obd_kset);
1285 wait_for_completion(&obd->obd_kobj_unregister);
1288 EXPORT_SYMBOL(lprocfs_obd_cleanup);
1290 int lprocfs_stats_alloc_one(struct lprocfs_stats *stats, unsigned int cpuid)
1292 struct lprocfs_counter *cntr;
1293 unsigned int percpusize;
1295 unsigned long flags = 0;
1298 LASSERT(stats->ls_percpu[cpuid] == NULL);
1299 LASSERT((stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU) == 0);
1301 percpusize = lprocfs_stats_counter_size(stats);
1302 LIBCFS_ALLOC_ATOMIC(stats->ls_percpu[cpuid], percpusize);
1303 if (stats->ls_percpu[cpuid]) {
1305 if (unlikely(stats->ls_biggest_alloc_num <= cpuid)) {
1306 if (stats->ls_flags & LPROCFS_STATS_FLAG_IRQ_SAFE)
1307 spin_lock_irqsave(&stats->ls_lock, flags);
1309 spin_lock(&stats->ls_lock);
1310 if (stats->ls_biggest_alloc_num <= cpuid)
1311 stats->ls_biggest_alloc_num = cpuid + 1;
1312 if (stats->ls_flags & LPROCFS_STATS_FLAG_IRQ_SAFE) {
1313 spin_unlock_irqrestore(&stats->ls_lock, flags);
1315 spin_unlock(&stats->ls_lock);
1318 /* initialize the ls_percpu[cpuid] non-zero counter */
1319 for (i = 0; i < stats->ls_num; ++i) {
1320 cntr = lprocfs_stats_counter_get(stats, cpuid, i);
1321 cntr->lc_min = LC_MIN_INIT;
1327 struct lprocfs_stats *lprocfs_alloc_stats(unsigned int num,
1328 enum lprocfs_stats_flags flags)
1330 struct lprocfs_stats *stats;
1331 unsigned int num_entry;
1332 unsigned int percpusize = 0;
1338 if (lprocfs_no_percpu_stats != 0)
1339 flags |= LPROCFS_STATS_FLAG_NOPERCPU;
1341 if (flags & LPROCFS_STATS_FLAG_NOPERCPU)
1344 num_entry = num_possible_cpus();
1346 /* alloc percpu pointers for all possible cpu slots */
1347 LIBCFS_ALLOC(stats, offsetof(typeof(*stats), ls_percpu[num_entry]));
1351 stats->ls_num = num;
1352 stats->ls_flags = flags;
1353 spin_lock_init(&stats->ls_lock);
1355 /* alloc num of counter headers */
1356 LIBCFS_ALLOC(stats->ls_cnt_header,
1357 stats->ls_num * sizeof(struct lprocfs_counter_header));
1358 if (!stats->ls_cnt_header)
1361 if ((flags & LPROCFS_STATS_FLAG_NOPERCPU) != 0) {
1362 /* contains only one set counters */
1363 percpusize = lprocfs_stats_counter_size(stats);
1364 LIBCFS_ALLOC_ATOMIC(stats->ls_percpu[0], percpusize);
1365 if (!stats->ls_percpu[0])
1367 stats->ls_biggest_alloc_num = 1;
1368 } else if ((flags & LPROCFS_STATS_FLAG_IRQ_SAFE) != 0) {
1369 /* alloc all percpu data, currently only obd_memory use this */
1370 for (i = 0; i < num_entry; ++i)
1371 if (lprocfs_stats_alloc_one(stats, i) < 0)
1378 lprocfs_free_stats(&stats);
1381 EXPORT_SYMBOL(lprocfs_alloc_stats);
1383 void lprocfs_free_stats(struct lprocfs_stats **statsh)
1385 struct lprocfs_stats *stats = *statsh;
1386 unsigned int num_entry;
1387 unsigned int percpusize;
1390 if (!stats || stats->ls_num == 0)
1394 if (stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU)
1397 num_entry = num_possible_cpus();
1399 percpusize = lprocfs_stats_counter_size(stats);
1400 for (i = 0; i < num_entry; i++)
1401 if (stats->ls_percpu[i])
1402 LIBCFS_FREE(stats->ls_percpu[i], percpusize);
1403 if (stats->ls_cnt_header)
1404 LIBCFS_FREE(stats->ls_cnt_header, stats->ls_num *
1405 sizeof(struct lprocfs_counter_header));
1406 LIBCFS_FREE(stats, offsetof(typeof(*stats), ls_percpu[num_entry]));
1408 EXPORT_SYMBOL(lprocfs_free_stats);
1410 u64 lprocfs_stats_collector(struct lprocfs_stats *stats, int idx,
1411 enum lprocfs_fields_flags field)
1413 unsigned long flags = 0;
1414 unsigned int num_cpu;
1420 num_cpu = lprocfs_stats_lock(stats, LPROCFS_GET_NUM_CPU, &flags);
1421 for (i = 0; i < num_cpu; i++) {
1422 struct lprocfs_counter *cntr;
1424 if (!stats->ls_percpu[i])
1427 cntr = lprocfs_stats_counter_get(stats, i, idx);
1428 ret += lprocfs_read_helper(cntr, &stats->ls_cnt_header[idx],
1429 stats->ls_flags, field);
1431 lprocfs_stats_unlock(stats, LPROCFS_GET_NUM_CPU, &flags);
1434 EXPORT_SYMBOL(lprocfs_stats_collector);
1436 void lprocfs_clear_stats(struct lprocfs_stats *stats)
1438 struct lprocfs_counter *percpu_cntr;
1441 unsigned int num_entry;
1442 unsigned long flags = 0;
1444 num_entry = lprocfs_stats_lock(stats, LPROCFS_GET_NUM_CPU, &flags);
1446 for (i = 0; i < num_entry; i++) {
1447 if (!stats->ls_percpu[i])
1449 for (j = 0; j < stats->ls_num; j++) {
1450 percpu_cntr = lprocfs_stats_counter_get(stats, i, j);
1451 percpu_cntr->lc_count = 0;
1452 percpu_cntr->lc_min = LC_MIN_INIT;
1453 percpu_cntr->lc_max = 0;
1454 percpu_cntr->lc_sumsquare = 0;
1455 percpu_cntr->lc_sum = 0;
1456 if (stats->ls_flags & LPROCFS_STATS_FLAG_IRQ_SAFE)
1457 percpu_cntr->lc_sum_irq = 0;
1461 lprocfs_stats_unlock(stats, LPROCFS_GET_NUM_CPU, &flags);
1463 EXPORT_SYMBOL(lprocfs_clear_stats);
1465 static ssize_t lprocfs_stats_seq_write(struct file *file,
1466 const char __user *buf,
1467 size_t len, loff_t *off)
1469 struct seq_file *seq = file->private_data;
1470 struct lprocfs_stats *stats = seq->private;
1472 lprocfs_clear_stats(stats);
1477 static void *lprocfs_stats_seq_start(struct seq_file *p, loff_t *pos)
1479 struct lprocfs_stats *stats = p->private;
1481 return (*pos < stats->ls_num) ? pos : NULL;
1484 static void lprocfs_stats_seq_stop(struct seq_file *p, void *v)
1488 static void *lprocfs_stats_seq_next(struct seq_file *p, void *v, loff_t *pos)
1492 return lprocfs_stats_seq_start(p, pos);
1495 /* seq file export of one lprocfs counter */
1496 static int lprocfs_stats_seq_show(struct seq_file *p, void *v)
1498 struct lprocfs_stats *stats = p->private;
1499 struct lprocfs_counter_header *hdr;
1500 struct lprocfs_counter ctr;
1501 int idx = *(loff_t *)v;
1504 struct timespec64 now;
1506 ktime_get_real_ts64(&now);
1507 seq_printf(p, "%-25s %llu.%09lu secs.nsecs\n",
1508 "snapshot_time", (s64)now.tv_sec, now.tv_nsec);
1511 hdr = &stats->ls_cnt_header[idx];
1512 lprocfs_stats_collect(stats, idx, &ctr);
1514 if (ctr.lc_count == 0)
1517 seq_printf(p, "%-25s %lld samples [%s]", hdr->lc_name,
1518 ctr.lc_count, hdr->lc_units);
1520 if ((hdr->lc_config & LPROCFS_CNTR_AVGMINMAX) && ctr.lc_count > 0) {
1521 seq_printf(p, " %lld %lld %lld",
1522 ctr.lc_min, ctr.lc_max, ctr.lc_sum);
1523 if (hdr->lc_config & LPROCFS_CNTR_STDDEV)
1524 seq_printf(p, " %llu", ctr.lc_sumsquare);
1530 static const struct seq_operations lprocfs_stats_seq_sops = {
1531 .start = lprocfs_stats_seq_start,
1532 .stop = lprocfs_stats_seq_stop,
1533 .next = lprocfs_stats_seq_next,
1534 .show = lprocfs_stats_seq_show,
1537 static int lprocfs_stats_seq_open(struct inode *inode, struct file *file)
1539 struct seq_file *seq;
1542 rc = LPROCFS_ENTRY_CHECK(inode);
1546 rc = seq_open(file, &lprocfs_stats_seq_sops);
1549 seq = file->private_data;
1550 seq->private = inode->i_private ? inode->i_private : PDE_DATA(inode);
1554 static const struct file_operations lprocfs_stats_seq_fops = {
1555 .owner = THIS_MODULE,
1556 .open = lprocfs_stats_seq_open,
1558 .write = lprocfs_stats_seq_write,
1559 .llseek = seq_lseek,
1560 .release = lprocfs_seq_release,
1563 int ldebugfs_register_stats(struct dentry *parent, const char *name,
1564 struct lprocfs_stats *stats)
1566 struct dentry *entry;
1568 LASSERT(!IS_ERR_OR_NULL(parent));
1570 entry = debugfs_create_file(name, 0644, parent, stats,
1571 &lprocfs_stats_seq_fops);
1572 if (IS_ERR_OR_NULL(entry))
1573 return entry ? PTR_ERR(entry) : -ENOMEM;
1577 EXPORT_SYMBOL_GPL(ldebugfs_register_stats);
1579 int lprocfs_register_stats(struct proc_dir_entry *root, const char *name,
1580 struct lprocfs_stats *stats)
1582 struct proc_dir_entry *entry;
1583 LASSERT(root != NULL);
1585 entry = proc_create_data(name, 0644, root,
1586 &lprocfs_stats_seq_fops, stats);
1591 EXPORT_SYMBOL(lprocfs_register_stats);
1593 void lprocfs_counter_init(struct lprocfs_stats *stats, int index,
1594 unsigned conf, const char *name, const char *units)
1596 struct lprocfs_counter_header *header;
1597 struct lprocfs_counter *percpu_cntr;
1598 unsigned long flags = 0;
1600 unsigned int num_cpu;
1602 LASSERT(stats != NULL);
1604 header = &stats->ls_cnt_header[index];
1605 LASSERTF(header != NULL, "Failed to allocate stats header:[%d]%s/%s\n",
1606 index, name, units);
1608 header->lc_config = conf;
1609 header->lc_name = name;
1610 header->lc_units = units;
1612 num_cpu = lprocfs_stats_lock(stats, LPROCFS_GET_NUM_CPU, &flags);
1613 for (i = 0; i < num_cpu; ++i) {
1614 if (!stats->ls_percpu[i])
1616 percpu_cntr = lprocfs_stats_counter_get(stats, i, index);
1617 percpu_cntr->lc_count = 0;
1618 percpu_cntr->lc_min = LC_MIN_INIT;
1619 percpu_cntr->lc_max = 0;
1620 percpu_cntr->lc_sumsquare = 0;
1621 percpu_cntr->lc_sum = 0;
1622 if ((stats->ls_flags & LPROCFS_STATS_FLAG_IRQ_SAFE) != 0)
1623 percpu_cntr->lc_sum_irq = 0;
1625 lprocfs_stats_unlock(stats, LPROCFS_GET_NUM_CPU, &flags);
1627 EXPORT_SYMBOL(lprocfs_counter_init);
1629 static const char * const mps_stats[] = {
1630 [LPROC_MD_CLOSE] = "close",
1631 [LPROC_MD_CREATE] = "create",
1632 [LPROC_MD_ENQUEUE] = "enqueue",
1633 [LPROC_MD_GETATTR] = "getattr",
1634 [LPROC_MD_INTENT_LOCK] = "intent_lock",
1635 [LPROC_MD_LINK] = "link",
1636 [LPROC_MD_RENAME] = "rename",
1637 [LPROC_MD_SETATTR] = "setattr",
1638 [LPROC_MD_FSYNC] = "fsync",
1639 [LPROC_MD_READ_PAGE] = "read_page",
1640 [LPROC_MD_UNLINK] = "unlink",
1641 [LPROC_MD_SETXATTR] = "setxattr",
1642 [LPROC_MD_GETXATTR] = "getxattr",
1643 [LPROC_MD_INTENT_GETATTR_ASYNC] = "intent_getattr_async",
1644 [LPROC_MD_REVALIDATE_LOCK] = "revalidate_lock",
1647 int lprocfs_alloc_md_stats(struct obd_device *obd,
1648 unsigned int num_private_stats)
1650 struct lprocfs_stats *stats;
1651 unsigned int num_stats;
1655 * TODO Ensure that this function is only used where
1656 * appropriate by adding an assertion to the effect that
1657 * obd->obd_type->typ_md_ops is not NULL. We can't do this now
1658 * because mdt_procfs_init() uses this function to allocate
1659 * the stats backing /proc/fs/lustre/mdt/.../md_stats but the
1660 * mdt layer does not use the md_ops interface. This is
1661 * confusing and a waste of memory. See LU-2484.
1663 LASSERT(obd->obd_proc_entry != NULL);
1664 LASSERT(obd->obd_md_stats == NULL);
1666 num_stats = ARRAY_SIZE(mps_stats) + num_private_stats;
1667 stats = lprocfs_alloc_stats(num_stats, 0);
1671 for (i = 0; i < ARRAY_SIZE(mps_stats); i++) {
1672 lprocfs_counter_init(stats, i, 0, mps_stats[i], "reqs");
1673 if (!stats->ls_cnt_header[i].lc_name) {
1674 CERROR("Missing md_stat initializer md_op operation at offset %d. Aborting.\n",
1680 rc = lprocfs_register_stats(obd->obd_proc_entry, "md_stats", stats);
1682 lprocfs_free_stats(&stats);
1684 obd->obd_md_stats = stats;
1689 EXPORT_SYMBOL(lprocfs_alloc_md_stats);
1691 void lprocfs_free_md_stats(struct obd_device *obd)
1693 struct lprocfs_stats *stats = obd->obd_md_stats;
1696 obd->obd_md_stats = NULL;
1697 lprocfs_free_stats(&stats);
1700 EXPORT_SYMBOL(lprocfs_free_md_stats);
1702 void lprocfs_init_ldlm_stats(struct lprocfs_stats *ldlm_stats)
1704 lprocfs_counter_init(ldlm_stats,
1705 LDLM_ENQUEUE - LDLM_FIRST_OPC,
1706 0, "ldlm_enqueue", "reqs");
1707 lprocfs_counter_init(ldlm_stats,
1708 LDLM_CONVERT - LDLM_FIRST_OPC,
1709 0, "ldlm_convert", "reqs");
1710 lprocfs_counter_init(ldlm_stats,
1711 LDLM_CANCEL - LDLM_FIRST_OPC,
1712 0, "ldlm_cancel", "reqs");
1713 lprocfs_counter_init(ldlm_stats,
1714 LDLM_BL_CALLBACK - LDLM_FIRST_OPC,
1715 0, "ldlm_bl_callback", "reqs");
1716 lprocfs_counter_init(ldlm_stats,
1717 LDLM_CP_CALLBACK - LDLM_FIRST_OPC,
1718 0, "ldlm_cp_callback", "reqs");
1719 lprocfs_counter_init(ldlm_stats,
1720 LDLM_GL_CALLBACK - LDLM_FIRST_OPC,
1721 0, "ldlm_gl_callback", "reqs");
1723 EXPORT_SYMBOL(lprocfs_init_ldlm_stats);
1725 __s64 lprocfs_read_helper(struct lprocfs_counter *lc,
1726 struct lprocfs_counter_header *header,
1727 enum lprocfs_stats_flags flags,
1728 enum lprocfs_fields_flags field)
1736 case LPROCFS_FIELDS_FLAGS_CONFIG:
1737 ret = header->lc_config;
1739 case LPROCFS_FIELDS_FLAGS_SUM:
1741 if ((flags & LPROCFS_STATS_FLAG_IRQ_SAFE) != 0)
1742 ret += lc->lc_sum_irq;
1744 case LPROCFS_FIELDS_FLAGS_MIN:
1747 case LPROCFS_FIELDS_FLAGS_MAX:
1750 case LPROCFS_FIELDS_FLAGS_AVG:
1751 ret = (lc->lc_max - lc->lc_min) / 2;
1753 case LPROCFS_FIELDS_FLAGS_SUMSQUARE:
1754 ret = lc->lc_sumsquare;
1756 case LPROCFS_FIELDS_FLAGS_COUNT:
1764 EXPORT_SYMBOL(lprocfs_read_helper);
1766 /* Obtains the conversion factor for the unit specified */
1767 static int get_mult(char unit, __u64 *mult)
1772 /* peta, tera, giga, mega, and kilo */
1793 /* some tests expect % to be accepted */
1807 * Ensures the numeric string is valid. The function provides the final
1808 * multiplier in the case a unit exists at the end of the string. It also
1809 * locates the start of the whole and fractional parts (if any). This
1810 * function modifies the string so kstrtoull can be used to parse both
1811 * the whole and fraction portions. This function also figures out
1812 * the base of the number.
1814 static int preprocess_numeric_str(char *buffer, __u64 *mult, __u64 def_mult,
1815 bool allow_units, char **whole, char **frac,
1818 bool hit_decimal = false;
1819 bool hit_unit = false;
1827 /* a hex string if it starts with "0x" */
1828 if (buffer[0] == '0' && tolower(buffer[1]) == 'x') {
1836 /* allow for a single new line before the null terminator */
1837 if (*buffer == '\n') {
1847 /* any chars after our unit indicates a malformed string */
1851 /* ensure we only hit one decimal */
1852 if (*buffer == '.') {
1856 /* if past start, there's a whole part */
1857 if (start != buffer)
1863 } else if (!isdigit(*buffer) &&
1864 !(*base == 16 && isxdigit(*buffer))) {
1866 /* if we allow units, attempt to get mult */
1868 rc = get_mult(*buffer, mult);
1872 /* string stops here, but keep processing */
1884 /* hit a decimal, make sure there's a fractional part */
1890 /* didn't hit a decimal, but may have a whole part */
1891 if (start != buffer && *start)
1895 /* malformed string if we didn't get anything */
1896 if (!*frac && !*whole)
1903 * Parses a numeric string which can contain a whole and fraction portion
1904 * into a __u64. Accepts a multiplier to apply to the value parsed. Also
1905 * allows the string to have a unit at the end. The function handles
1906 * wrapping of the final unsigned value.
1908 static int str_to_u64_parse(char *buffer, unsigned long count,
1909 __u64 *val, __u64 def_mult, bool allow_units)
1913 unsigned int frac_d = 1;
1914 __u64 wrap_indicator = ULLONG_MAX;
1919 unsigned int base = 10;
1921 rc = preprocess_numeric_str(buffer, &mult, def_mult, allow_units,
1922 &strwhole, &strfrac, &base);
1932 /* the multiplier limits how large the value can be */
1933 wrap_indicator = div64_u64(wrap_indicator, mult);
1936 rc = kstrtoull(strwhole, base, &whole);
1940 if (whole > wrap_indicator)
1947 if (strlen(strfrac) > 10)
1950 rc = kstrtoull(strfrac, base, &frac);
1954 /* determine power of fractional portion */
1960 /* fractional portion is too large to perform calculation */
1961 if (frac > wrap_indicator)
1965 do_div(frac, frac_d);
1968 /* check that the sum of whole and fraction fits in u64 */
1969 if (whole > (ULLONG_MAX - frac))
1972 *val = whole + frac;
1978 * This function parses numeric/hex strings into __s64. It accepts a multiplier
1979 * which will apply to the value parsed. It also can allow the string to
1980 * have a unit as the last character. The function handles overflow/underflow
1981 * of the signed integer.
1983 int lu_str_to_s64(char *buffer, unsigned long count, __s64 *val, char defunit)
1987 unsigned int offset = 0;
1988 int signed sign = 1;
1989 __u64 max = LLONG_MAX;
1992 if (defunit != '1') {
1993 rc = get_mult(defunit, &mult);
1998 /* keep track of our sign */
1999 if (*buffer == '-') {
2002 /* equivalent to max = -LLONG_MIN, avoids overflow */
2006 rc = str_to_u64_parse(buffer + offset, count - offset,
2011 /* check for overflow/underflow */
2015 *val = (__s64)tmp * sign;
2019 EXPORT_SYMBOL(lu_str_to_s64);
2021 /* identical to s64 version, but does not handle overflow */
2022 static int str_to_u64_internal(const char __user *buffer, unsigned long count,
2023 __u64 *val, __u64 def_mult, bool allow_units)
2026 unsigned int offset = 0;
2029 if (count > (sizeof(kernbuf) - 1))
2032 if (copy_from_user(kernbuf, buffer, count))
2035 kernbuf[count] = '\0';
2037 rc = str_to_u64_parse(kernbuf + offset, count - offset,
2038 val, def_mult, allow_units);
2045 * Convert a user string into a signed 64 bit number. This function produces
2046 * an error when the value parsed from the string times multiplier underflows or
2047 * overflows. This function only accepts strings that contains digits, an
2048 * optional decimal, and a char representing a unit at the end. If a unit is
2049 * specified in the string, the multiplier provided by the caller is ignored.
2050 * This function can also accept hexadecimal strings which are prefixed with
2053 * \param[in] buffer string consisting of numbers, a decimal, and a unit
2054 * \param[in] count buffer length
2055 * \param[in] val if successful, the value represented by the string
2056 * \param[in] defunit default unit if string doesn't contain one
2058 * \retval 0 on success
2059 * \retval negative number on error
2061 int lprocfs_str_with_units_to_s64(const char __user *buffer,
2062 unsigned long count, __s64 *val, char defunit)
2066 if (count > (sizeof(kernbuf) - 1))
2069 if (copy_from_user(kernbuf, buffer, count))
2072 kernbuf[count] = '\0';
2074 return lu_str_to_s64(kernbuf, count, val, defunit);
2076 EXPORT_SYMBOL(lprocfs_str_with_units_to_s64);
2078 /* identical to s64 version above, but does not handle overflow */
2079 int lprocfs_str_with_units_to_u64(const char __user *buffer,
2080 unsigned long count, __u64 *val, char defunit)
2085 if (defunit != '1') {
2086 rc = get_mult(defunit, &mult);
2091 return str_to_u64_internal(buffer, count, val, mult, true);
2093 EXPORT_SYMBOL(lprocfs_str_with_units_to_u64);
2095 char *lprocfs_strnstr(const char *s1, const char *s2, size_t len)
2104 if (!memcmp(s1, s2, l2))
2110 EXPORT_SYMBOL(lprocfs_strnstr);
2113 * Find the string \a name in the input \a buffer, and return a pointer to the
2114 * value immediately following \a name, reducing \a count appropriately.
2115 * If \a name is not found the original \a buffer is returned.
2117 char *lprocfs_find_named_value(const char *buffer, const char *name,
2121 size_t buflen = *count;
2123 /* there is no strnstr() in rhel5 and ubuntu kernels */
2124 val = lprocfs_strnstr(buffer, name, buflen);
2126 return (char *)buffer;
2128 val += strlen(name); /* skip prefix */
2129 while (val < buffer + buflen && isspace(*val)) /* skip separator */
2133 while (val < buffer + buflen && isalnum(*val)) {
2138 return val - *count;
2140 EXPORT_SYMBOL(lprocfs_find_named_value);
2142 int ldebugfs_seq_create(struct dentry *parent, const char *name, umode_t mode,
2143 const struct file_operations *seq_fops, void *data)
2145 struct dentry *entry;
2147 /* Disallow secretly (un)writable entries. */
2148 LASSERT((!seq_fops->write) == (!(mode & 0222)));
2150 entry = debugfs_create_file(name, mode, parent, data, seq_fops);
2151 if (IS_ERR_OR_NULL(entry))
2152 return entry ? PTR_ERR(entry) : -ENOMEM;
2156 EXPORT_SYMBOL_GPL(ldebugfs_seq_create);
2158 int lprocfs_seq_create(struct proc_dir_entry *parent,
2161 const struct file_operations *seq_fops,
2164 struct proc_dir_entry *entry;
2167 /* Disallow secretly (un)writable entries. */
2168 LASSERT((seq_fops->write == NULL) == ((mode & 0222) == 0));
2170 entry = proc_create_data(name, mode, parent, seq_fops, data);
2177 EXPORT_SYMBOL(lprocfs_seq_create);
2179 int lprocfs_obd_seq_create(struct obd_device *dev,
2182 const struct file_operations *seq_fops,
2185 return (lprocfs_seq_create(dev->obd_proc_entry, name,
2186 mode, seq_fops, data));
2188 EXPORT_SYMBOL(lprocfs_obd_seq_create);
2190 void lprocfs_oh_tally(struct obd_histogram *oh, unsigned int value)
2192 if (value >= OBD_HIST_MAX)
2193 value = OBD_HIST_MAX - 1;
2195 spin_lock(&oh->oh_lock);
2196 oh->oh_buckets[value]++;
2197 spin_unlock(&oh->oh_lock);
2199 EXPORT_SYMBOL(lprocfs_oh_tally);
2201 void lprocfs_oh_tally_log2(struct obd_histogram *oh, unsigned int value)
2203 unsigned int val = 0;
2205 if (likely(value != 0))
2206 val = min(fls(value - 1), OBD_HIST_MAX);
2208 lprocfs_oh_tally(oh, val);
2210 EXPORT_SYMBOL(lprocfs_oh_tally_log2);
2212 unsigned long lprocfs_oh_sum(struct obd_histogram *oh)
2214 unsigned long ret = 0;
2217 for (i = 0; i < OBD_HIST_MAX; i++)
2218 ret += oh->oh_buckets[i];
2221 EXPORT_SYMBOL(lprocfs_oh_sum);
2223 void lprocfs_oh_clear(struct obd_histogram *oh)
2225 spin_lock(&oh->oh_lock);
2226 memset(oh->oh_buckets, 0, sizeof(oh->oh_buckets));
2227 spin_unlock(&oh->oh_lock);
2229 EXPORT_SYMBOL(lprocfs_oh_clear);
2231 ssize_t lustre_attr_show(struct kobject *kobj,
2232 struct attribute *attr, char *buf)
2234 struct lustre_attr *a = container_of(attr, struct lustre_attr, attr);
2236 return a->show ? a->show(kobj, attr, buf) : 0;
2238 EXPORT_SYMBOL_GPL(lustre_attr_show);
2240 ssize_t lustre_attr_store(struct kobject *kobj, struct attribute *attr,
2241 const char *buf, size_t len)
2243 struct lustre_attr *a = container_of(attr, struct lustre_attr, attr);
2245 return a->store ? a->store(kobj, attr, buf, len) : len;
2247 EXPORT_SYMBOL_GPL(lustre_attr_store);
2249 const struct sysfs_ops lustre_sysfs_ops = {
2250 .show = lustre_attr_show,
2251 .store = lustre_attr_store,
2253 EXPORT_SYMBOL_GPL(lustre_sysfs_ops);
2255 int lprocfs_obd_max_pages_per_rpc_seq_show(struct seq_file *m, void *data)
2257 struct obd_device *dev = data;
2258 struct client_obd *cli = &dev->u.cli;
2260 spin_lock(&cli->cl_loi_list_lock);
2261 seq_printf(m, "%d\n", cli->cl_max_pages_per_rpc);
2262 spin_unlock(&cli->cl_loi_list_lock);
2265 EXPORT_SYMBOL(lprocfs_obd_max_pages_per_rpc_seq_show);
2267 ssize_t lprocfs_obd_max_pages_per_rpc_seq_write(struct file *file,
2268 const char __user *buffer,
2269 size_t count, loff_t *off)
2271 struct obd_device *dev =
2272 ((struct seq_file *)file->private_data)->private;
2273 struct client_obd *cli = &dev->u.cli;
2274 struct obd_connect_data *ocd = &cli->cl_import->imp_connect_data;
2278 rc = lprocfs_str_with_units_to_s64(buffer, count, &val, '1');
2284 /* if the max_pages is specified in bytes, convert to pages */
2285 if (val >= ONE_MB_BRW_SIZE)
2288 LPROCFS_CLIMP_CHECK(dev);
2290 chunk_mask = ~((1 << (cli->cl_chunkbits - PAGE_SHIFT)) - 1);
2291 /* max_pages_per_rpc must be chunk aligned */
2292 val = (val + ~chunk_mask) & chunk_mask;
2293 if (val == 0 || (ocd->ocd_brw_size != 0 &&
2294 val > ocd->ocd_brw_size >> PAGE_SHIFT)) {
2295 LPROCFS_CLIMP_EXIT(dev);
2298 spin_lock(&cli->cl_loi_list_lock);
2299 cli->cl_max_pages_per_rpc = val;
2300 client_adjust_max_dirty(cli);
2301 spin_unlock(&cli->cl_loi_list_lock);
2303 LPROCFS_CLIMP_EXIT(dev);
2306 EXPORT_SYMBOL(lprocfs_obd_max_pages_per_rpc_seq_write);
2308 ssize_t short_io_bytes_show(struct kobject *kobj, struct attribute *attr,
2311 struct obd_device *dev = container_of(kobj, struct obd_device,
2313 struct client_obd *cli = &dev->u.cli;
2316 spin_lock(&cli->cl_loi_list_lock);
2317 rc = sprintf(buf, "%d\n", cli->cl_max_short_io_bytes);
2318 spin_unlock(&cli->cl_loi_list_lock);
2321 EXPORT_SYMBOL(short_io_bytes_show);
2323 /* Used to catch people who think they're specifying pages. */
2324 #define MIN_SHORT_IO_BYTES 64U
2326 ssize_t short_io_bytes_store(struct kobject *kobj, struct attribute *attr,
2327 const char *buffer, size_t count)
2329 struct obd_device *dev = container_of(kobj, struct obd_device,
2331 struct client_obd *cli = &dev->u.cli;
2336 if (count >= sizeof(kernbuf))
2339 LPROCFS_CLIMP_CHECK(dev);
2341 memcpy(kernbuf, buffer, count);
2342 kernbuf[count] = '\0';
2343 rc = lu_str_to_s64(kernbuf, count, &val, '1');
2348 val = OBD_DEF_SHORT_IO_BYTES;
2350 if (val && (val < MIN_SHORT_IO_BYTES || val > LNET_MTU))
2351 GOTO(out, rc = -ERANGE);
2355 spin_lock(&cli->cl_loi_list_lock);
2356 cli->cl_max_short_io_bytes = min_t(u64, val, OST_MAX_SHORT_IO_BYTES);
2357 spin_unlock(&cli->cl_loi_list_lock);
2360 LPROCFS_CLIMP_EXIT(dev);
2363 EXPORT_SYMBOL(short_io_bytes_store);
2365 int lprocfs_wr_root_squash(const char __user *buffer, unsigned long count,
2366 struct root_squash_info *squash, char *name)
2369 char kernbuf[64], *tmp, *errmsg;
2370 unsigned long uid, gid;
2373 if (count >= sizeof(kernbuf)) {
2374 errmsg = "string too long";
2375 GOTO(failed_noprint, rc = -EINVAL);
2377 if (copy_from_user(kernbuf, buffer, count)) {
2378 errmsg = "bad address";
2379 GOTO(failed_noprint, rc = -EFAULT);
2381 kernbuf[count] = '\0';
2383 /* look for uid gid separator */
2384 tmp = strchr(kernbuf, ':');
2386 errmsg = "needs uid:gid format";
2387 GOTO(failed, rc = -EINVAL);
2393 if (kstrtoul(kernbuf, 0, &uid) != 0) {
2395 GOTO(failed, rc = -EINVAL);
2399 if (kstrtoul(tmp, 0, &gid) != 0) {
2401 GOTO(failed, rc = -EINVAL);
2404 squash->rsi_uid = uid;
2405 squash->rsi_gid = gid;
2407 LCONSOLE_INFO("%s: root_squash is set to %u:%u\n",
2408 name, squash->rsi_uid, squash->rsi_gid);
2416 CWARN("%s: failed to set root_squash to \"%s\", %s, rc = %d\n",
2417 name, kernbuf, errmsg, rc);
2420 CWARN("%s: failed to set root_squash due to %s, rc = %d\n",
2424 EXPORT_SYMBOL(lprocfs_wr_root_squash);
2427 int lprocfs_wr_nosquash_nids(const char __user *buffer, unsigned long count,
2428 struct root_squash_info *squash, char *name)
2431 char *kernbuf = NULL;
2433 struct list_head tmp;
2438 errmsg = "string too long";
2439 GOTO(failed, rc = -EINVAL);
2442 OBD_ALLOC(kernbuf, count + 1);
2444 errmsg = "no memory";
2445 GOTO(failed, rc = -ENOMEM);
2447 if (copy_from_user(kernbuf, buffer, count)) {
2448 errmsg = "bad address";
2449 GOTO(failed, rc = -EFAULT);
2451 kernbuf[count] = '\0';
2453 if (count > 0 && kernbuf[count - 1] == '\n')
2456 if ((len == 4 && strncmp(kernbuf, "NONE", len) == 0) ||
2457 (len == 5 && strncmp(kernbuf, "clear", len) == 0)) {
2458 /* empty string is special case */
2459 spin_lock(&squash->rsi_lock);
2460 if (!list_empty(&squash->rsi_nosquash_nids))
2461 cfs_free_nidlist(&squash->rsi_nosquash_nids);
2462 spin_unlock(&squash->rsi_lock);
2463 LCONSOLE_INFO("%s: nosquash_nids is cleared\n", name);
2464 OBD_FREE(kernbuf, count + 1);
2468 INIT_LIST_HEAD(&tmp);
2469 if (cfs_parse_nidlist(kernbuf, count, &tmp) <= 0) {
2470 errmsg = "can't parse";
2471 GOTO(failed, rc = -EINVAL);
2473 LCONSOLE_INFO("%s: nosquash_nids set to %s\n",
2475 OBD_FREE(kernbuf, count + 1);
2478 spin_lock(&squash->rsi_lock);
2479 if (!list_empty(&squash->rsi_nosquash_nids))
2480 cfs_free_nidlist(&squash->rsi_nosquash_nids);
2481 list_splice(&tmp, &squash->rsi_nosquash_nids);
2482 spin_unlock(&squash->rsi_lock);
2488 CWARN("%s: failed to set nosquash_nids to \"%s\", %s rc = %d\n",
2489 name, kernbuf, errmsg, rc);
2490 OBD_FREE(kernbuf, count + 1);
2492 CWARN("%s: failed to set nosquash_nids due to %s rc = %d\n",
2497 EXPORT_SYMBOL(lprocfs_wr_nosquash_nids);
2499 #endif /* CONFIG_PROC_FS*/