4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2011, 2017, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
30 * Lustre is a trademark of Sun Microsystems, Inc.
32 * lustre/mdt/mdt_lproc.c
34 * Author: Lai Siyao <lsy@clusterfs.com>
35 * Author: Fan Yong <fanyong@clusterfs.com>
38 #define DEBUG_SUBSYSTEM S_MDS
40 #include <linux/version.h>
41 #include <asm/statfs.h>
43 #include <linux/module.h>
44 #include <uapi/linux/lnet/nidstr.h>
45 /* LUSTRE_VERSION_CODE */
46 #include <uapi/linux/lustre/lustre_ver.h>
48 * struct OBD_{ALLOC,FREE}*()
51 #include <obd_support.h>
52 /* struct obd_export */
53 #include <lustre_export.h>
54 /* struct obd_device */
56 #include <obd_class.h>
57 #include <lustre_mds.h>
58 #include <lprocfs_status.h>
59 #include "mdt_internal.h"
62 * The rename stats output would be YAML formats, like
64 * - snapshot_time: 1234567890.123456
66 * 4kB: { samples: 1230, pct: 33, cum_pct: 45 }
67 * 8kB: { samples: 1242, pct: 33, cum_pct: 78 }
68 * 16kB: { samples: 132, pct: 3, cum_pct: 81 }
70 * 4kB: { samples: 123, pct: 33, cum_pct: 45 }
71 * 8kB: { samples: 124, pct: 33, cum_pct: 78 }
72 * 16kB: { samples: 12, pct: 3, cum_pct: 81 }
74 * 4kB: { samples: 123, pct: 33, cum_pct: 45 }
75 * 8kB: { samples: 124, pct: 33, cum_pct: 78 }
76 * 16kB: { samples: 12, pct: 3, cum_pct: 81 }
79 static void display_rename_stats(struct seq_file *seq, char *name,
80 struct obd_histogram *hist)
82 unsigned long tot, t, cum = 0;
85 tot = lprocfs_oh_sum(hist);
87 seq_printf(seq, "- %-15s\n", name);
88 /* dir size start from 4K, start i from 10(2^10) here */
89 for (i = 0; i < OBD_HIST_MAX; i++) {
90 t = hist->oh_buckets[i];
96 seq_printf(seq, "%6s%d%s", " ", 1<< i, "bytes:");
98 seq_printf(seq, "%6s%d%s", " ", 1<<(i-10), "KB:");
100 seq_printf(seq, "%6s%d%s", " ", 1<<(i-20), "MB:");
102 seq_printf(seq, " { sample: %3lu, pct: %3u, cum_pct: %3u }\n",
103 t, pct(t, tot), pct(cum, tot));
110 static void rename_stats_show(struct seq_file *seq,
111 struct rename_stats *rename_stats)
113 struct timespec64 now;
115 /* this sampling races with updates */
116 ktime_get_real_ts64(&now);
117 seq_printf(seq, "rename_stats:\n");
118 seq_printf(seq, "- %-15s %llu.%9lu\n", "snapshot_time:",
119 (s64)now.tv_sec, now.tv_nsec);
121 display_rename_stats(seq, "same_dir",
122 &rename_stats->hist[RENAME_SAMEDIR_SIZE]);
123 display_rename_stats(seq, "crossdir_src",
124 &rename_stats->hist[RENAME_CROSSDIR_SRC_SIZE]);
125 display_rename_stats(seq, "crossdir_tgt",
126 &rename_stats->hist[RENAME_CROSSDIR_TGT_SIZE]);
129 static int mdt_rename_stats_seq_show(struct seq_file *seq, void *v)
131 struct mdt_device *mdt = seq->private;
133 rename_stats_show(seq, &mdt->mdt_rename_stats);
139 mdt_rename_stats_seq_write(struct file *file, const char __user *buf,
140 size_t len, loff_t *off)
142 struct seq_file *seq = file->private_data;
143 struct mdt_device *mdt = seq->private;
146 for (i = 0; i < RENAME_LAST; i++)
147 lprocfs_oh_clear(&mdt->mdt_rename_stats.hist[i]);
151 LPROC_SEQ_FOPS(mdt_rename_stats);
153 static int lproc_mdt_attach_rename_seqstat(struct mdt_device *mdt)
157 for (i = 0; i < RENAME_LAST; i++)
158 spin_lock_init(&mdt->mdt_rename_stats.hist[i].oh_lock);
160 return lprocfs_obd_seq_create(mdt2obd_dev(mdt), "rename_stats", 0644,
161 &mdt_rename_stats_fops, mdt);
164 void mdt_rename_counter_tally(struct mdt_thread_info *info,
165 struct mdt_device *mdt,
166 struct ptlrpc_request *req,
167 struct mdt_object *src,
168 struct mdt_object *tgt, long count)
170 struct md_attr *ma = &info->mti_attr;
171 struct rename_stats *rstats = &mdt->mdt_rename_stats;
174 ma->ma_need = MA_INODE;
176 rc = mo_attr_get(info->mti_env, mdt_object_child(src), ma);
178 CERROR("%s: "DFID" attr_get, rc = %d\n",
179 mdt_obd_name(mdt), PFID(mdt_object_fid(src)), rc);
184 mdt_counter_incr(req, LPROC_MDT_SAMEDIR_RENAME, count);
185 lprocfs_oh_tally_log2(&rstats->hist[RENAME_SAMEDIR_SIZE],
186 (unsigned int)ma->ma_attr.la_size);
190 mdt_counter_incr(req, LPROC_MDT_CROSSDIR_RENAME, count);
191 lprocfs_oh_tally_log2(&rstats->hist[RENAME_CROSSDIR_SRC_SIZE],
192 (unsigned int)ma->ma_attr.la_size);
194 ma->ma_need = MA_INODE;
196 rc = mo_attr_get(info->mti_env, mdt_object_child(tgt), ma);
198 CERROR("%s: "DFID" attr_get, rc = %d\n",
199 mdt_obd_name(mdt), PFID(mdt_object_fid(tgt)), rc);
203 lprocfs_oh_tally_log2(&rstats->hist[RENAME_CROSSDIR_TGT_SIZE],
204 (unsigned int)ma->ma_attr.la_size);
207 static ssize_t identity_expire_show(struct kobject *kobj,
208 struct attribute *attr, char *buf)
210 struct obd_device *obd = container_of(kobj, struct obd_device,
212 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
214 return scnprintf(buf, PAGE_SIZE, "%lld\n",
215 mdt->mdt_identity_cache->uc_entry_expire);
218 static ssize_t identity_expire_store(struct kobject *kobj,
219 struct attribute *attr,
220 const char *buffer, size_t count)
222 struct obd_device *obd = container_of(kobj, struct obd_device,
224 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
228 rc = kstrtoll(buffer, 10, &val);
235 mdt->mdt_identity_cache->uc_entry_expire = val;
239 LUSTRE_RW_ATTR(identity_expire);
241 static ssize_t identity_acquire_expire_show(struct kobject *kobj,
242 struct attribute *attr, char *buf)
244 struct obd_device *obd = container_of(kobj, struct obd_device,
246 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
248 return scnprintf(buf, PAGE_SIZE, "%lld\n",
249 mdt->mdt_identity_cache->uc_acquire_expire);
252 static ssize_t identity_acquire_expire_store(struct kobject *kobj,
253 struct attribute *attr,
254 const char *buffer, size_t count)
256 struct obd_device *obd = container_of(kobj, struct obd_device,
258 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
262 rc = kstrtoll(buffer, 0, &val);
266 if (val < 0 || val > INT_MAX)
269 mdt->mdt_identity_cache->uc_acquire_expire = val;
273 LUSTRE_RW_ATTR(identity_acquire_expire);
275 static ssize_t identity_upcall_show(struct kobject *kobj,
276 struct attribute *attr, char *buf)
278 struct obd_device *obd = container_of(kobj, struct obd_device,
280 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
281 struct upcall_cache *hash = mdt->mdt_identity_cache;
284 down_read(&hash->uc_upcall_rwsem);
285 rc = scnprintf(buf, PAGE_SIZE, "%s\n", hash->uc_upcall);
286 up_read(&hash->uc_upcall_rwsem);
290 static ssize_t identity_upcall_store(struct kobject *kobj,
291 struct attribute *attr,
292 const char *buffer, size_t count)
294 struct obd_device *obd = container_of(kobj, struct obd_device,
296 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
297 struct upcall_cache *hash = mdt->mdt_identity_cache;
299 if (count >= UC_CACHE_UPCALL_MAXPATH) {
300 CERROR("%s: identity upcall too long\n", mdt_obd_name(mdt));
304 /* Remove any extraneous bits from the upcall (e.g. linefeeds) */
305 down_write(&hash->uc_upcall_rwsem);
306 sscanf(buffer, "%s", hash->uc_upcall);
307 up_write(&hash->uc_upcall_rwsem);
309 if (strcmp(hash->uc_name, mdt_obd_name(mdt)) != 0)
310 CWARN("%s: write to upcall name %s\n",
311 mdt_obd_name(mdt), hash->uc_upcall);
313 if (strcmp(hash->uc_upcall, "NONE") == 0 && mdt->mdt_opts.mo_acl)
314 CWARN("%s: disable \"identity_upcall\" with ACL enabled maybe "
315 "cause unexpected \"EACCESS\"\n", mdt_obd_name(mdt));
317 CDEBUG(D_CONFIG, "%s: identity upcall set to %s\n", mdt_obd_name(mdt),
321 LUSTRE_RW_ATTR(identity_upcall);
323 static ssize_t identity_flush_store(struct kobject *kobj,
324 struct attribute *attr,
325 const char *buffer, size_t count)
327 struct obd_device *obd = container_of(kobj, struct obd_device,
329 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
333 rc = kstrtoint(buffer, 0, &uid);
337 mdt_flush_identity(mdt->mdt_identity_cache, uid);
340 LUSTRE_WO_ATTR(identity_flush);
343 lprocfs_identity_info_seq_write(struct file *file, const char __user *buffer,
344 size_t count, void *data)
346 struct seq_file *m = file->private_data;
347 struct obd_device *obd = m->private;
348 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
349 struct identity_downcall_data *param;
350 int size = sizeof(*param), rc, checked = 0;
354 CERROR("%s: invalid data count = %lu, size = %d\n",
355 mdt_obd_name(mdt), (unsigned long) count, size);
359 OBD_ALLOC(param, size);
363 if (copy_from_user(param, buffer, size)) {
364 CERROR("%s: bad identity data\n", mdt_obd_name(mdt));
365 GOTO(out, rc = -EFAULT);
370 if (param->idd_magic != IDENTITY_DOWNCALL_MAGIC) {
371 CERROR("%s: MDS identity downcall bad params\n",
373 GOTO(out, rc = -EINVAL);
376 if (param->idd_nperms > N_PERMS_MAX) {
377 CERROR("%s: perm count %d more than maximum %d\n",
378 mdt_obd_name(mdt), param->idd_nperms,
380 GOTO(out, rc = -EINVAL);
383 if (param->idd_ngroups > NGROUPS_MAX) {
384 CERROR("%s: group count %d more than maximum %d\n",
385 mdt_obd_name(mdt), param->idd_ngroups,
387 GOTO(out, rc = -EINVAL);
390 if (param->idd_ngroups) {
391 rc = param->idd_ngroups; /* save idd_ngroups */
392 OBD_FREE(param, size);
393 size = offsetof(struct identity_downcall_data,
399 rc = upcall_cache_downcall(mdt->mdt_identity_cache, param->idd_err,
400 param->idd_uid, param);
404 OBD_FREE(param, size);
406 return rc ? rc : count;
408 LPROC_SEQ_FOPS_WR_ONLY(mdt, identity_info);
410 static int mdt_site_stats_seq_show(struct seq_file *m, void *data)
412 struct obd_device *obd = m->private;
413 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
415 return lu_site_stats_seq_print(mdt_lu_site(mdt), m);
417 LPROC_SEQ_FOPS_RO(mdt_site_stats);
419 #define BUFLEN (UUID_MAX + 4)
422 lprocfs_mds_evict_client_seq_write(struct file *file, const char __user *buf,
423 size_t count, loff_t *off)
425 struct seq_file *m = file->private_data;
426 struct obd_device *obd = m->private;
427 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
432 OBD_ALLOC(kbuf, BUFLEN);
437 * OBD_ALLOC() will zero kbuf, but we only copy BUFLEN - 1
438 * bytes into kbuf, to ensure that the string is NUL-terminated.
439 * UUID_MAX should include a trailing NUL already.
441 if (copy_from_user(kbuf, buf, min_t(unsigned long, BUFLEN - 1, count)))
442 GOTO(out, rc = -EFAULT);
443 tmpbuf = cfs_firststr(kbuf, min_t(unsigned long, BUFLEN - 1, count));
445 if (strncmp(tmpbuf, "nid:", 4) != 0) {
446 count = lprocfs_evict_client_seq_write(file, buf, count, off);
450 if (mdt->mdt_opts.mo_evict_tgt_nids) {
451 rc = obd_set_info_async(NULL, mdt->mdt_child_exp,
452 sizeof(KEY_EVICT_BY_NID),
454 strlen(tmpbuf + 4) + 1,
457 CERROR("Failed to evict nid %s from OSTs: rc %d\n",
461 /* See the comments in function lprocfs_wr_evict_client()
462 * in ptlrpc/lproc_ptlrpc.c for details. - jay */
463 class_incref(obd, __func__, current);
464 obd_export_evict_by_nid(obd, tmpbuf + 4);
465 class_decref(obd, __func__, current);
469 OBD_FREE(kbuf, BUFLEN);
470 return rc < 0 ? rc : count;
475 static ssize_t evict_tgt_nids_show(struct kobject *kobj,
476 struct attribute *attr, char *buf)
478 struct obd_device *obd = container_of(kobj, struct obd_device,
480 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
482 return scnprintf(buf, PAGE_SIZE, "%u\n",
483 mdt->mdt_opts.mo_evict_tgt_nids);
486 static ssize_t evict_tgt_nids_store(struct kobject *kobj,
487 struct attribute *attr, const char *buffer,
490 struct obd_device *obd = container_of(kobj, struct obd_device,
492 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
496 rc = kstrtobool(buffer, &val);
500 mdt->mdt_opts.mo_evict_tgt_nids = val;
503 LUSTRE_RW_ATTR(evict_tgt_nids);
505 static ssize_t commit_on_sharing_show(struct kobject *kobj,
506 struct attribute *attr, char *buf)
508 struct obd_device *obd = container_of(kobj, struct obd_device,
510 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
512 return scnprintf(buf, PAGE_SIZE, "%u\n", mdt_cos_is_enabled(mdt));
515 static ssize_t commit_on_sharing_store(struct kobject *kobj,
516 struct attribute *attr,
517 const char *buffer, size_t count)
519 struct obd_device *obd = container_of(kobj, struct obd_device,
521 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
525 rc = kstrtobool(buffer, &val);
529 mdt_enable_cos(mdt, val);
532 LUSTRE_RW_ATTR(commit_on_sharing);
534 static ssize_t local_recovery_show(struct kobject *kobj,
535 struct attribute *attr, char *buf)
537 struct obd_device *obd = container_of(kobj, struct obd_device,
540 return scnprintf(buf, PAGE_SIZE, "%u\n",
541 obd->u.obt.obt_lut->lut_local_recovery);
544 static ssize_t local_recovery_store(struct kobject *kobj,
545 struct attribute *attr,
546 const char *buffer, size_t count)
548 struct obd_device *obd = container_of(kobj, struct obd_device,
553 rc = kstrtobool(buffer, &val);
557 obd->u.obt.obt_lut->lut_local_recovery = !!val;
560 LUSTRE_RW_ATTR(local_recovery);
562 static int mdt_root_squash_seq_show(struct seq_file *m, void *data)
564 struct obd_device *obd = m->private;
565 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
566 struct root_squash_info *squash = &mdt->mdt_squash;
568 seq_printf(m, "%u:%u\n", squash->rsi_uid,
574 mdt_root_squash_seq_write(struct file *file, const char __user *buffer,
575 size_t count, loff_t *off)
577 struct seq_file *m = file->private_data;
578 struct obd_device *obd = m->private;
579 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
580 struct root_squash_info *squash = &mdt->mdt_squash;
582 return lprocfs_wr_root_squash(buffer, count, squash,
585 LPROC_SEQ_FOPS(mdt_root_squash);
587 static int mdt_nosquash_nids_seq_show(struct seq_file *m, void *data)
589 struct obd_device *obd = m->private;
590 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
591 struct root_squash_info *squash = &mdt->mdt_squash;
594 spin_lock(&squash->rsi_lock);
595 if (!list_empty(&squash->rsi_nosquash_nids)) {
596 len = cfs_print_nidlist(m->buf + m->count, m->size - m->count,
597 &squash->rsi_nosquash_nids);
601 seq_puts(m, "NONE\n");
602 spin_unlock(&squash->rsi_lock);
608 mdt_nosquash_nids_seq_write(struct file *file, const char __user *buffer,
609 size_t count, loff_t *off)
611 struct seq_file *m = file->private_data;
612 struct obd_device *obd = m->private;
613 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
614 struct root_squash_info *squash = &mdt->mdt_squash;
616 return lprocfs_wr_nosquash_nids(buffer, count, squash,
619 LPROC_SEQ_FOPS(mdt_nosquash_nids);
621 static ssize_t enable_remote_dir_show(struct kobject *kobj,
622 struct attribute *attr, char *buf)
624 struct obd_device *obd = container_of(kobj, struct obd_device,
626 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
628 return scnprintf(buf, PAGE_SIZE, "%u\n", mdt->mdt_enable_remote_dir);
631 static ssize_t enable_remote_dir_store(struct kobject *kobj,
632 struct attribute *attr,
633 const char *buffer, size_t count)
635 struct obd_device *obd = container_of(kobj, struct obd_device,
637 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
641 rc = kstrtobool(buffer, &val);
645 mdt->mdt_enable_remote_dir = val;
648 LUSTRE_RW_ATTR(enable_remote_dir);
650 static ssize_t enable_remote_dir_gid_show(struct kobject *kobj,
651 struct attribute *attr, char *buf)
653 struct obd_device *obd = container_of(kobj, struct obd_device,
655 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
657 return scnprintf(buf, PAGE_SIZE, "%d\n",
658 (int)mdt->mdt_enable_remote_dir_gid);
661 static ssize_t enable_remote_dir_gid_store(struct kobject *kobj,
662 struct attribute *attr,
663 const char *buffer, size_t count)
665 struct obd_device *obd = container_of(kobj, struct obd_device,
667 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
671 rc = kstrtoint(buffer, 0, &val);
675 mdt->mdt_enable_remote_dir_gid = val;
678 LUSTRE_RW_ATTR(enable_remote_dir_gid);
680 static ssize_t enable_chprojid_gid_show(struct kobject *kobj,
681 struct attribute *attr, char *buf)
683 struct obd_device *obd = container_of(kobj, struct obd_device,
685 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
687 return scnprintf(buf, PAGE_SIZE, "%d\n",
688 (int)mdt->mdt_enable_chprojid_gid);
691 static ssize_t enable_chprojid_gid_store(struct kobject *kobj,
692 struct attribute *attr,
693 const char *buffer, size_t count)
695 struct obd_device *obd = container_of(kobj, struct obd_device,
697 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
701 rc = kstrtoint(buffer, 0, &val);
705 mdt->mdt_enable_chprojid_gid = val;
708 LUSTRE_RW_ATTR(enable_chprojid_gid);
710 static ssize_t enable_striped_dir_show(struct kobject *kobj,
711 struct attribute *attr, char *buf)
713 struct obd_device *obd = container_of(kobj, struct obd_device,
715 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
717 return scnprintf(buf, PAGE_SIZE, "%u\n", mdt->mdt_enable_striped_dir);
720 static ssize_t enable_striped_dir_store(struct kobject *kobj,
721 struct attribute *attr,
722 const char *buffer, size_t count)
724 struct obd_device *obd = container_of(kobj, struct obd_device,
726 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
730 rc = kstrtobool(buffer, &val);
734 mdt->mdt_enable_striped_dir = val;
737 LUSTRE_RW_ATTR(enable_striped_dir);
739 static ssize_t enable_dir_migration_show(struct kobject *kobj,
740 struct attribute *attr, char *buf)
742 struct obd_device *obd = container_of(kobj, struct obd_device,
744 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
746 return scnprintf(buf, PAGE_SIZE, "%u\n", mdt->mdt_enable_dir_migration);
749 static ssize_t enable_dir_migration_store(struct kobject *kobj,
750 struct attribute *attr,
751 const char *buffer, size_t count)
753 struct obd_device *obd = container_of(kobj, struct obd_device,
755 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
759 rc = kstrtobool(buffer, &val);
763 mdt->mdt_enable_dir_migration = val;
766 LUSTRE_RW_ATTR(enable_dir_migration);
768 static ssize_t enable_dir_restripe_show(struct kobject *kobj,
769 struct attribute *attr, char *buf)
771 struct obd_device *obd = container_of(kobj, struct obd_device,
773 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
775 return scnprintf(buf, PAGE_SIZE, "%u\n", mdt->mdt_enable_dir_restripe);
778 static ssize_t enable_dir_restripe_store(struct kobject *kobj,
779 struct attribute *attr,
780 const char *buffer, size_t count)
782 struct obd_device *obd = container_of(kobj, struct obd_device,
784 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
788 rc = kstrtobool(buffer, &val);
792 mdt->mdt_enable_dir_restripe = val;
795 LUSTRE_RW_ATTR(enable_dir_restripe);
797 static ssize_t enable_dir_auto_split_show(struct kobject *kobj,
798 struct attribute *attr, char *buf)
800 struct obd_device *obd = container_of(kobj, struct obd_device,
802 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
804 return scnprintf(buf, PAGE_SIZE, "%u\n",
805 mdt->mdt_enable_dir_auto_split);
808 static ssize_t enable_dir_auto_split_store(struct kobject *kobj,
809 struct attribute *attr,
810 const char *buffer, size_t count)
812 struct obd_device *obd = container_of(kobj, struct obd_device,
814 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
818 rc = kstrtobool(buffer, &val);
822 mdt->mdt_enable_dir_auto_split = val;
825 LUSTRE_RW_ATTR(enable_dir_auto_split);
828 * Show MDT async commit count.
831 * @data unused for single entry
833 * Return: 0 on success
834 * negative value on error
836 static ssize_t async_commit_count_show(struct kobject *kobj,
837 struct attribute *attr, char *buf)
839 struct obd_device *obd = container_of(kobj, struct obd_device,
841 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
843 return scnprintf(buf, PAGE_SIZE, "%d\n",
844 atomic_read(&mdt->mdt_async_commit_count));
847 static ssize_t async_commit_count_store(struct kobject *kobj,
848 struct attribute *attr,
849 const char *buffer, size_t count)
851 struct obd_device *obd = container_of(kobj, struct obd_device,
853 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
857 rc = kstrtoint(buffer, 10, &val);
861 atomic_set(&mdt->mdt_async_commit_count, val);
865 LUSTRE_RW_ATTR(async_commit_count);
868 * Show MDT sync count.
870 * \param[in] m seq_file handle
871 * \param[in] data unused for single entry
873 * \retval 0 on success
874 * \retval negative value on error
876 static ssize_t sync_count_show(struct kobject *kobj, struct attribute *attr,
879 struct obd_device *obd = container_of(kobj, struct obd_device,
881 struct lu_target *tgt = obd->u.obt.obt_lut;
883 return scnprintf(buf, PAGE_SIZE, "%d\n",
884 atomic_read(&tgt->lut_sync_count));
887 static ssize_t sync_count_store(struct kobject *kobj, struct attribute *attr,
888 const char *buffer, size_t count)
890 struct obd_device *obd = container_of(kobj, struct obd_device,
892 struct lu_target *tgt = obd->u.obt.obt_lut;
896 rc = kstrtoint(buffer, 0, &val);
900 atomic_set(&tgt->lut_sync_count, val);
904 LUSTRE_RW_ATTR(sync_count);
906 static const char *dom_open_lock_modes[NUM_DOM_LOCK_ON_OPEN_MODES] = {
907 [NO_DOM_LOCK_ON_OPEN] = "never",
908 [TRYLOCK_DOM_ON_OPEN] = "trylock",
909 [ALWAYS_DOM_LOCK_ON_OPEN] = "always",
912 /* This must be longer than the longest string above */
913 #define DOM_LOCK_MODES_MAXLEN 16
916 * Show MDT policy for data prefetch on open for DoM files..
918 * \param[in] m seq_file handle
919 * \param[in] data unused
921 * \retval 0 on success
922 * \retval negative value on error
924 static ssize_t dom_lock_show(struct kobject *kobj, struct attribute *attr,
927 struct obd_device *obd = container_of(kobj, struct obd_device,
929 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
931 return scnprintf(buf, PAGE_SIZE, "%s\n",
932 dom_open_lock_modes[mdt->mdt_opts.mo_dom_lock]);
936 * Change MDT policy for data prefetch on open for DoM files.
938 * This variable defines how DOM lock is taken at open enqueue.
939 * There are three possible modes:
940 * 1) never - never take DoM lock on open. DoM lock will be taken as separate
941 * IO lock with own enqueue.
942 * 2) trylock - DoM lock will be taken only if non-blocked.
943 * 3) always - DoM lock will be taken always even if it is blocking lock.
945 * If dom_read_open is enabled too then DoM lock is taken in PR mode and
946 * is paired with LAYOUT lock when possible.
948 * \param[in] file proc file
949 * \param[in] buffer string which represents policy
950 * \param[in] count \a buffer length
951 * \param[in] off unused for single entry
953 * \retval \a count on success
954 * \retval negative number on error
956 static ssize_t dom_lock_store(struct kobject *kobj, struct attribute *attr,
957 const char *buffer, size_t count)
959 struct obd_device *obd = container_of(kobj, struct obd_device,
961 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
965 if (count == 0 || count >= DOM_LOCK_MODES_MAXLEN)
968 for (i = 0 ; i < NUM_DOM_LOCK_ON_OPEN_MODES; i++) {
969 /* buffer might have '\n' but using strlen() avoids it */
970 if (strncmp(buffer, dom_open_lock_modes[i],
971 strlen(dom_open_lock_modes[i])) == 0) {
977 /* Legacy numeric codes */
979 rc = kstrtoint(buffer, 0, &val);
984 if (val == ALWAYS_DOM_LOCK_ON_OPEN)
985 val = TRYLOCK_DOM_ON_OPEN;
987 if (val < 0 || val >= NUM_DOM_LOCK_ON_OPEN_MODES)
990 mdt->mdt_opts.mo_dom_lock = val;
993 LUSTRE_RW_ATTR(dom_lock);
996 * Show MDT policy for data prefetch on open for DoM files..
998 * \param[in] m seq_file handle
999 * \param[in] data unused
1001 * \retval 0 on success
1002 * \retval negative value on error
1004 static ssize_t dom_read_open_show(struct kobject *kobj,
1005 struct attribute *attr, char *buf)
1007 struct obd_device *obd = container_of(kobj, struct obd_device,
1009 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1011 return scnprintf(buf, PAGE_SIZE, "%u\n",
1012 !!mdt->mdt_opts.mo_dom_read_open);
1016 * Modify MDT policy for data prefetch on open for DoM files.
1018 * If enabled then Data-on-MDT file data may be read during open and
1019 * returned back in reply. It works only with mo_dom_lock enabled.
1021 * \param[in] file proc file
1022 * \param[in] buffer string which represents policy
1023 * \param[in] count \a buffer length
1024 * \param[in] off unused for single entry
1026 * \retval \a count on success
1027 * \retval negative number on error
1029 static ssize_t dom_read_open_store(struct kobject *kobj,
1030 struct attribute *attr, const char *buffer,
1033 struct obd_device *obd = container_of(kobj, struct obd_device,
1035 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1039 rc = kstrtobool(buffer, &val);
1043 mdt->mdt_opts.mo_dom_read_open = !!val;
1046 LUSTRE_RW_ATTR(dom_read_open);
1048 static ssize_t migrate_hsm_allowed_show(struct kobject *kobj,
1049 struct attribute *attr, char *buf)
1051 struct obd_device *obd = container_of(kobj, struct obd_device,
1053 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1055 return scnprintf(buf, PAGE_SIZE, "%u\n",
1056 mdt->mdt_opts.mo_migrate_hsm_allowed);
1059 static ssize_t migrate_hsm_allowed_store(struct kobject *kobj,
1060 struct attribute *attr,
1061 const char *buffer, size_t count)
1063 struct obd_device *obd = container_of(kobj, struct obd_device,
1065 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1069 rc = kstrtobool(buffer, &val);
1073 mdt->mdt_opts.mo_migrate_hsm_allowed = val;
1076 LUSTRE_RW_ATTR(migrate_hsm_allowed);
1078 static ssize_t readonly_show(struct kobject *kobj, struct attribute *attr,
1081 struct obd_device *obd = container_of(kobj, struct obd_device,
1083 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1085 return scnprintf(buf, PAGE_SIZE, "%u\n", mdt->mdt_readonly);
1088 static ssize_t readonly_store(struct kobject *kobj, struct attribute *attr,
1089 const char *buffer, size_t count)
1091 struct obd_device *obd = container_of(kobj, struct obd_device,
1093 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1097 rc = kstrtobool(buffer, &val);
1101 mdt->mdt_readonly = val;
1104 LUSTRE_RW_ATTR(readonly);
1106 static ssize_t enable_remote_rename_show(struct kobject *kobj,
1107 struct attribute *attr,
1110 struct obd_device *obd = container_of(kobj, struct obd_device,
1112 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1114 return scnprintf(buf, PAGE_SIZE, "%u\n",
1115 mdt->mdt_enable_remote_rename);
1118 static ssize_t enable_remote_rename_store(struct kobject *kobj,
1119 struct attribute *attr,
1120 const char *buffer, size_t count)
1122 struct obd_device *obd = container_of(kobj, struct obd_device,
1124 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1128 rc = kstrtobool(buffer, &val);
1132 mdt->mdt_enable_remote_rename = val;
1135 LUSTRE_RW_ATTR(enable_remote_rename);
1137 static ssize_t dir_split_count_show(struct kobject *kobj,
1138 struct attribute *attr,
1141 struct obd_device *obd = container_of(kobj, struct obd_device,
1143 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1145 return scnprintf(buf, PAGE_SIZE, "%llu\n",
1146 mdt->mdt_restriper.mdr_dir_split_count);
1149 static ssize_t dir_split_count_store(struct kobject *kobj,
1150 struct attribute *attr,
1151 const char *buffer, size_t count)
1153 struct obd_device *obd = container_of(kobj, struct obd_device,
1155 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1159 rc = sysfs_memparse(buffer, count, &val, "B");
1166 mdt->mdt_restriper.mdr_dir_split_count = val;
1170 LUSTRE_RW_ATTR(dir_split_count);
1172 static ssize_t dir_split_delta_show(struct kobject *kobj,
1173 struct attribute *attr,
1176 struct obd_device *obd = container_of(kobj, struct obd_device,
1178 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1180 return scnprintf(buf, PAGE_SIZE, "%u\n",
1181 mdt->mdt_restriper.mdr_dir_split_delta);
1184 static ssize_t dir_split_delta_store(struct kobject *kobj,
1185 struct attribute *attr,
1186 const char *buffer, size_t count)
1188 struct obd_device *obd = container_of(kobj, struct obd_device,
1190 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1194 rc = kstrtouint(buffer, 0, &val);
1198 mdt->mdt_restriper.mdr_dir_split_delta = val;
1202 LUSTRE_RW_ATTR(dir_split_delta);
1204 static ssize_t dir_restripe_nsonly_show(struct kobject *kobj,
1205 struct attribute *attr, char *buf)
1207 struct obd_device *obd = container_of(kobj, struct obd_device,
1209 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1211 return scnprintf(buf, PAGE_SIZE, "%u\n", mdt->mdt_dir_restripe_nsonly);
1214 static ssize_t dir_restripe_nsonly_store(struct kobject *kobj,
1215 struct attribute *attr,
1216 const char *buffer, size_t count)
1218 struct obd_device *obd = container_of(kobj, struct obd_device,
1220 struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1224 rc = kstrtobool(buffer, &val);
1228 mdt->mdt_dir_restripe_nsonly = val;
1231 LUSTRE_RW_ATTR(dir_restripe_nsonly);
1234 * Show if the OFD enforces T10PI checksum.
1236 * \param[in] m seq_file handle
1237 * \param[in] data unused for single entry
1239 * \retval 0 on success
1240 * \retval negative value on error
1242 static ssize_t checksum_t10pi_enforce_show(struct kobject *kobj,
1243 struct attribute *attr,
1246 struct obd_device *obd = container_of(kobj, struct obd_device,
1248 struct lu_target *lut = obd->u.obt.obt_lut;
1250 return scnprintf(buf, PAGE_SIZE, "%u\n", lut->lut_cksum_t10pi_enforce);
1254 * Force specific T10PI checksum modes to be enabled
1256 * If T10PI *is* supported in hardware, allow only the supported T10PI type
1257 * to be used. If T10PI is *not* supported by the OSD, setting the enforce
1258 * parameter forces all T10PI types to be enabled (even if slower) for
1261 * The final determination of which algorithm to be used depends whether
1262 * the client supports T10PI or not, and is handled at client connect time.
1264 * \param[in] file proc file
1265 * \param[in] buffer string which represents mode
1266 * 1: set T10PI checksums enforced
1267 * 0: unset T10PI checksums enforced
1268 * \param[in] count \a buffer length
1269 * \param[in] off unused for single entry
1271 * \retval \a count on success
1272 * \retval negative number on error
1274 static ssize_t checksum_t10pi_enforce_store(struct kobject *kobj,
1275 struct attribute *attr,
1276 const char *buffer, size_t count)
1278 struct obd_device *obd = container_of(kobj, struct obd_device,
1280 struct lu_target *lut = obd->u.obt.obt_lut;
1284 rc = kstrtobool(buffer, &enforce);
1288 spin_lock(&lut->lut_flags_lock);
1289 lut->lut_cksum_t10pi_enforce = enforce;
1290 spin_unlock(&lut->lut_flags_lock);
1293 LUSTRE_RW_ATTR(checksum_t10pi_enforce);
1295 LPROC_SEQ_FOPS_RO_TYPE(mdt, hash);
1296 LPROC_SEQ_FOPS_WR_ONLY(mdt, mds_evict_client);
1297 LPROC_SEQ_FOPS_RW_TYPE(mdt, checksum_dump);
1298 LUSTRE_RW_ATTR(job_cleanup_interval);
1299 LPROC_SEQ_FOPS_RW_TYPE(mdt, nid_stats_clear);
1300 LUSTRE_RW_ATTR(hsm_control);
1302 LPROC_SEQ_FOPS_RO_TYPE(mdt, recovery_status);
1303 LUSTRE_RW_ATTR(recovery_time_hard);
1304 LUSTRE_RW_ATTR(recovery_time_soft);
1305 LUSTRE_RW_ATTR(ir_factor);
1307 LUSTRE_RO_ATTR(tot_dirty);
1308 LUSTRE_RO_ATTR(tot_granted);
1309 LUSTRE_RO_ATTR(tot_pending);
1310 LUSTRE_RW_ATTR(grant_compat_disable);
1311 LUSTRE_RO_ATTR(instance);
1313 LUSTRE_RO_ATTR(num_exports);
1315 static struct attribute *mdt_attrs[] = {
1316 &lustre_attr_tot_dirty.attr,
1317 &lustre_attr_tot_granted.attr,
1318 &lustre_attr_tot_pending.attr,
1319 &lustre_attr_grant_compat_disable.attr,
1320 &lustre_attr_instance.attr,
1321 &lustre_attr_recovery_time_hard.attr,
1322 &lustre_attr_recovery_time_soft.attr,
1323 &lustre_attr_ir_factor.attr,
1324 &lustre_attr_num_exports.attr,
1325 &lustre_attr_identity_expire.attr,
1326 &lustre_attr_identity_acquire_expire.attr,
1327 &lustre_attr_identity_upcall.attr,
1328 &lustre_attr_identity_flush.attr,
1329 &lustre_attr_evict_tgt_nids.attr,
1330 &lustre_attr_enable_remote_dir.attr,
1331 &lustre_attr_enable_remote_dir_gid.attr,
1332 &lustre_attr_enable_chprojid_gid.attr,
1333 &lustre_attr_enable_striped_dir.attr,
1334 &lustre_attr_enable_dir_migration.attr,
1335 &lustre_attr_enable_dir_restripe.attr,
1336 &lustre_attr_enable_dir_auto_split.attr,
1337 &lustre_attr_enable_remote_rename.attr,
1338 &lustre_attr_commit_on_sharing.attr,
1339 &lustre_attr_local_recovery.attr,
1340 &lustre_attr_async_commit_count.attr,
1341 &lustre_attr_sync_count.attr,
1342 &lustre_attr_dom_lock.attr,
1343 &lustre_attr_dom_read_open.attr,
1344 &lustre_attr_migrate_hsm_allowed.attr,
1345 &lustre_attr_hsm_control.attr,
1346 &lustre_attr_job_cleanup_interval.attr,
1347 &lustre_attr_readonly.attr,
1348 &lustre_attr_dir_split_count.attr,
1349 &lustre_attr_dir_split_delta.attr,
1350 &lustre_attr_dir_restripe_nsonly.attr,
1351 &lustre_attr_checksum_t10pi_enforce.attr,
1355 static struct lprocfs_vars lprocfs_mdt_obd_vars[] = {
1356 { .name = "recovery_status",
1357 .fops = &mdt_recovery_status_fops },
1358 { .name = "identity_info",
1359 .fops = &mdt_identity_info_fops },
1360 { .name = "site_stats",
1361 .fops = &mdt_site_stats_fops },
1362 { .name = "evict_client",
1363 .fops = &mdt_mds_evict_client_fops },
1364 { .name = "checksum_dump",
1365 .fops = &mdt_checksum_dump_fops },
1366 { .name = "hash_stats",
1367 .fops = &mdt_hash_fops },
1368 { .name = "root_squash",
1369 .fops = &mdt_root_squash_fops },
1370 { .name = "nosquash_nids",
1371 .fops = &mdt_nosquash_nids_fops },
1376 lprocfs_mdt_print_open_files(struct obd_export *exp, void *v)
1378 struct seq_file *seq = v;
1380 if (exp->exp_lock_hash != NULL) {
1381 struct mdt_export_data *med = &exp->exp_mdt_data;
1382 struct mdt_file_data *mfd;
1384 spin_lock(&med->med_open_lock);
1385 list_for_each_entry(mfd, &med->med_open_head, mfd_list) {
1386 seq_printf(seq, DFID"\n",
1387 PFID(mdt_object_fid(mfd->mfd_object)));
1389 spin_unlock(&med->med_open_lock);
1395 static int lprocfs_mdt_open_files_seq_show(struct seq_file *seq, void *v)
1397 struct nid_stat *stats = seq->private;
1399 return obd_nid_export_for_each(stats->nid_obd, stats->nid,
1400 lprocfs_mdt_print_open_files, seq);
1403 int lprocfs_mdt_open_files_seq_open(struct inode *inode, struct file *file)
1405 struct seq_file *seq;
1408 rc = single_open(file, &lprocfs_mdt_open_files_seq_show, NULL);
1412 seq = file->private_data;
1413 seq->private = PDE_DATA(inode);
1418 void mdt_counter_incr(struct ptlrpc_request *req, int opcode, long amount)
1420 struct obd_export *exp = req->rq_export;
1422 if (exp->exp_obd && exp->exp_obd->obd_md_stats)
1423 lprocfs_counter_add(exp->exp_obd->obd_md_stats,
1424 opcode + LPROC_MD_LAST_OPC, amount);
1425 if (exp->exp_nid_stats && exp->exp_nid_stats->nid_stats != NULL)
1426 lprocfs_counter_add(exp->exp_nid_stats->nid_stats, opcode,
1428 if (exp->exp_obd && exp->exp_obd->u.obt.obt_jobstats.ojs_hash &&
1429 (exp_connect_flags(exp) & OBD_CONNECT_JOBSTATS))
1430 lprocfs_job_stats_log(exp->exp_obd,
1431 lustre_msg_get_jobid(req->rq_reqmsg),
1435 static const char * const mdt_stats[] = {
1436 [LPROC_MDT_OPEN] = "open",
1437 [LPROC_MDT_CLOSE] = "close",
1438 [LPROC_MDT_MKNOD] = "mknod",
1439 [LPROC_MDT_LINK] = "link",
1440 [LPROC_MDT_UNLINK] = "unlink",
1441 [LPROC_MDT_MKDIR] = "mkdir",
1442 [LPROC_MDT_RMDIR] = "rmdir",
1443 [LPROC_MDT_RENAME] = "rename",
1444 [LPROC_MDT_GETATTR] = "getattr",
1445 [LPROC_MDT_SETATTR] = "setattr",
1446 [LPROC_MDT_GETXATTR] = "getxattr",
1447 [LPROC_MDT_SETXATTR] = "setxattr",
1448 [LPROC_MDT_STATFS] = "statfs",
1449 [LPROC_MDT_SYNC] = "sync",
1450 [LPROC_MDT_SAMEDIR_RENAME] = "samedir_rename",
1451 [LPROC_MDT_CROSSDIR_RENAME] = "crossdir_rename",
1452 [LPROC_MDT_IO_READ] = "read_bytes",
1453 [LPROC_MDT_IO_WRITE] = "write_bytes",
1454 [LPROC_MDT_IO_PUNCH] = "punch",
1455 [LPROC_MDT_MIGRATE] = "migrate",
1458 void mdt_stats_counter_init(struct lprocfs_stats *stats, unsigned int offset)
1460 int array_size = ARRAY_SIZE(mdt_stats);
1461 int oidx; /* obd_md_stats index */
1462 int midx; /* mdt_stats index */
1464 LASSERT(stats && stats->ls_num >= offset + array_size);
1466 for (midx = 0; midx < array_size; midx++) {
1467 oidx = midx + offset;
1468 if (midx == LPROC_MDT_IO_READ || midx == LPROC_MDT_IO_WRITE)
1469 lprocfs_counter_init(stats, oidx,
1470 LPROCFS_TYPE_BYTES_FULL,
1471 mdt_stats[midx], "bytes");
1473 lprocfs_counter_init(stats, oidx,
1474 LPROCFS_TYPE_LATENCY,
1475 mdt_stats[midx], "usecs");
1479 int mdt_tunables_init(struct mdt_device *mdt, const char *name)
1481 struct obd_device *obd = mdt2obd_dev(mdt);
1485 LASSERT(name != NULL);
1487 obd->obd_ktype.default_attrs = mdt_attrs;
1488 obd->obd_vars = lprocfs_mdt_obd_vars;
1489 rc = lprocfs_obd_setup(obd, true);
1491 CERROR("%s: cannot create proc entries: rc = %d\n",
1492 mdt_obd_name(mdt), rc);
1496 rc = tgt_tunables_init(&mdt->mdt_lut);
1498 CERROR("%s: failed to init target tunables: rc = %d\n",
1499 mdt_obd_name(mdt), rc);
1503 rc = hsm_cdt_tunables_init(mdt);
1505 CERROR("%s: cannot create hsm proc entries: rc = %d\n",
1506 mdt_obd_name(mdt), rc);
1510 obd->obd_proc_exports_entry = proc_mkdir("exports",
1511 obd->obd_proc_entry);
1512 if (obd->obd_proc_exports_entry)
1513 lprocfs_add_simple(obd->obd_proc_exports_entry, "clear",
1514 obd, &mdt_nid_stats_clear_fops);
1516 rc = lprocfs_alloc_md_stats(obd, ARRAY_SIZE(mdt_stats));
1520 /* add additional MDT md_stats after the default ones */
1521 mdt_stats_counter_init(obd->obd_md_stats, LPROC_MD_LAST_OPC);
1522 rc = lprocfs_job_stats_init(obd, ARRAY_SIZE(mdt_stats),
1523 mdt_stats_counter_init);
1525 rc = lproc_mdt_attach_rename_seqstat(mdt);
1527 CERROR("%s: MDT can not create rename stats rc = %d\n",
1528 mdt_obd_name(mdt), rc);
1533 void mdt_tunables_fini(struct mdt_device *mdt)
1535 struct obd_device *obd = mdt2obd_dev(mdt);
1537 if (obd->obd_proc_exports_entry != NULL) {
1538 lprocfs_remove_proc_entry("clear", obd->obd_proc_exports_entry);
1539 obd->obd_proc_exports_entry = NULL;
1542 lprocfs_free_per_client_stats(obd);
1543 /* hsm_cdt_tunables is disabled earlier than this to avoid
1544 * coordinator restart.
1546 hsm_cdt_tunables_fini(mdt);
1547 tgt_tunables_fini(&mdt->mdt_lut);
1548 lprocfs_obd_cleanup(obd);
1549 lprocfs_free_md_stats(obd);
1550 lprocfs_free_obd_stats(obd);
1551 lprocfs_job_stats_fini(obd);