Whamcloud - gitweb
a0cf37742a02601ff225483c4ce28c6232e93a32
[fs/lustre-release.git] / lustre / mdt / mdt_lproc.c
1 /*
2  * GPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 only,
8  * as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License version 2 for more details (a copy is included
14  * in the LICENSE file that accompanied this code).
15  *
16  * You should have received a copy of the GNU General Public License
17  * version 2 along with this program; If not, see
18  * http://www.gnu.org/licenses/gpl-2.0.html
19  *
20  * GPL HEADER END
21  */
22 /*
23  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
24  * Use is subject to license terms.
25  *
26  * Copyright (c) 2011, 2017, Intel Corporation.
27  */
28 /*
29  * This file is part of Lustre, http://www.lustre.org/
30  * Lustre is a trademark of Sun Microsystems, Inc.
31  *
32  * lustre/mdt/mdt_lproc.c
33  *
34  * Author: Lai Siyao <lsy@clusterfs.com>
35  * Author: Fan Yong <fanyong@clusterfs.com>
36  */
37
38 #define DEBUG_SUBSYSTEM S_MDS
39
40 #include <linux/version.h>
41 #include <asm/statfs.h>
42
43 #include <linux/module.h>
44 #include <uapi/linux/lnet/nidstr.h>
45 /* LUSTRE_VERSION_CODE */
46 #include <uapi/linux/lustre/lustre_ver.h>
47 /*
48  * struct OBD_{ALLOC,FREE}*()
49  * MDT_FAIL_CHECK
50  */
51 #include <obd_support.h>
52 /* struct obd_export */
53 #include <lustre_export.h>
54 /* struct obd_device */
55 #include <obd.h>
56 #include <obd_class.h>
57 #include <lustre_mds.h>
58 #include <lprocfs_status.h>
59 #include "mdt_internal.h"
60
61 /**
62  * The rename stats output would be YAML formats, like
63  * rename_stats:
64  * - snapshot_time: 1234567890.123456
65  * - same_dir:
66  *     4kB: { samples: 1230, pct: 33, cum_pct: 45 }
67  *     8kB: { samples: 1242, pct: 33, cum_pct: 78 }
68  *     16kB: { samples: 132, pct: 3, cum_pct: 81 }
69  * - crossdir_src:
70  *     4kB: { samples: 123, pct: 33, cum_pct: 45 }
71  *     8kB: { samples: 124, pct: 33, cum_pct: 78 }
72  *     16kB: { samples: 12, pct: 3, cum_pct: 81 }
73  * - crossdir_tgt:
74  *     4kB: { samples: 123, pct: 33, cum_pct: 45 }
75  *     8kB: { samples: 124, pct: 33, cum_pct: 78 }
76  *     16kB: { samples: 12, pct: 3, cum_pct: 81 }
77  **/
78
79 static void display_rename_stats(struct seq_file *seq, char *name,
80                                  struct obd_histogram *hist)
81 {
82         unsigned long tot, t, cum = 0;
83         int i;
84
85         tot = lprocfs_oh_sum(hist);
86         if (tot > 0)
87                 seq_printf(seq, "- %-15s\n", name);
88         /* dir size start from 4K, start i from 10(2^10) here */
89         for (i = 0; i < OBD_HIST_MAX; i++) {
90                 t = hist->oh_buckets[i];
91                 cum += t;
92                 if (cum == 0)
93                         continue;
94
95                 if (i < 10)
96                         seq_printf(seq, "%6s%d%s", " ", 1<< i, "bytes:");
97                 else if (i < 20)
98                         seq_printf(seq, "%6s%d%s", " ", 1<<(i-10), "KB:");
99                 else
100                         seq_printf(seq, "%6s%d%s", " ", 1<<(i-20), "MB:");
101
102                 seq_printf(seq, " { sample: %3lu, pct: %3u, cum_pct: %3u }\n",
103                            t, pct(t, tot), pct(cum, tot));
104
105                 if (cum == tot)
106                         break;
107         }
108 }
109
110 static void rename_stats_show(struct seq_file *seq,
111                               struct rename_stats *rename_stats)
112 {
113         struct timespec64 now;
114
115         /* this sampling races with updates */
116         ktime_get_real_ts64(&now);
117         seq_printf(seq, "rename_stats:\n");
118         seq_printf(seq, "- %-15s %llu.%9lu\n", "snapshot_time:",
119                    (s64)now.tv_sec, now.tv_nsec);
120
121         display_rename_stats(seq, "same_dir",
122                              &rename_stats->hist[RENAME_SAMEDIR_SIZE]);
123         display_rename_stats(seq, "crossdir_src",
124                              &rename_stats->hist[RENAME_CROSSDIR_SRC_SIZE]);
125         display_rename_stats(seq, "crossdir_tgt",
126                              &rename_stats->hist[RENAME_CROSSDIR_TGT_SIZE]);
127 }
128
129 static int mdt_rename_stats_seq_show(struct seq_file *seq, void *v)
130 {
131         struct mdt_device *mdt = seq->private;
132
133         rename_stats_show(seq, &mdt->mdt_rename_stats);
134
135         return 0;
136 }
137
138 static ssize_t
139 mdt_rename_stats_seq_write(struct file *file, const char __user *buf,
140                            size_t len, loff_t *off)
141 {
142         struct seq_file *seq = file->private_data;
143         struct mdt_device *mdt = seq->private;
144         int i;
145
146         for (i = 0; i < RENAME_LAST; i++)
147                 lprocfs_oh_clear(&mdt->mdt_rename_stats.hist[i]);
148
149         return len;
150 }
151 LPROC_SEQ_FOPS(mdt_rename_stats);
152
153 static int lproc_mdt_attach_rename_seqstat(struct mdt_device *mdt)
154 {
155         int i;
156
157         for (i = 0; i < RENAME_LAST; i++)
158                 spin_lock_init(&mdt->mdt_rename_stats.hist[i].oh_lock);
159
160         return lprocfs_obd_seq_create(mdt2obd_dev(mdt), "rename_stats", 0644,
161                                       &mdt_rename_stats_fops, mdt);
162 }
163
164 void mdt_rename_counter_tally(struct mdt_thread_info *info,
165                               struct mdt_device *mdt,
166                               struct ptlrpc_request *req,
167                               struct mdt_object *src,
168                               struct mdt_object *tgt)
169 {
170         struct md_attr *ma = &info->mti_attr;
171         struct rename_stats *rstats = &mdt->mdt_rename_stats;
172         int rc;
173
174         ma->ma_need = MA_INODE;
175         ma->ma_valid = 0;
176         rc = mo_attr_get(info->mti_env, mdt_object_child(src), ma);
177         if (rc) {
178                 CERROR("%s: "DFID" attr_get, rc = %d\n",
179                        mdt_obd_name(mdt), PFID(mdt_object_fid(src)), rc);
180                 return;
181         }
182
183         if (src == tgt) {
184                 mdt_counter_incr(req, LPROC_MDT_SAMEDIR_RENAME);
185                 lprocfs_oh_tally_log2(&rstats->hist[RENAME_SAMEDIR_SIZE],
186                                       (unsigned int)ma->ma_attr.la_size);
187                 return;
188         }
189
190         mdt_counter_incr(req, LPROC_MDT_CROSSDIR_RENAME);
191         lprocfs_oh_tally_log2(&rstats->hist[RENAME_CROSSDIR_SRC_SIZE],
192                               (unsigned int)ma->ma_attr.la_size);
193
194         ma->ma_need = MA_INODE;
195         ma->ma_valid = 0;
196         rc = mo_attr_get(info->mti_env, mdt_object_child(tgt), ma);
197         if (rc) {
198                 CERROR("%s: "DFID" attr_get, rc = %d\n",
199                        mdt_obd_name(mdt), PFID(mdt_object_fid(tgt)), rc);
200                 return;
201         }
202
203         lprocfs_oh_tally_log2(&rstats->hist[RENAME_CROSSDIR_TGT_SIZE],
204                               (unsigned int)ma->ma_attr.la_size);
205 }
206
207 static ssize_t identity_expire_show(struct kobject *kobj,
208                                     struct attribute *attr, char *buf)
209 {
210         struct obd_device *obd = container_of(kobj, struct obd_device,
211                                               obd_kset.kobj);
212         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
213
214         return scnprintf(buf, PAGE_SIZE, "%lld\n",
215                          mdt->mdt_identity_cache->uc_entry_expire);
216 }
217
218 static ssize_t identity_expire_store(struct kobject *kobj,
219                                      struct attribute *attr,
220                                      const char *buffer, size_t count)
221 {
222         struct obd_device *obd = container_of(kobj, struct obd_device,
223                                               obd_kset.kobj);
224         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
225         time64_t val;
226         int rc;
227
228         rc = kstrtoll(buffer, 10, &val);
229         if (rc)
230                 return rc;
231
232         if (val < 0)
233                 return -ERANGE;
234
235         mdt->mdt_identity_cache->uc_entry_expire = val;
236
237         return count;
238 }
239 LUSTRE_RW_ATTR(identity_expire);
240
241 static ssize_t identity_acquire_expire_show(struct kobject *kobj,
242                                             struct attribute *attr, char *buf)
243 {
244         struct obd_device *obd = container_of(kobj, struct obd_device,
245                                               obd_kset.kobj);
246         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
247
248         return scnprintf(buf, PAGE_SIZE, "%lld\n",
249                          mdt->mdt_identity_cache->uc_acquire_expire);
250 }
251
252 static ssize_t identity_acquire_expire_store(struct kobject *kobj,
253                                              struct attribute *attr,
254                                              const char *buffer, size_t count)
255 {
256         struct obd_device *obd = container_of(kobj, struct obd_device,
257                                               obd_kset.kobj);
258         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
259         time64_t val;
260         int rc;
261
262         rc = kstrtoll(buffer, 0, &val);
263         if (rc)
264                 return rc;
265
266         if (val < 0 || val > INT_MAX)
267                 return -ERANGE;
268
269         mdt->mdt_identity_cache->uc_acquire_expire = val;
270
271         return count;
272 }
273 LUSTRE_RW_ATTR(identity_acquire_expire);
274
275 static ssize_t identity_upcall_show(struct kobject *kobj,
276                                     struct attribute *attr, char *buf)
277 {
278         struct obd_device *obd = container_of(kobj, struct obd_device,
279                                               obd_kset.kobj);
280         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
281         struct upcall_cache *hash = mdt->mdt_identity_cache;
282         int rc;
283
284         down_read(&hash->uc_upcall_rwsem);
285         rc = scnprintf(buf, PAGE_SIZE, "%s\n", hash->uc_upcall);
286         up_read(&hash->uc_upcall_rwsem);
287         return rc;
288 }
289
290 static ssize_t identity_upcall_store(struct kobject *kobj,
291                                      struct attribute *attr,
292                                      const char *buffer, size_t count)
293 {
294         struct obd_device *obd = container_of(kobj, struct obd_device,
295                                               obd_kset.kobj);
296         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
297         struct upcall_cache *hash = mdt->mdt_identity_cache;
298
299         if (count >= UC_CACHE_UPCALL_MAXPATH) {
300                 CERROR("%s: identity upcall too long\n", mdt_obd_name(mdt));
301                 return -EINVAL;
302         }
303
304         /* Remove any extraneous bits from the upcall (e.g. linefeeds) */
305         down_write(&hash->uc_upcall_rwsem);
306         count = sscanf(buffer, "%s", hash->uc_upcall);
307         up_write(&hash->uc_upcall_rwsem);
308
309         if (strcmp(hash->uc_name, mdt_obd_name(mdt)) != 0)
310                 CWARN("%s: write to upcall name %s\n",
311                       mdt_obd_name(mdt), hash->uc_upcall);
312
313         if (strcmp(hash->uc_upcall, "NONE") == 0 && mdt->mdt_opts.mo_acl)
314                 CWARN("%s: disable \"identity_upcall\" with ACL enabled maybe "
315                       "cause unexpected \"EACCESS\"\n", mdt_obd_name(mdt));
316
317         CDEBUG(D_CONFIG, "%s: identity upcall set to %s\n", mdt_obd_name(mdt),
318                hash->uc_upcall);
319         RETURN(count);
320 }
321 LUSTRE_RW_ATTR(identity_upcall);
322
323 static ssize_t identity_flush_store(struct kobject *kobj,
324                                     struct attribute *attr,
325                                     const char *buffer, size_t count)
326 {
327         struct obd_device *obd = container_of(kobj, struct obd_device,
328                                               obd_kset.kobj);
329         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
330         int uid;
331         int rc;
332
333         rc = kstrtoint(buffer, 0, &uid);
334         if (rc)
335                 return rc;
336
337         mdt_flush_identity(mdt->mdt_identity_cache, uid);
338         return count;
339 }
340 LUSTRE_WO_ATTR(identity_flush);
341
342 static ssize_t
343 lprocfs_identity_info_seq_write(struct file *file, const char __user *buffer,
344                                 size_t count, void *data)
345 {
346         struct seq_file   *m = file->private_data;
347         struct obd_device *obd = m->private;
348         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
349         struct identity_downcall_data *param;
350         int size = sizeof(*param), rc, checked = 0;
351
352 again:
353         if (count < size) {
354                 CERROR("%s: invalid data count = %lu, size = %d\n",
355                        mdt_obd_name(mdt), (unsigned long) count, size);
356                 return -EINVAL;
357         }
358
359         OBD_ALLOC(param, size);
360         if (param == NULL)
361                 return -ENOMEM;
362
363         if (copy_from_user(param, buffer, size)) {
364                 CERROR("%s: bad identity data\n", mdt_obd_name(mdt));
365                 GOTO(out, rc = -EFAULT);
366         }
367
368         if (checked == 0) {
369                 checked = 1;
370                 if (param->idd_magic != IDENTITY_DOWNCALL_MAGIC) {
371                         CERROR("%s: MDS identity downcall bad params\n",
372                                mdt_obd_name(mdt));
373                         GOTO(out, rc = -EINVAL);
374                 }
375
376                 if (param->idd_nperms > N_PERMS_MAX) {
377                         CERROR("%s: perm count %d more than maximum %d\n",
378                                mdt_obd_name(mdt), param->idd_nperms,
379                                N_PERMS_MAX);
380                         GOTO(out, rc = -EINVAL);
381                 }
382
383                 if (param->idd_ngroups > NGROUPS_MAX) {
384                         CERROR("%s: group count %d more than maximum %d\n",
385                                mdt_obd_name(mdt), param->idd_ngroups,
386                                NGROUPS_MAX);
387                         GOTO(out, rc = -EINVAL);
388                 }
389
390                 if (param->idd_ngroups) {
391                         rc = param->idd_ngroups; /* save idd_ngroups */
392                         OBD_FREE(param, size);
393                         size = offsetof(struct identity_downcall_data,
394                                         idd_groups[rc]);
395                         goto again;
396                 }
397         }
398
399         rc = upcall_cache_downcall(mdt->mdt_identity_cache, param->idd_err,
400                                    param->idd_uid, param);
401
402 out:
403         if (param != NULL)
404                 OBD_FREE(param, size);
405
406         return rc ? rc : count;
407 }
408 LPROC_SEQ_FOPS_WR_ONLY(mdt, identity_info);
409
410 static int mdt_site_stats_seq_show(struct seq_file *m, void *data)
411 {
412         struct obd_device *obd = m->private;
413         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
414
415         return lu_site_stats_seq_print(mdt_lu_site(mdt), m);
416 }
417 LPROC_SEQ_FOPS_RO(mdt_site_stats);
418
419 #define BUFLEN (UUID_MAX + 4)
420
421 static ssize_t
422 lprocfs_mds_evict_client_seq_write(struct file *file, const char __user *buf,
423                                    size_t count, loff_t *off)
424 {
425         struct seq_file   *m = file->private_data;
426         struct obd_device *obd = m->private;
427         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
428         char *kbuf;
429         char *tmpbuf;
430         int rc = 0;
431
432         OBD_ALLOC(kbuf, BUFLEN);
433         if (kbuf == NULL)
434                 return -ENOMEM;
435
436         /*
437          * OBD_ALLOC() will zero kbuf, but we only copy BUFLEN - 1
438          * bytes into kbuf, to ensure that the string is NUL-terminated.
439          * UUID_MAX should include a trailing NUL already.
440          */
441         if (copy_from_user(kbuf, buf, min_t(unsigned long, BUFLEN - 1, count)))
442                 GOTO(out, rc = -EFAULT);
443         tmpbuf = cfs_firststr(kbuf, min_t(unsigned long, BUFLEN - 1, count));
444
445         if (strncmp(tmpbuf, "nid:", 4) != 0) {
446                 count = lprocfs_evict_client_seq_write(file, buf, count, off);
447                 goto out;
448         }
449
450         if (mdt->mdt_opts.mo_evict_tgt_nids) {
451                 rc = obd_set_info_async(NULL, mdt->mdt_child_exp,
452                                         sizeof(KEY_EVICT_BY_NID),
453                                         KEY_EVICT_BY_NID,
454                                         strlen(tmpbuf + 4) + 1,
455                                         tmpbuf + 4, NULL);
456                 if (rc)
457                         CERROR("Failed to evict nid %s from OSTs: rc %d\n",
458                                tmpbuf + 4, rc);
459         }
460
461         /* See the comments in function lprocfs_wr_evict_client()
462          * in ptlrpc/lproc_ptlrpc.c for details. - jay */
463         class_incref(obd, __func__, current);
464         obd_export_evict_by_nid(obd, tmpbuf + 4);
465         class_decref(obd, __func__, current);
466
467
468 out:
469         OBD_FREE(kbuf, BUFLEN);
470         return rc < 0 ? rc : count;
471 }
472
473 #undef BUFLEN
474
475 static ssize_t evict_tgt_nids_show(struct kobject *kobj,
476                                    struct attribute *attr, char *buf)
477 {
478         struct obd_device *obd = container_of(kobj, struct obd_device,
479                                               obd_kset.kobj);
480         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
481
482         return scnprintf(buf, PAGE_SIZE, "%u\n",
483                          mdt->mdt_opts.mo_evict_tgt_nids);
484 }
485
486 static ssize_t evict_tgt_nids_store(struct kobject *kobj,
487                                     struct attribute *attr, const char *buffer,
488                                     size_t count)
489 {
490         struct obd_device *obd = container_of(kobj, struct obd_device,
491                                               obd_kset.kobj);
492         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
493         bool val;
494         int rc;
495
496         rc = kstrtobool(buffer, &val);
497         if (rc)
498                 return rc;
499
500         mdt->mdt_opts.mo_evict_tgt_nids = val;
501         return count;
502 }
503 LUSTRE_RW_ATTR(evict_tgt_nids);
504
505 static ssize_t commit_on_sharing_show(struct kobject *kobj,
506                                       struct attribute *attr, char *buf)
507 {
508         struct obd_device *obd = container_of(kobj, struct obd_device,
509                                               obd_kset.kobj);
510         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
511
512         return scnprintf(buf, PAGE_SIZE, "%u\n", mdt_cos_is_enabled(mdt));
513 }
514
515 static ssize_t commit_on_sharing_store(struct kobject *kobj,
516                                        struct attribute *attr,
517                                        const char *buffer, size_t count)
518 {
519         struct obd_device *obd = container_of(kobj, struct obd_device,
520                                               obd_kset.kobj);
521         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
522         bool val;
523         int rc;
524
525         rc = kstrtobool(buffer, &val);
526         if (rc)
527                 return rc;
528
529         mdt_enable_cos(mdt, val);
530         return count;
531 }
532 LUSTRE_RW_ATTR(commit_on_sharing);
533
534 static int mdt_root_squash_seq_show(struct seq_file *m, void *data)
535 {
536         struct obd_device *obd = m->private;
537         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
538         struct root_squash_info *squash = &mdt->mdt_squash;
539
540         seq_printf(m, "%u:%u\n", squash->rsi_uid,
541                    squash->rsi_gid);
542         return 0;
543 }
544
545 static ssize_t
546 mdt_root_squash_seq_write(struct file *file, const char __user *buffer,
547                           size_t count, loff_t *off)
548 {
549         struct seq_file   *m = file->private_data;
550         struct obd_device *obd = m->private;
551         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
552         struct root_squash_info *squash = &mdt->mdt_squash;
553
554         return lprocfs_wr_root_squash(buffer, count, squash,
555                                       mdt_obd_name(mdt));
556 }
557 LPROC_SEQ_FOPS(mdt_root_squash);
558
559 static int mdt_nosquash_nids_seq_show(struct seq_file *m, void *data)
560 {
561         struct obd_device *obd = m->private;
562         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
563         struct root_squash_info *squash = &mdt->mdt_squash;
564         int len = 0;
565
566         spin_lock(&squash->rsi_lock);
567         if (!list_empty(&squash->rsi_nosquash_nids)) {
568                 len = cfs_print_nidlist(m->buf + m->count, m->size - m->count,
569                                         &squash->rsi_nosquash_nids);
570                 m->count += len;
571                 seq_putc(m, '\n');
572         } else
573                 seq_puts(m, "NONE\n");
574         spin_unlock(&squash->rsi_lock);
575
576         return 0;
577 }
578
579 static ssize_t
580 mdt_nosquash_nids_seq_write(struct file *file, const char __user *buffer,
581                             size_t count, loff_t *off)
582 {
583         struct seq_file   *m = file->private_data;
584         struct obd_device *obd = m->private;
585         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
586         struct root_squash_info *squash = &mdt->mdt_squash;
587
588         return lprocfs_wr_nosquash_nids(buffer, count, squash,
589                                         mdt_obd_name(mdt));
590 }
591 LPROC_SEQ_FOPS(mdt_nosquash_nids);
592
593 static ssize_t enable_remote_dir_show(struct kobject *kobj,
594                                       struct attribute *attr, char *buf)
595 {
596         struct obd_device *obd = container_of(kobj, struct obd_device,
597                                               obd_kset.kobj);
598         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
599
600         return scnprintf(buf, PAGE_SIZE, "%u\n", mdt->mdt_enable_remote_dir);
601 }
602
603 static ssize_t enable_remote_dir_store(struct kobject *kobj,
604                                        struct attribute *attr,
605                                        const char *buffer, size_t count)
606 {
607         struct obd_device *obd = container_of(kobj, struct obd_device,
608                                               obd_kset.kobj);
609         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
610         bool val;
611         int rc;
612
613         rc = kstrtobool(buffer, &val);
614         if (rc)
615                 return rc;
616
617         mdt->mdt_enable_remote_dir = val;
618         return count;
619 }
620 LUSTRE_RW_ATTR(enable_remote_dir);
621
622 static ssize_t enable_remote_dir_gid_show(struct kobject *kobj,
623                                           struct attribute *attr, char *buf)
624 {
625         struct obd_device *obd = container_of(kobj, struct obd_device,
626                                               obd_kset.kobj);
627         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
628
629         return scnprintf(buf, PAGE_SIZE, "%d\n",
630                          (int)mdt->mdt_enable_remote_dir_gid);
631 }
632
633 static ssize_t enable_remote_dir_gid_store(struct kobject *kobj,
634                                            struct attribute *attr,
635                                            const char *buffer, size_t count)
636 {
637         struct obd_device *obd = container_of(kobj, struct obd_device,
638                                               obd_kset.kobj);
639         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
640         int val;
641         int rc;
642
643         rc = kstrtoint(buffer, 0, &val);
644         if (rc)
645                 return rc;
646
647         mdt->mdt_enable_remote_dir_gid = val;
648         return count;
649 }
650 LUSTRE_RW_ATTR(enable_remote_dir_gid);
651
652 static ssize_t enable_striped_dir_show(struct kobject *kobj,
653                                        struct attribute *attr, char *buf)
654 {
655         struct obd_device *obd = container_of(kobj, struct obd_device,
656                                               obd_kset.kobj);
657         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
658
659         return scnprintf(buf, PAGE_SIZE, "%u\n", mdt->mdt_enable_striped_dir);
660 }
661
662 static ssize_t enable_striped_dir_store(struct kobject *kobj,
663                                         struct attribute *attr,
664                                         const char *buffer, size_t count)
665 {
666         struct obd_device *obd = container_of(kobj, struct obd_device,
667                                               obd_kset.kobj);
668         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
669         bool val;
670         int rc;
671
672         rc = kstrtobool(buffer, &val);
673         if (rc)
674                 return rc;
675
676         mdt->mdt_enable_striped_dir = val;
677         return count;
678 }
679 LUSTRE_RW_ATTR(enable_striped_dir);
680
681 static ssize_t enable_dir_migration_show(struct kobject *kobj,
682                                          struct attribute *attr, char *buf)
683 {
684         struct obd_device *obd = container_of(kobj, struct obd_device,
685                                               obd_kset.kobj);
686         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
687
688         return scnprintf(buf, PAGE_SIZE, "%u\n", mdt->mdt_enable_dir_migration);
689 }
690
691 static ssize_t enable_dir_migration_store(struct kobject *kobj,
692                                           struct attribute *attr,
693                                           const char *buffer, size_t count)
694 {
695         struct obd_device *obd = container_of(kobj, struct obd_device,
696                                               obd_kset.kobj);
697         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
698         bool val;
699         int rc;
700
701         rc = kstrtobool(buffer, &val);
702         if (rc)
703                 return rc;
704
705         mdt->mdt_enable_dir_migration = val;
706         return count;
707 }
708 LUSTRE_RW_ATTR(enable_dir_migration);
709
710 /**
711  * Show MDT async commit count.
712  *
713  * @m           seq_file handle
714  * @data        unused for single entry
715  *
716  * Return:      0 on success
717  *              negative value on error
718  */
719 static ssize_t async_commit_count_show(struct kobject *kobj,
720                                        struct attribute *attr, char *buf)
721 {
722         struct obd_device *obd = container_of(kobj, struct obd_device,
723                                               obd_kset.kobj);
724         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
725
726         return scnprintf(buf, PAGE_SIZE, "%d\n",
727                          atomic_read(&mdt->mdt_async_commit_count));
728 }
729
730 static ssize_t async_commit_count_store(struct kobject *kobj,
731                                         struct attribute *attr,
732                                         const char *buffer, size_t count)
733 {
734         struct obd_device *obd = container_of(kobj, struct obd_device,
735                                               obd_kset.kobj);
736         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
737         int val;
738         int rc;
739
740         rc = kstrtoint(buffer, 10, &val);
741         if (rc)
742                 return rc;
743
744         atomic_set(&mdt->mdt_async_commit_count, val);
745
746         return count;
747 }
748 LUSTRE_RW_ATTR(async_commit_count);
749
750 /**
751  * Show MDT sync count.
752  *
753  * \param[in] m         seq_file handle
754  * \param[in] data      unused for single entry
755  *
756  * \retval              0 on success
757  * \retval              negative value on error
758  */
759 static ssize_t sync_count_show(struct kobject *kobj, struct attribute *attr,
760                                char *buf)
761 {
762         struct obd_device *obd = container_of(kobj, struct obd_device,
763                                               obd_kset.kobj);
764         struct lu_target *tgt = obd->u.obt.obt_lut;
765
766         return scnprintf(buf, PAGE_SIZE, "%d\n",
767                          atomic_read(&tgt->lut_sync_count));
768 }
769
770 static ssize_t sync_count_store(struct kobject *kobj, struct attribute *attr,
771                                 const char *buffer, size_t count)
772 {
773         struct obd_device *obd = container_of(kobj, struct obd_device,
774                                               obd_kset.kobj);
775         struct lu_target *tgt = obd->u.obt.obt_lut;
776         int val;
777         int rc;
778
779         rc = kstrtoint(buffer, 0, &val);
780         if (rc)
781                 return rc;
782
783         atomic_set(&tgt->lut_sync_count, val);
784
785         return count;
786 }
787 LUSTRE_RW_ATTR(sync_count);
788
789 static char *dom_open_lock_modes[NUM_DOM_LOCK_ON_OPEN_MODES] = {
790         [NO_DOM_LOCK_ON_OPEN] = "never",
791         [TRYLOCK_DOM_ON_OPEN] = "trylock",
792         [ALWAYS_DOM_LOCK_ON_OPEN] = "always",
793 };
794
795 /* This must be longer than the longest string above */
796 #define DOM_LOCK_MODES_MAXLEN 16
797
798 /**
799  * Show MDT policy for data prefetch on open for DoM files..
800  *
801  * \param[in] m         seq_file handle
802  * \param[in] data      unused
803  *
804  * \retval              0 on success
805  * \retval              negative value on error
806  */
807 static ssize_t dom_lock_show(struct kobject *kobj, struct attribute *attr,
808                              char *buf)
809 {
810         struct obd_device *obd = container_of(kobj, struct obd_device,
811                                               obd_kset.kobj);
812         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
813
814         return scnprintf(buf, PAGE_SIZE, "%s\n",
815                          dom_open_lock_modes[mdt->mdt_opts.mo_dom_lock]);
816 }
817
818 /**
819  * Change MDT policy for data prefetch on open for DoM files.
820  *
821  * This variable defines how DOM lock is taken at open enqueue.
822  * There are three possible modes:
823  * 1) never - never take DoM lock on open. DoM lock will be taken as separate
824  *    IO lock with own enqueue.
825  * 2) trylock - DoM lock will be taken only if non-blocked.
826  * 3) always - DoM lock will be taken always even if it is blocking lock.
827  *
828  * If dom_read_open is enabled too then DoM lock is taken in PR mode and
829  * is paired with LAYOUT lock when possible.
830  *
831  * \param[in] file      proc file
832  * \param[in] buffer    string which represents policy
833  * \param[in] count     \a buffer length
834  * \param[in] off       unused for single entry
835  *
836  * \retval              \a count on success
837  * \retval              negative number on error
838  */
839 static ssize_t dom_lock_store(struct kobject *kobj, struct attribute *attr,
840                               const char *buffer, size_t count)
841 {
842         struct obd_device *obd = container_of(kobj, struct obd_device,
843                                               obd_kset.kobj);
844         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
845         int val = -1;
846         int i, rc;
847
848         if (count == 0 || count >= DOM_LOCK_MODES_MAXLEN)
849                 return -EINVAL;
850
851         for (i = 0 ; i < NUM_DOM_LOCK_ON_OPEN_MODES; i++) {
852                 /* buffer might have '\n' but using strlen() avoids it */
853                 if (strncmp(buffer, dom_open_lock_modes[i],
854                             strlen(dom_open_lock_modes[i])) == 0) {
855                         val = i;
856                         break;
857                 }
858         }
859
860         /* Legacy numeric codes */
861         if (val == -1) {
862                 rc = kstrtoint(buffer, 0, &val);
863                 if (rc)
864                         return rc;
865         }
866
867         if (val < 0 || val >= NUM_DOM_LOCK_ON_OPEN_MODES)
868                 return -EINVAL;
869
870         mdt->mdt_opts.mo_dom_lock = val;
871         return count;
872 }
873 LUSTRE_RW_ATTR(dom_lock);
874
875 /**
876  * Show MDT policy for data prefetch on open for DoM files..
877  *
878  * \param[in] m         seq_file handle
879  * \param[in] data      unused
880  *
881  * \retval              0 on success
882  * \retval              negative value on error
883  */
884 static ssize_t dom_read_open_show(struct kobject *kobj,
885                                   struct attribute *attr, char *buf)
886 {
887         struct obd_device *obd = container_of(kobj, struct obd_device,
888                                               obd_kset.kobj);
889         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
890
891         return scnprintf(buf, PAGE_SIZE, "%u\n",
892                          !!mdt->mdt_opts.mo_dom_read_open);
893 }
894
895 /**
896  * Modify MDT policy for data prefetch on open for DoM files.
897  *
898  * If enabled then Data-on-MDT file data may be read during open and
899  * returned back in reply. It works only with mo_dom_lock enabled.
900  *
901  * \param[in] file      proc file
902  * \param[in] buffer    string which represents policy
903  * \param[in] count     \a buffer length
904  * \param[in] off       unused for single entry
905  *
906  * \retval              \a count on success
907  * \retval              negative number on error
908  */
909 static ssize_t dom_read_open_store(struct kobject *kobj,
910                                    struct attribute *attr, const char *buffer,
911                                    size_t count)
912 {
913         struct obd_device *obd = container_of(kobj, struct obd_device,
914                                               obd_kset.kobj);
915         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
916         bool val;
917         int rc;
918
919         rc = kstrtobool(buffer, &val);
920         if (rc)
921                 return rc;
922
923         mdt->mdt_opts.mo_dom_read_open = !!val;
924         return count;
925 }
926 LUSTRE_RW_ATTR(dom_read_open);
927
928 static ssize_t migrate_hsm_allowed_show(struct kobject *kobj,
929                                         struct attribute *attr, char *buf)
930 {
931         struct obd_device *obd = container_of(kobj, struct obd_device,
932                                               obd_kset.kobj);
933         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
934
935         return scnprintf(buf, PAGE_SIZE, "%u\n",
936                          mdt->mdt_opts.mo_migrate_hsm_allowed);
937 }
938
939 static ssize_t migrate_hsm_allowed_store(struct kobject *kobj,
940                                          struct attribute *attr,
941                                          const char *buffer, size_t count)
942 {
943         struct obd_device *obd = container_of(kobj, struct obd_device,
944                                               obd_kset.kobj);
945         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
946         bool val;
947         int rc;
948
949         rc = kstrtobool(buffer, &val);
950         if (rc)
951                 return rc;
952
953         mdt->mdt_opts.mo_migrate_hsm_allowed = val;
954         return count;
955 }
956 LUSTRE_RW_ATTR(migrate_hsm_allowed);
957
958 static ssize_t readonly_show(struct kobject *kobj, struct attribute *attr,
959                              char *buf)
960 {
961         struct obd_device *obd = container_of(kobj, struct obd_device,
962                                               obd_kset.kobj);
963         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
964
965         return scnprintf(buf, PAGE_SIZE, "%u\n", mdt->mdt_readonly);
966 }
967
968 static ssize_t readonly_store(struct kobject *kobj, struct attribute *attr,
969                               const char *buffer, size_t count)
970 {
971         struct obd_device *obd = container_of(kobj, struct obd_device,
972                                               obd_kset.kobj);
973         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
974         bool val;
975         int rc;
976
977         rc = kstrtobool(buffer, &val);
978         if (rc)
979                 return rc;
980
981         mdt->mdt_readonly = val;
982         return count;
983 }
984 LUSTRE_RW_ATTR(readonly);
985
986 static ssize_t enable_remote_rename_show(struct kobject *kobj,
987                                          struct attribute *attr,
988                                          char *buf)
989 {
990         struct obd_device *obd = container_of(kobj, struct obd_device,
991                                               obd_kset.kobj);
992         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
993
994         return scnprintf(buf, PAGE_SIZE, "%u\n",
995                          mdt->mdt_enable_remote_rename);
996 }
997
998 static ssize_t enable_remote_rename_store(struct kobject *kobj,
999                                           struct attribute *attr,
1000                                           const char *buffer, size_t count)
1001 {
1002         struct obd_device *obd = container_of(kobj, struct obd_device,
1003                                               obd_kset.kobj);
1004         struct mdt_device *mdt = mdt_dev(obd->obd_lu_dev);
1005         bool val;
1006         int rc;
1007
1008         rc = kstrtobool(buffer, &val);
1009         if (rc)
1010                 return rc;
1011
1012         mdt->mdt_enable_remote_rename = val;
1013         return count;
1014 }
1015 LUSTRE_RW_ATTR(enable_remote_rename);
1016
1017 LPROC_SEQ_FOPS_RO_TYPE(mdt, hash);
1018 LPROC_SEQ_FOPS_WR_ONLY(mdt, mds_evict_client);
1019 LUSTRE_RW_ATTR(job_cleanup_interval);
1020 LPROC_SEQ_FOPS_RW_TYPE(mdt, nid_stats_clear);
1021 LUSTRE_RW_ATTR(hsm_control);
1022
1023 LPROC_SEQ_FOPS_RO_TYPE(mdt, recovery_status);
1024 LUSTRE_RW_ATTR(recovery_time_hard);
1025 LUSTRE_RW_ATTR(recovery_time_soft);
1026 LUSTRE_RW_ATTR(ir_factor);
1027
1028 LUSTRE_RO_ATTR(tot_dirty);
1029 LUSTRE_RO_ATTR(tot_granted);
1030 LUSTRE_RO_ATTR(tot_pending);
1031 LUSTRE_RW_ATTR(grant_compat_disable);
1032 LUSTRE_RO_ATTR(instance);
1033
1034 LUSTRE_RO_ATTR(num_exports);
1035
1036 static struct attribute *mdt_attrs[] = {
1037         &lustre_attr_tot_dirty.attr,
1038         &lustre_attr_tot_granted.attr,
1039         &lustre_attr_tot_pending.attr,
1040         &lustre_attr_grant_compat_disable.attr,
1041         &lustre_attr_instance.attr,
1042         &lustre_attr_recovery_time_hard.attr,
1043         &lustre_attr_recovery_time_soft.attr,
1044         &lustre_attr_ir_factor.attr,
1045         &lustre_attr_num_exports.attr,
1046         &lustre_attr_identity_expire.attr,
1047         &lustre_attr_identity_acquire_expire.attr,
1048         &lustre_attr_identity_upcall.attr,
1049         &lustre_attr_identity_flush.attr,
1050         &lustre_attr_evict_tgt_nids.attr,
1051         &lustre_attr_enable_remote_dir.attr,
1052         &lustre_attr_enable_remote_dir_gid.attr,
1053         &lustre_attr_enable_striped_dir.attr,
1054         &lustre_attr_enable_dir_migration.attr,
1055         &lustre_attr_enable_remote_rename.attr,
1056         &lustre_attr_commit_on_sharing.attr,
1057         &lustre_attr_async_commit_count.attr,
1058         &lustre_attr_sync_count.attr,
1059         &lustre_attr_dom_lock.attr,
1060         &lustre_attr_dom_read_open.attr,
1061         &lustre_attr_migrate_hsm_allowed.attr,
1062         &lustre_attr_hsm_control.attr,
1063         &lustre_attr_job_cleanup_interval.attr,
1064         &lustre_attr_readonly.attr,
1065         NULL,
1066 };
1067
1068 static struct lprocfs_vars lprocfs_mdt_obd_vars[] = {
1069         { .name =       "recovery_status",
1070           .fops =       &mdt_recovery_status_fops               },
1071         { .name =       "identity_info",
1072           .fops =       &mdt_identity_info_fops                 },
1073         { .name =       "site_stats",
1074           .fops =       &mdt_site_stats_fops                    },
1075         { .name =       "evict_client",
1076           .fops =       &mdt_mds_evict_client_fops              },
1077         { .name =       "hash_stats",
1078           .fops =       &mdt_hash_fops                          },
1079         { .name =       "root_squash",
1080           .fops =       &mdt_root_squash_fops                   },
1081         { .name =       "nosquash_nids",
1082           .fops =       &mdt_nosquash_nids_fops                 },
1083         { NULL }
1084 };
1085
1086 static int
1087 lprocfs_mdt_print_open_files(struct cfs_hash *hs, struct cfs_hash_bd *bd,
1088                              struct hlist_node *hnode, void *v)
1089 {
1090         struct obd_export       *exp = cfs_hash_object(hs, hnode);
1091         struct seq_file         *seq = v;
1092
1093         if (exp->exp_lock_hash != NULL) {
1094                 struct mdt_export_data  *med = &exp->exp_mdt_data;
1095                 struct mdt_file_data    *mfd;
1096
1097                 spin_lock(&med->med_open_lock);
1098                 list_for_each_entry(mfd, &med->med_open_head, mfd_list) {
1099                         seq_printf(seq, DFID"\n",
1100                                    PFID(mdt_object_fid(mfd->mfd_object)));
1101                 }
1102                 spin_unlock(&med->med_open_lock);
1103         }
1104
1105         return 0;
1106 }
1107
1108 static int lprocfs_mdt_open_files_seq_show(struct seq_file *seq, void *v)
1109 {
1110         struct nid_stat *stats = seq->private;
1111         struct obd_device *obd = stats->nid_obd;
1112
1113         cfs_hash_for_each_key(obd->obd_nid_hash, &stats->nid,
1114                               lprocfs_mdt_print_open_files, seq);
1115
1116         return 0;
1117 }
1118
1119 int lprocfs_mdt_open_files_seq_open(struct inode *inode, struct file *file)
1120 {
1121         struct seq_file         *seq;
1122         int                     rc;
1123
1124         rc = single_open(file, &lprocfs_mdt_open_files_seq_show, NULL);
1125         if (rc != 0)
1126                 return rc;
1127
1128         seq = file->private_data;
1129         seq->private = PDE_DATA(inode);
1130
1131         return 0;
1132 }
1133
1134 void mdt_counter_incr(struct ptlrpc_request *req, int opcode)
1135 {
1136         struct obd_export *exp = req->rq_export;
1137
1138         if (exp->exp_obd && exp->exp_obd->obd_md_stats)
1139                 lprocfs_counter_incr(exp->exp_obd->obd_md_stats,
1140                                      opcode + LPROC_MD_LAST_OPC);
1141         if (exp->exp_nid_stats && exp->exp_nid_stats->nid_stats != NULL)
1142                 lprocfs_counter_incr(exp->exp_nid_stats->nid_stats, opcode);
1143         if (exp->exp_obd && exp->exp_obd->u.obt.obt_jobstats.ojs_hash &&
1144             (exp_connect_flags(exp) & OBD_CONNECT_JOBSTATS))
1145                 lprocfs_job_stats_log(exp->exp_obd,
1146                                       lustre_msg_get_jobid(req->rq_reqmsg),
1147                                       opcode, 1);
1148 }
1149
1150 static const char * const mdt_stats[] = {
1151         [LPROC_MDT_OPEN]                = "open",
1152         [LPROC_MDT_CLOSE]               = "close",
1153         [LPROC_MDT_MKNOD]               = "mknod",
1154         [LPROC_MDT_LINK]                = "link",
1155         [LPROC_MDT_UNLINK]              = "unlink",
1156         [LPROC_MDT_MKDIR]               = "mkdir",
1157         [LPROC_MDT_RMDIR]               = "rmdir",
1158         [LPROC_MDT_RENAME]              = "rename",
1159         [LPROC_MDT_GETATTR]             = "getattr",
1160         [LPROC_MDT_SETATTR]             = "setattr",
1161         [LPROC_MDT_GETXATTR]            = "getxattr",
1162         [LPROC_MDT_SETXATTR]            = "setxattr",
1163         [LPROC_MDT_STATFS]              = "statfs",
1164         [LPROC_MDT_SYNC]                = "sync",
1165         [LPROC_MDT_SAMEDIR_RENAME]      = "samedir_rename",
1166         [LPROC_MDT_CROSSDIR_RENAME]     = "crossdir_rename",
1167         [LPROC_MDT_IO_READ]             = "read_bytes",
1168         [LPROC_MDT_IO_WRITE]            = "write_bytes",
1169         [LPROC_MDT_IO_PUNCH]            = "punch",
1170 };
1171
1172 void mdt_stats_counter_init(struct lprocfs_stats *stats)
1173 {
1174         int idx;
1175
1176         LASSERT(stats && stats->ls_num >= ARRAY_SIZE(mdt_stats));
1177
1178         for (idx = 0; idx < ARRAY_SIZE(mdt_stats); idx++) {
1179                 int flags = 0;
1180
1181                 if (idx == LPROC_MDT_IO_WRITE || idx == LPROC_MDT_IO_READ)
1182                         flags = LPROCFS_CNTR_AVGMINMAX;
1183
1184                 lprocfs_counter_init(stats, idx, flags, mdt_stats[idx], "reqs");
1185         }
1186 }
1187
1188 int mdt_tunables_init(struct mdt_device *mdt, const char *name)
1189 {
1190         struct obd_device *obd = mdt2obd_dev(mdt);
1191         int rc;
1192         int i;
1193
1194         ENTRY;
1195         LASSERT(name != NULL);
1196
1197         obd->obd_ktype.default_attrs = mdt_attrs;
1198         obd->obd_vars = lprocfs_mdt_obd_vars;
1199         rc = lprocfs_obd_setup(obd, true);
1200         if (rc) {
1201                 CERROR("%s: cannot create proc entries: rc = %d\n",
1202                        mdt_obd_name(mdt), rc);
1203                 return rc;
1204         }
1205
1206         rc = tgt_tunables_init(&mdt->mdt_lut);
1207         if (rc) {
1208                 CERROR("%s: failed to init target tunables: rc = %d\n",
1209                        mdt_obd_name(mdt), rc);
1210                 return rc;
1211         }
1212
1213         rc = hsm_cdt_tunables_init(mdt);
1214         if (rc) {
1215                 CERROR("%s: cannot create hsm proc entries: rc = %d\n",
1216                        mdt_obd_name(mdt), rc);
1217                 return rc;
1218         }
1219
1220         obd->obd_proc_exports_entry = proc_mkdir("exports",
1221                                                  obd->obd_proc_entry);
1222         if (obd->obd_proc_exports_entry)
1223                 lprocfs_add_simple(obd->obd_proc_exports_entry, "clear",
1224                                    obd, &mdt_nid_stats_clear_fops);
1225
1226         rc = lprocfs_alloc_md_stats(obd, ARRAY_SIZE(mdt_stats));
1227         if (rc)
1228                 return rc;
1229
1230         /* add additional MDT md_stats after the default ones */
1231         for (i = 0; i < ARRAY_SIZE(mdt_stats); i++) {
1232                 int idx = i + LPROC_MD_LAST_OPC;
1233                 int flags = 0;
1234
1235                 if (idx == LPROC_MDT_IO_WRITE || idx == LPROC_MDT_IO_READ)
1236                         flags = LPROCFS_CNTR_AVGMINMAX;
1237
1238                 lprocfs_counter_init(obd->obd_md_stats, idx, flags,
1239                                      mdt_stats[i], "reqs");
1240         }
1241
1242         rc = lprocfs_job_stats_init(obd, ARRAY_SIZE(mdt_stats),
1243                                     mdt_stats_counter_init);
1244
1245         rc = lproc_mdt_attach_rename_seqstat(mdt);
1246         if (rc)
1247                 CERROR("%s: MDT can not create rename stats rc = %d\n",
1248                        mdt_obd_name(mdt), rc);
1249
1250         RETURN(rc);
1251 }
1252
1253 void mdt_tunables_fini(struct mdt_device *mdt)
1254 {
1255         struct obd_device *obd = mdt2obd_dev(mdt);
1256
1257         if (obd->obd_proc_exports_entry != NULL) {
1258                 lprocfs_remove_proc_entry("clear", obd->obd_proc_exports_entry);
1259                 obd->obd_proc_exports_entry = NULL;
1260         }
1261
1262         lprocfs_free_per_client_stats(obd);
1263         /* hsm_cdt_tunables is disabled earlier than this to avoid
1264          * coordinator restart.
1265          */
1266         hsm_cdt_tunables_fini(mdt);
1267         tgt_tunables_fini(&mdt->mdt_lut);
1268         lprocfs_obd_cleanup(obd);
1269         lprocfs_free_md_stats(obd);
1270         lprocfs_free_obd_stats(obd);
1271         lprocfs_job_stats_fini(obd);
1272 }