lustre/obdclass/class_obd.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2011, 2014, Intel Corporation.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  */
  36
  37 #define DEBUG_SUBSYSTEM S_CLASS
  38
  39 #include <linux/user_namespace.h>
  40 #ifdef HAVE_UIDGID_HEADER
  41 # include <linux/uidgid.h>
  42 #endif
  43 #include <linux/atomic.h>
  44
  45 #include <obd_support.h>
  46 #include <obd_class.h>
  47 #include <lnet/lnetctl.h>
  48 #include <lustre_debug.h>
  49 #include <lprocfs_status.h>
  50 #include <lustre/lustre_build_version.h>
  51 #include <libcfs/list.h>
  52 #include <cl_object.h>
  53 #ifdef HAVE_SERVER_SUPPORT
  54 # include <dt_object.h>
  55 # include <md_object.h>
  56 #endif /* HAVE_SERVER_SUPPORT */
  57 #include <lustre_ioctl.h>
  58 #include "llog_internal.h"
  59
  60 struct obd_device *obd_devs[MAX_OBD_DEVICES];
  61 struct list_head obd_types;
  62 DEFINE_RWLOCK(obd_dev_lock);
  63
  64 #ifdef CONFIG_PROC_FS
  65 static __u64 obd_max_alloc;
  66 #else
  67 __u64 obd_max_alloc;
  68 #endif
  69
  70 static DEFINE_SPINLOCK(obd_updatemax_lock);
  71
  72 /* The following are visible and mutable through /proc/sys/lustre/. */
  73 unsigned int obd_debug_peer_on_timeout;
  74 EXPORT_SYMBOL(obd_debug_peer_on_timeout);
  75 unsigned int obd_dump_on_timeout;
  76 EXPORT_SYMBOL(obd_dump_on_timeout);
  77 unsigned int obd_dump_on_eviction;
  78 EXPORT_SYMBOL(obd_dump_on_eviction);
  79 unsigned long obd_max_dirty_pages;
  80 EXPORT_SYMBOL(obd_max_dirty_pages);
  81 atomic_long_t obd_dirty_pages;
  82 EXPORT_SYMBOL(obd_dirty_pages);
  83 unsigned int obd_timeout = OBD_TIMEOUT_DEFAULT;   /* seconds */
  84 EXPORT_SYMBOL(obd_timeout);
  85 unsigned int ldlm_timeout = LDLM_TIMEOUT_DEFAULT; /* seconds */
  86 EXPORT_SYMBOL(ldlm_timeout);
  87 unsigned int obd_timeout_set;
  88 EXPORT_SYMBOL(obd_timeout_set);
  89 unsigned int ldlm_timeout_set;
  90 EXPORT_SYMBOL(ldlm_timeout_set);
  91 /* bulk transfer timeout, give up after 100s by default */
  92 unsigned int bulk_timeout = 100; /* seconds */
  93 EXPORT_SYMBOL(bulk_timeout);
  94 /* Adaptive timeout defs here instead of ptlrpc module for /proc/sys/ access */
  95 unsigned int at_min = 0;
  96 EXPORT_SYMBOL(at_min);
  97 unsigned int at_max = 600;
  98 EXPORT_SYMBOL(at_max);
  99 unsigned int at_history = 600;
 100 EXPORT_SYMBOL(at_history);
 101 int at_early_margin = 5;
 102 EXPORT_SYMBOL(at_early_margin);
 103 int at_extra = 30;
 104 EXPORT_SYMBOL(at_extra);
 105
 106 atomic_long_t obd_dirty_transit_pages;
 107 EXPORT_SYMBOL(obd_dirty_transit_pages);
 108
 109 char obd_jobid_var[JOBSTATS_JOBID_VAR_MAX_LEN + 1] = JOBSTATS_DISABLE;
 110
 111 #ifdef CONFIG_PROC_FS
 112 struct lprocfs_stats *obd_memory = NULL;
 113 EXPORT_SYMBOL(obd_memory);
 114 #endif
 115
 116 /* Get jobid of current process by reading the environment variable
 117  * stored in between the "env_start" & "env_end" of task struct.
 118  *
 119  * TODO:
 120  * It's better to cache the jobid for later use if there is any
 121  * efficient way, the cl_env code probably could be reused for this
 122  * purpose.
 123  *
 124  * If some job scheduler doesn't store jobid in the "env_start/end",
 125  * then an upcall could be issued here to get the jobid by utilizing
 126  * the userspace tools/api. Then, the jobid must be cached.
 127  */
 128 int lustre_get_jobid(char *jobid)
 129 {
 130         int jobid_len = LUSTRE_JOBID_SIZE;
 131         int rc = 0;
 132         ENTRY;
 133
 134         memset(jobid, 0, LUSTRE_JOBID_SIZE);
 135         /* Jobstats isn't enabled */
 136         if (strcmp(obd_jobid_var, JOBSTATS_DISABLE) == 0)
 137                 RETURN(0);
 138
 139         /* Use process name + fsuid as jobid */
 140         if (strcmp(obd_jobid_var, JOBSTATS_PROCNAME_UID) == 0) {
 141                 snprintf(jobid, LUSTRE_JOBID_SIZE, "%s.%u",
 142                          current_comm(),
 143                          from_kuid(&init_user_ns, current_fsuid()));
 144                 RETURN(0);
 145         }
 146
 147         rc = cfs_get_environ(obd_jobid_var, jobid, &jobid_len);
 148         if (rc) {
 149                 if (rc == -EOVERFLOW) {
 150                         /* For the PBS_JOBID and LOADL_STEP_ID keys (which are
 151                          * variable length strings instead of just numbers), it
 152                          * might make sense to keep the unique parts for JobID,
 153                          * instead of just returning an error.  That means a
 154                          * larger temp buffer for cfs_get_environ(), then
 155                          * truncating the string at some separator to fit into
 156                          * the specified jobid_len.  Fix later if needed. */
 157                         static bool printed;
 158                         if (unlikely(!printed)) {
 159                                 LCONSOLE_ERROR_MSG(0x16b, "%s value too large "
 160                                                    "for JobID buffer (%d)\n",
 161                                                    obd_jobid_var, jobid_len);
 162                                 printed = true;
 163                         }
 164                 } else {
 165                         CDEBUG((rc == -ENOENT || rc == -EINVAL ||
 166                                 rc == -EDEADLK) ? D_INFO : D_ERROR,
 167                                "Get jobid for (%s) failed: rc = %d\n",
 168                                obd_jobid_var, rc);
 169                 }
 170         }
 171         RETURN(rc);
 172 }
 173 EXPORT_SYMBOL(lustre_get_jobid);
 174
 175 static int class_resolve_dev_name(__u32 len, const char *name)
 176 {
 177         int rc;
 178         int dev;
 179
 180         ENTRY;
 181         if (!len || !name) {
 182                 CERROR("No name passed,!\n");
 183                 GOTO(out, rc = -EINVAL);
 184         }
 185         if (name[len - 1] != 0) {
 186                 CERROR("Name not nul terminated!\n");
 187                 GOTO(out, rc = -EINVAL);
 188         }
 189
 190         CDEBUG(D_IOCTL, "device name %s\n", name);
 191         dev = class_name2dev(name);
 192         if (dev == -1) {
 193                 CDEBUG(D_IOCTL, "No device for name %s!\n", name);
 194                 GOTO(out, rc = -EINVAL);
 195         }
 196
 197         CDEBUG(D_IOCTL, "device name %s, dev %d\n", name, dev);
 198         rc = dev;
 199
 200 out:
 201         RETURN(rc);
 202 }
 203
 204 int class_handle_ioctl(unsigned int cmd, unsigned long arg)
 205 {
 206         char *buf = NULL;
 207         struct obd_ioctl_data *data;
 208         struct libcfs_debug_ioctl_data *debug_data;
 209         struct obd_device *obd = NULL;
 210         int err = 0, len = 0;
 211         ENTRY;
 212
 213         /* only for debugging */
 214         if (cmd == LIBCFS_IOC_DEBUG_MASK) {
 215                 debug_data = (struct libcfs_debug_ioctl_data*)arg;
 216                 libcfs_subsystem_debug = debug_data->subs;
 217                 libcfs_debug = debug_data->debug;
 218                 return 0;
 219         }
 220
 221         CDEBUG(D_IOCTL, "cmd = %x\n", cmd);
 222         if (obd_ioctl_getdata(&buf, &len, (void __user *)arg)) {
 223                 CERROR("OBD ioctl: data error\n");
 224                 RETURN(-EINVAL);
 225         }
 226         data = (struct obd_ioctl_data *)buf;
 227
 228         switch (cmd) {
 229         case OBD_IOC_PROCESS_CFG: {
 230                 struct lustre_cfg *lcfg;
 231
 232                 if (!data->ioc_plen1 || !data->ioc_pbuf1) {
 233                         CERROR("No config buffer passed!\n");
 234                         GOTO(out, err = -EINVAL);
 235                 }
 236                 OBD_ALLOC(lcfg, data->ioc_plen1);
 237                 if (lcfg == NULL)
 238                         GOTO(out, err = -ENOMEM);
 239                 err = copy_from_user(lcfg, data->ioc_pbuf1,
 240                                          data->ioc_plen1);
 241                 if (!err)
 242                         err = lustre_cfg_sanity_check(lcfg, data->ioc_plen1);
 243                 if (!err)
 244                         err = class_process_config(lcfg);
 245
 246                 OBD_FREE(lcfg, data->ioc_plen1);
 247                 GOTO(out, err);
 248         }
 249
 250         case OBD_GET_VERSION:
 251                 if (!data->ioc_inlbuf1) {
 252                         CERROR("No buffer passed in ioctl\n");
 253                         GOTO(out, err = -EINVAL);
 254                 }
 255
 256                 if (strlen(BUILD_VERSION) + 1 > data->ioc_inllen1) {
 257                         CERROR("ioctl buffer too small to hold version\n");
 258                         GOTO(out, err = -EINVAL);
 259                 }
 260
 261                 memcpy(data->ioc_bulk, BUILD_VERSION,
 262                        strlen(BUILD_VERSION) + 1);
 263
 264                 err = obd_ioctl_popdata((void __user *)arg, data, len);
 265                 if (err)
 266                         err = -EFAULT;
 267                 GOTO(out, err);
 268
 269         case OBD_IOC_NAME2DEV: {
 270                 /* Resolve a device name.  This does not change the
 271                  * currently selected device.
 272                  */
 273                 int dev;
 274
 275                 dev = class_resolve_dev_name(data->ioc_inllen1,
 276                                              data->ioc_inlbuf1);
 277                 data->ioc_dev = dev;
 278                 if (dev < 0)
 279                         GOTO(out, err = -EINVAL);
 280
 281                 err = obd_ioctl_popdata((void __user *)arg, data,
 282                                         sizeof(*data));
 283                 if (err)
 284                         err = -EFAULT;
 285                 GOTO(out, err);
 286         }
 287
 288         case OBD_IOC_UUID2DEV: {
 289                 /* Resolve a device uuid.  This does not change the
 290                  * currently selected device.
 291                  */
 292                 int dev;
 293                 struct obd_uuid uuid;
 294
 295                 if (!data->ioc_inllen1 || !data->ioc_inlbuf1) {
 296                         CERROR("No UUID passed!\n");
 297                         GOTO(out, err = -EINVAL);
 298                 }
 299                 if (data->ioc_inlbuf1[data->ioc_inllen1 - 1] != 0) {
 300                         CERROR("UUID not NUL terminated!\n");
 301                         GOTO(out, err = -EINVAL);
 302                 }
 303
 304                 CDEBUG(D_IOCTL, "device name %s\n", data->ioc_inlbuf1);
 305                 obd_str2uuid(&uuid, data->ioc_inlbuf1);
 306                 dev = class_uuid2dev(&uuid);
 307                 data->ioc_dev = dev;
 308                 if (dev == -1) {
 309                         CDEBUG(D_IOCTL, "No device for UUID %s!\n",
 310                                data->ioc_inlbuf1);
 311                         GOTO(out, err = -EINVAL);
 312                 }
 313
 314                 CDEBUG(D_IOCTL, "device name %s, dev %d\n", data->ioc_inlbuf1,
 315                        dev);
 316                 err = obd_ioctl_popdata((void __user *)arg, data,
 317                                         sizeof(*data));
 318                 if (err)
 319                         err = -EFAULT;
 320                 GOTO(out, err);
 321         }
 322
 323         case OBD_IOC_GETDEVICE: {
 324                 int     index = data->ioc_count;
 325                 char    *status, *str;
 326
 327                 if (!data->ioc_inlbuf1) {
 328                         CERROR("No buffer passed in ioctl\n");
 329                         GOTO(out, err = -EINVAL);
 330                 }
 331                 if (data->ioc_inllen1 < 128) {
 332                         CERROR("ioctl buffer too small to hold version\n");
 333                         GOTO(out, err = -EINVAL);
 334                 }
 335
 336                 obd = class_num2obd(index);
 337                 if (!obd)
 338                         GOTO(out, err = -ENOENT);
 339
 340                 if (obd->obd_stopping)
 341                         status = "ST";
 342                 else if (obd->obd_set_up)
 343                         status = "UP";
 344                 else if (obd->obd_attached)
 345                         status = "AT";
 346                 else
 347                         status = "--";
 348                 str = (char *)data->ioc_bulk;
 349                 snprintf(str, len - sizeof(*data), "%3d %s %s %s %s %d",
 350                          (int)index, status, obd->obd_type->typ_name,
 351                          obd->obd_name, obd->obd_uuid.uuid,
 352                          atomic_read(&obd->obd_refcount));
 353                 err = obd_ioctl_popdata((void __user *)arg, data, len);
 354
 355                 GOTO(out, err = 0);
 356         }
 357
 358         }
 359
 360         if (data->ioc_dev == OBD_DEV_BY_DEVNAME) {
 361                 if (data->ioc_inllen4 <= 0 || data->ioc_inlbuf4 == NULL)
 362                         GOTO(out, err = -EINVAL);
 363                 if (strnlen(data->ioc_inlbuf4, MAX_OBD_NAME) >= MAX_OBD_NAME)
 364                         GOTO(out, err = -EINVAL);
 365                 obd = class_name2obd(data->ioc_inlbuf4);
 366         } else if (data->ioc_dev < class_devno_max()) {
 367                 obd = class_num2obd(data->ioc_dev);
 368         } else {
 369                 CERROR("OBD ioctl: No device\n");
 370                 GOTO(out, err = -EINVAL);
 371         }
 372
 373         if (obd == NULL) {
 374                 CERROR("OBD ioctl : No Device %d\n", data->ioc_dev);
 375                 GOTO(out, err = -EINVAL);
 376         }
 377         LASSERT(obd->obd_magic == OBD_DEVICE_MAGIC);
 378
 379         if (!obd->obd_set_up || obd->obd_stopping) {
 380                 CERROR("OBD ioctl: device not setup %d \n", data->ioc_dev);
 381                 GOTO(out, err = -EINVAL);
 382         }
 383
 384         switch(cmd) {
 385         case OBD_IOC_NO_TRANSNO: {
 386                 if (!obd->obd_attached) {
 387                         CERROR("Device %d not attached\n", obd->obd_minor);
 388                         GOTO(out, err = -ENODEV);
 389                 }
 390                 CDEBUG(D_HA, "%s: disabling committed-transno notification\n",
 391                        obd->obd_name);
 392                 obd->obd_no_transno = 1;
 393                 GOTO(out, err = 0);
 394         }
 395
 396         default: {
 397                 err = obd_iocontrol(cmd, obd->obd_self_export, len, data, NULL);
 398                 if (err)
 399                         GOTO(out, err);
 400
 401                 err = obd_ioctl_popdata((void __user *)arg, data, len);
 402                 if (err)
 403                         err = -EFAULT;
 404                 GOTO(out, err);
 405         }
 406         }
 407
 408  out:
 409         if (buf)
 410                 obd_ioctl_freedata(buf, len);
 411         RETURN(err);
 412 } /* class_handle_ioctl */
 413
 414 #define OBD_INIT_CHECK
 415 #ifdef OBD_INIT_CHECK
 416 static int obd_init_checks(void)
 417 {
 418         __u64 u64val, div64val;
 419         char buf[64];
 420         int len, ret = 0;
 421
 422         CDEBUG(D_INFO, "LPU64=%s, LPD64=%s, LPX64=%s\n", LPU64, LPD64, LPX64);
 423
 424         CDEBUG(D_INFO, "OBD_OBJECT_EOF = "LPX64"\n", (__u64)OBD_OBJECT_EOF);
 425
 426         u64val = OBD_OBJECT_EOF;
 427         CDEBUG(D_INFO, "u64val OBD_OBJECT_EOF = "LPX64"\n", u64val);
 428         if (u64val != OBD_OBJECT_EOF) {
 429                 CERROR("__u64 "LPX64"(%d) != 0xffffffffffffffff\n",
 430                        u64val, (int)sizeof(u64val));
 431                 ret = -EINVAL;
 432         }
 433         len = snprintf(buf, sizeof(buf), LPX64, u64val);
 434         if (len != 18) {
 435                 CWARN("LPX64 wrong length! strlen(%s)=%d != 18\n", buf, len);
 436                 ret = -EINVAL;
 437         }
 438
 439         div64val = OBD_OBJECT_EOF;
 440         CDEBUG(D_INFO, "u64val OBD_OBJECT_EOF = "LPX64"\n", u64val);
 441         if (u64val != OBD_OBJECT_EOF) {
 442                 CERROR("__u64 "LPX64"(%d) != 0xffffffffffffffff\n",
 443                        u64val, (int)sizeof(u64val));
 444                 ret = -EOVERFLOW;
 445         }
 446         if (u64val >> 8 != OBD_OBJECT_EOF >> 8) {
 447                 CERROR("__u64 "LPX64"(%d) != 0xffffffffffffffff\n",
 448                        u64val, (int)sizeof(u64val));
 449                 return -EOVERFLOW;
 450         }
 451         if (do_div(div64val, 256) != (u64val & 255)) {
 452                 CERROR("do_div("LPX64",256) != "LPU64"\n", u64val, u64val &255);
 453                 return -EOVERFLOW;
 454         }
 455         if (u64val >> 8 != div64val) {
 456                 CERROR("do_div("LPX64",256) "LPU64" != "LPU64"\n",
 457                        u64val, div64val, u64val >> 8);
 458                 return -EOVERFLOW;
 459         }
 460         len = snprintf(buf, sizeof(buf), LPX64, u64val);
 461         if (len != 18) {
 462                 CWARN("LPX64 wrong length! strlen(%s)=%d != 18\n", buf, len);
 463                 ret = -EINVAL;
 464         }
 465         len = snprintf(buf, sizeof(buf), LPU64, u64val);
 466         if (len != 20) {
 467                 CWARN("LPU64 wrong length! strlen(%s)=%d != 20\n", buf, len);
 468                 ret = -EINVAL;
 469         }
 470         len = snprintf(buf, sizeof(buf), LPD64, u64val);
 471         if (len != 2) {
 472                 CWARN("LPD64 wrong length! strlen(%s)=%d != 2\n", buf, len);
 473                 ret = -EINVAL;
 474         }
 475         if ((u64val & ~PAGE_CACHE_MASK) >= PAGE_CACHE_SIZE) {
 476                 CWARN("mask failed: u64val "LPU64" >= "LPU64"\n", u64val,
 477                       (__u64)PAGE_CACHE_SIZE);
 478                 ret = -EINVAL;
 479         }
 480
 481         return ret;
 482 }
 483 #else
 484 #define obd_init_checks() do {} while(0)
 485 #endif
 486
 487 static int __init init_obdclass(void)
 488 {
 489         int i, err;
 490
 491         LCONSOLE_INFO("Lustre: Build Version: "BUILD_VERSION"\n");
 492
 493         spin_lock_init(&obd_types_lock);
 494         obd_zombie_impexp_init();
 495 #ifdef CONFIG_PROC_FS
 496         obd_memory = lprocfs_alloc_stats(OBD_STATS_NUM,
 497                                          LPROCFS_STATS_FLAG_NONE |
 498                                          LPROCFS_STATS_FLAG_IRQ_SAFE);
 499         if (obd_memory == NULL) {
 500                 CERROR("kmalloc of 'obd_memory' failed\n");
 501                 RETURN(-ENOMEM);
 502         }
 503
 504         lprocfs_counter_init(obd_memory, OBD_MEMORY_STAT,
 505                              LPROCFS_CNTR_AVGMINMAX,
 506                              "memused", "bytes");
 507 #endif
 508         err = obd_init_checks();
 509         if (err == -EOVERFLOW)
 510                 return err;
 511
 512         class_init_uuidlist();
 513         err = class_handle_init();
 514         if (err)
 515                 return err;
 516
 517         INIT_LIST_HEAD(&obd_types);
 518
 519         err = misc_register(&obd_psdev);
 520         if (err) {
 521                 CERROR("cannot register %d err %d\n", OBD_DEV_MINOR, err);
 522                 return err;
 523         }
 524
 525         /* This struct is already zeroed for us (static global) */
 526         for (i = 0; i < class_devno_max(); i++)
 527                 obd_devs[i] = NULL;
 528
 529         /* Default the dirty page cache cap to 1/2 of system memory.
 530          * For clients with less memory, a larger fraction is needed
 531          * for other purposes (mostly for BGL). */
 532         if (totalram_pages <= 512 << (20 - PAGE_CACHE_SHIFT))
 533                 obd_max_dirty_pages = totalram_pages / 4;
 534         else
 535                 obd_max_dirty_pages = totalram_pages / 2;
 536
 537         err = obd_init_caches();
 538         if (err)
 539                 return err;
 540         err = class_procfs_init();
 541         if (err)
 542                 return err;
 543
 544         err = lu_global_init();
 545         if (err)
 546                 return err;
 547
 548         err = cl_global_init();
 549         if (err != 0)
 550                 return err;
 551
 552 #ifdef HAVE_SERVER_SUPPORT
 553         err = dt_global_init();
 554         if (err != 0)
 555                 return err;
 556
 557         err = lu_ucred_global_init();
 558         if (err != 0)
 559                 return err;
 560 #endif /* HAVE_SERVER_SUPPORT */
 561
 562         err = llog_info_init();
 563         if (err)
 564                 return err;
 565
 566         err = lustre_register_fs();
 567
 568         return err;
 569 }
 570
 571 void obd_update_maxusage(void)
 572 {
 573         __u64 max;
 574
 575         max = obd_memory_sum();
 576
 577         spin_lock(&obd_updatemax_lock);
 578         if (max > obd_max_alloc)
 579                 obd_max_alloc = max;
 580         spin_unlock(&obd_updatemax_lock);
 581 }
 582 EXPORT_SYMBOL(obd_update_maxusage);
 583
 584 #ifdef CONFIG_PROC_FS
 585 __u64 obd_memory_max(void)
 586 {
 587         __u64 ret;
 588
 589         obd_update_maxusage();
 590         spin_lock(&obd_updatemax_lock);
 591         ret = obd_max_alloc;
 592         spin_unlock(&obd_updatemax_lock);
 593
 594         return ret;
 595 }
 596 #endif /* CONFIG_PROC_FS */
 597
 598 /* liblustre doesn't call cleanup_obdclass, apparently.  we carry on in this
 599  * ifdef to the end of the file to cover module and versioning goo.*/
 600 static void cleanup_obdclass(void)
 601 {
 602         __u64 memory_leaked;
 603         __u64 memory_max;
 604         ENTRY;
 605
 606         lustre_unregister_fs();
 607
 608         misc_deregister(&obd_psdev);
 609         llog_info_fini();
 610 #ifdef HAVE_SERVER_SUPPORT
 611         lu_ucred_global_fini();
 612         dt_global_fini();
 613 #endif /* HAVE_SERVER_SUPPORT */
 614         cl_global_fini();
 615         lu_global_fini();
 616
 617         obd_cleanup_caches();
 618         obd_sysctl_clean();
 619
 620         class_procfs_clean();
 621
 622         class_handle_cleanup();
 623         class_exit_uuidlist();
 624         obd_zombie_impexp_stop();
 625
 626         memory_leaked = obd_memory_sum();
 627
 628         memory_max = obd_memory_max();
 629
 630         lprocfs_free_stats(&obd_memory);
 631         CDEBUG((memory_leaked) ? D_ERROR : D_INFO,
 632                "obd_memory max: "LPU64", leaked: "LPU64"\n",
 633                memory_max, memory_leaked);
 634
 635         EXIT;
 636 }
 637
 638 MODULE_AUTHOR("Sun Microsystems, Inc. <http://www.lustre.org/>");
 639 MODULE_DESCRIPTION("Lustre Class Driver Build Version: " BUILD_VERSION);
 640 MODULE_VERSION(LUSTRE_VERSION_STRING);
 641 MODULE_LICENSE("GPL");
 642
 643 module_init(init_obdclass);
 644 module_exit(cleanup_obdclass);