lustre/ldlm/ldlm_lockd.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * Copyright (C) 2002 Cluster File Systems, Inc.
   5  *   Author: Peter Braam <braam@clusterfs.com>
   6  *   Author: Phil Schwan <phil@clusterfs.com>
   7  *
   8  *   This file is part of Lustre, http://www.lustre.org.
   9  *
  10  *   Lustre is free software; you can redistribute it and/or
  11  *   modify it under the terms of version 2 of the GNU General Public
  12  *   License as published by the Free Software Foundation.
  13  *
  14  *   Lustre is distributed in the hope that it will be useful,
  15  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17  *   GNU General Public License for more details.
  18  *
  19  *   You should have received a copy of the GNU General Public License
  20  *   along with Lustre; if not, write to the Free Software
  21  *   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  22  */
  23
  24 #define EXPORT_SYMTAB
  25 #define DEBUG_SUBSYSTEM S_LDLM
  26
  27 #include <linux/module.h>
  28 #include <linux/slab.h>
  29 #include <linux/lustre_dlm.h>
  30 #include <linux/init.h>
  31 #include <linux/obd_class.h>
  32
  33 extern kmem_cache_t *ldlm_resource_slab;
  34 extern kmem_cache_t *ldlm_lock_slab;
  35 extern struct list_head ldlm_namespace_list;
  36 extern int (*mds_reint_p)(int offset, struct ptlrpc_request *req);
  37 extern int (*mds_getattr_name_p)(int offset, struct ptlrpc_request *req);
  38
  39 inline unsigned long round_timeout(unsigned long timeout)
  40 {
  41         return ((timeout / HZ) + 1) * HZ;
  42 }
  43
  44 static struct list_head waiting_locks_list;
  45 static spinlock_t waiting_locks_spinlock;
  46 static struct timer_list waiting_locks_timer;
  47
  48 static void waiting_locks_callback(unsigned long unused)
  49 {
  50         struct list_head *liter, *n;
  51
  52         spin_lock_bh(&waiting_locks_spinlock);
  53         list_for_each_safe(liter, n, &waiting_locks_list) {
  54                 struct ldlm_lock *l = list_entry(liter, struct ldlm_lock,
  55                                                  l_pending_chain);
  56                 if (l->l_callback_timeout > jiffies)
  57                         break;
  58                 LDLM_DEBUG(l, "timer expired, recovering conn %p\n",
  59                            l->l_export->exp_connection);
  60                 recovd_conn_fail(l->l_export->exp_connection);
  61         }
  62         spin_unlock_bh(&waiting_locks_spinlock);
  63 }
  64
  65 /*
  66  * Indicate that we're waiting for a client to call us back cancelling a given
  67  * lock.  We add it to the pending-callback chain, and schedule the lock-timeout
  68  * timer to fire appropriately.  (We round up to the next second, to avoid
  69  * floods of timer firings during periods of high lock contention and traffic).
  70  */
  71 static int ldlm_add_waiting_lock(struct ldlm_lock *lock)
  72 {
  73         unsigned long timeout_rounded;
  74         ENTRY;
  75
  76         LASSERT(list_empty(&lock->l_pending_chain));
  77
  78         spin_lock_bh(&waiting_locks_spinlock);
  79         lock->l_callback_timeout = jiffies + (obd_timeout * HZ);
  80
  81         timeout_rounded = round_timeout(lock->l_callback_timeout);
  82
  83         if (timeout_rounded < waiting_locks_timer.expires ||
  84             !timer_pending(&waiting_locks_timer)) {
  85                 mod_timer(&waiting_locks_timer, timeout_rounded);
  86         }
  87         list_add_tail(&lock->l_pending_chain, &waiting_locks_list); /* FIFO */
  88         spin_unlock_bh(&waiting_locks_spinlock);
  89         RETURN(1);
  90 }
  91
  92 /*
  93  * Remove a lock from the pending list, likely because it had its cancellation
  94  * callback arrive without incident.  This adjusts the lock-timeout timer if
  95  * needed.  Returns 0 if the lock wasn't pending after all, 1 if it was.
  96  */
  97 int ldlm_del_waiting_lock(struct ldlm_lock *lock)
  98 {
  99         struct list_head *list_next;
 100
 101         ENTRY;
 102
 103         spin_lock_bh(&waiting_locks_spinlock);
 104
 105         if (list_empty(&lock->l_pending_chain)) {
 106                 spin_unlock_bh(&waiting_locks_spinlock);
 107                 RETURN(0);
 108         }
 109
 110         list_next = lock->l_pending_chain.next;
 111         if (lock->l_pending_chain.prev == &waiting_locks_list) {
 112                 /* Removing the head of the list, adjust timer. */
 113                 if (list_next == &waiting_locks_list) {
 114                         /* No more, just cancel. */
 115                         del_timer(&waiting_locks_timer);
 116                 } else {
 117                         struct ldlm_lock *next;
 118                         next = list_entry(list_next, struct ldlm_lock,
 119                                           l_pending_chain);
 120                         mod_timer(&waiting_locks_timer,
 121                                   round_timeout(next->l_callback_timeout));
 122                 }
 123         }
 124         list_del_init(&lock->l_pending_chain);
 125         spin_unlock_bh(&waiting_locks_spinlock);
 126         RETURN(1);
 127 }
 128
 129 static int ldlm_server_blocking_ast(struct ldlm_lock *lock,
 130                                     struct ldlm_lock_desc *desc,
 131                                     void *data, __u32 data_len, int flag)
 132 {
 133         struct ldlm_request *body;
 134         struct ptlrpc_request *req;
 135         int rc = 0, size = sizeof(*body);
 136         ENTRY;
 137
 138         if (flag == LDLM_CB_CANCELING) {
 139                 /* Don't need to do anything here. */
 140                 RETURN(0);
 141         }
 142
 143         req = ptlrpc_prep_req(&lock->l_export->exp_ldlm_data.led_import,
 144                               LDLM_BL_CALLBACK, 1, &size, NULL);
 145         if (!req)
 146                 RETURN(-ENOMEM);
 147
 148         body = lustre_msg_buf(req->rq_reqmsg, 0);
 149         memcpy(&body->lock_handle1, &lock->l_remote_handle,
 150                sizeof(body->lock_handle1));
 151         memcpy(&body->lock_desc, desc, sizeof(*desc));
 152
 153         LDLM_DEBUG(lock, "server preparing blocking AST");
 154         req->rq_replen = 0; /* no reply needed */
 155
 156         ldlm_add_waiting_lock(lock);
 157         (void)ptl_send_rpc(req);
 158
 159         /* no commit, and no waiting for reply, so 2x decref now */
 160         ptlrpc_req_finished(req);
 161         ptlrpc_req_finished(req);
 162
 163         RETURN(rc);
 164 }
 165
 166 static int ldlm_server_completion_ast(struct ldlm_lock *lock, int flags)
 167 {
 168         struct ldlm_request *body;
 169         struct ptlrpc_request *req;
 170         int rc = 0, size = sizeof(*body);
 171         ENTRY;
 172
 173         if (lock == NULL) {
 174                 LBUG();
 175                 RETURN(-EINVAL);
 176         }
 177
 178         req = ptlrpc_prep_req(&lock->l_export->exp_ldlm_data.led_import,
 179                               LDLM_CP_CALLBACK, 1, &size, NULL);
 180         if (!req)
 181                 RETURN(-ENOMEM);
 182
 183         body = lustre_msg_buf(req->rq_reqmsg, 0);
 184         memcpy(&body->lock_handle1, &lock->l_remote_handle,
 185                sizeof(body->lock_handle1));
 186         body->lock_flags = flags;
 187         ldlm_lock2desc(lock, &body->lock_desc);
 188
 189         LDLM_DEBUG(lock, "server preparing completion AST");
 190         req->rq_replen = 0; /* no reply needed */
 191
 192         (void)ptl_send_rpc(req);
 193         /* no commit, and no waiting for reply, so 2x decref now */
 194         ptlrpc_req_finished(req);
 195         ptlrpc_req_finished(req);
 196
 197         RETURN(rc);
 198 }
 199
 200 int ldlm_handle_enqueue(struct ptlrpc_request *req)
 201 {
 202         struct obd_device *obddev = req->rq_export->exp_obd;
 203         struct ldlm_reply *dlm_rep;
 204         struct ldlm_request *dlm_req;
 205         int rc, size = sizeof(*dlm_rep), cookielen = 0;
 206         __u32 flags;
 207         ldlm_error_t err;
 208         struct ldlm_lock *lock = NULL;
 209         void *cookie = NULL;
 210         ENTRY;
 211
 212         LDLM_DEBUG_NOLOCK("server-side enqueue handler START");
 213
 214         dlm_req = lustre_msg_buf(req->rq_reqmsg, 0);
 215         if (dlm_req->lock_desc.l_resource.lr_type == LDLM_MDSINTENT) {
 216                 /* In this case, the reply buffer is allocated deep in
 217                  * local_lock_enqueue by the policy function. */
 218                 cookie = req;
 219                 cookielen = sizeof(*req);
 220         } else {
 221                 rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen,
 222                                      &req->rq_repmsg);
 223                 if (rc) {
 224                         CERROR("out of memory\n");
 225                         RETURN(-ENOMEM);
 226                 }
 227                 if (dlm_req->lock_desc.l_resource.lr_type == LDLM_EXTENT) {
 228                         cookie = &dlm_req->lock_desc.l_extent;
 229                         cookielen = sizeof(struct ldlm_extent);
 230                 }
 231         }
 232
 233         /* XXX notice that this lock has no callback data: of course the
 234            export would be exactly what we may want to use here... */
 235         lock = ldlm_lock_create(obddev->obd_namespace,
 236                                 &dlm_req->lock_handle2,
 237                                 dlm_req->lock_desc.l_resource.lr_name,
 238                                 dlm_req->lock_desc.l_resource.lr_type,
 239                                 dlm_req->lock_desc.l_req_mode, NULL, 0);
 240         if (!lock)
 241                 GOTO(out, err = -ENOMEM);
 242
 243         memcpy(&lock->l_remote_handle, &dlm_req->lock_handle1,
 244                sizeof(lock->l_remote_handle));
 245         LDLM_DEBUG(lock, "server-side enqueue handler, new lock created");
 246
 247         flags = dlm_req->lock_flags;
 248         err = ldlm_lock_enqueue(lock, cookie, cookielen, &flags,
 249                                 ldlm_server_completion_ast,
 250                                 ldlm_server_blocking_ast);
 251         if (err != ELDLM_OK)
 252                 GOTO(out, err);
 253
 254         dlm_rep = lustre_msg_buf(req->rq_repmsg, 0);
 255         dlm_rep->lock_flags = flags;
 256
 257         ldlm_lock2handle(lock, &dlm_rep->lock_handle);
 258         if (dlm_req->lock_desc.l_resource.lr_type == LDLM_EXTENT)
 259                 memcpy(&dlm_rep->lock_extent, &lock->l_extent,
 260                        sizeof(lock->l_extent));
 261         if (dlm_rep->lock_flags & LDLM_FL_LOCK_CHANGED) {
 262                 memcpy(dlm_rep->lock_resource_name, lock->l_resource->lr_name,
 263                        sizeof(dlm_rep->lock_resource_name));
 264                 dlm_rep->lock_mode = lock->l_req_mode;
 265         }
 266
 267         lock->l_export = req->rq_export;
 268         if (lock->l_export) {
 269                 l_lock(&lock->l_resource->lr_namespace->ns_lock);
 270                 list_add(&lock->l_export_chain,
 271                          &lock->l_export->exp_ldlm_data.led_held_locks);
 272                 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
 273         }
 274
 275         ptlrpc_connection_addref(req->rq_connection);
 276         EXIT;
 277  out:
 278         if (lock)
 279                 LDLM_DEBUG(lock, "server-side enqueue handler, sending reply"
 280                            "(err=%d)", err);
 281         req->rq_status = err;
 282
 283         if (ptlrpc_reply(req->rq_svc, req))
 284                 LBUG();
 285
 286         if (lock) {
 287                 if (!err)
 288                         ldlm_reprocess_all(lock->l_resource);
 289                 LDLM_LOCK_PUT(lock);
 290         }
 291         LDLM_DEBUG_NOLOCK("server-side enqueue handler END (lock %p)", lock);
 292
 293         return 0;
 294 }
 295
 296 int ldlm_handle_convert(struct ptlrpc_request *req)
 297 {
 298         struct ldlm_request *dlm_req;
 299         struct ldlm_reply *dlm_rep;
 300         struct ldlm_lock *lock;
 301         int rc, size = sizeof(*dlm_rep);
 302         ENTRY;
 303
 304         rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen, &req->rq_repmsg);
 305         if (rc) {
 306                 CERROR("out of memory\n");
 307                 RETURN(-ENOMEM);
 308         }
 309         dlm_req = lustre_msg_buf(req->rq_reqmsg, 0);
 310         dlm_rep = lustre_msg_buf(req->rq_repmsg, 0);
 311         dlm_rep->lock_flags = dlm_req->lock_flags;
 312
 313         lock = ldlm_handle2lock(&dlm_req->lock_handle1);
 314         if (!lock) {
 315                 req->rq_status = EINVAL;
 316         } else {
 317                 LDLM_DEBUG(lock, "server-side convert handler START");
 318                 ldlm_lock_convert(lock, dlm_req->lock_desc.l_req_mode,
 319                                   &dlm_rep->lock_flags);
 320                 if (ldlm_del_waiting_lock(lock))
 321                         CDEBUG(D_DLMTRACE, "converted waiting lock %p\n", lock);
 322                 req->rq_status = 0;
 323         }
 324         if (ptlrpc_reply(req->rq_svc, req) != 0)
 325                 LBUG();
 326
 327         if (lock) {
 328                 ldlm_reprocess_all(lock->l_resource);
 329                 LDLM_DEBUG(lock, "server-side convert handler END");
 330                 LDLM_LOCK_PUT(lock);
 331         } else
 332                 LDLM_DEBUG_NOLOCK("server-side convert handler END");
 333
 334         RETURN(0);
 335 }
 336
 337 int ldlm_handle_cancel(struct ptlrpc_request *req)
 338 {
 339         struct ldlm_request *dlm_req;
 340         struct ldlm_lock *lock;
 341         int rc;
 342         ENTRY;
 343
 344         rc = lustre_pack_msg(0, NULL, NULL, &req->rq_replen, &req->rq_repmsg);
 345         if (rc) {
 346                 CERROR("out of memory\n");
 347                 RETURN(-ENOMEM);
 348         }
 349         dlm_req = lustre_msg_buf(req->rq_reqmsg, 0);
 350
 351         lock = ldlm_handle2lock(&dlm_req->lock_handle1);
 352         if (!lock) {
 353                 LDLM_DEBUG_NOLOCK("server-side cancel handler stale lock (lock "
 354                                   "%p)", (void *)(unsigned long)
 355                                   dlm_req->lock_handle1.addr);
 356                 req->rq_status = ESTALE;
 357         } else {
 358                 LDLM_DEBUG(lock, "server-side cancel handler START");
 359                 ldlm_lock_cancel(lock);
 360                 if (ldlm_del_waiting_lock(lock))
 361                         CDEBUG(D_DLMTRACE, "cancelled waiting lock %p\n", lock);
 362                 req->rq_status = 0;
 363         }
 364
 365         if (ptlrpc_reply(req->rq_svc, req) != 0)
 366                 LBUG();
 367
 368         if (lock) {
 369                 ldlm_reprocess_all(lock->l_resource);
 370                 LDLM_DEBUG(lock, "server-side cancel handler END");
 371                 LDLM_LOCK_PUT(lock);
 372         }
 373
 374         RETURN(0);
 375 }
 376
 377 static int ldlm_handle_bl_callback(struct ptlrpc_request *req)
 378 {
 379         struct ldlm_request *dlm_req;
 380         struct ldlm_lock *lock;
 381         int rc, do_ast;
 382         ENTRY;
 383
 384         OBD_FAIL_RETURN(OBD_FAIL_OSC_LOCK_BL_REPLY, 0);
 385
 386         rc = lustre_pack_msg(0, NULL, NULL, &req->rq_replen, &req->rq_repmsg);
 387         if (rc)
 388                 RETURN(-ENOMEM);
 389         rc = ptlrpc_reply(req->rq_svc, req);
 390         if (rc)
 391                 RETURN(rc);
 392
 393         OBD_FAIL_RETURN(OBD_FAIL_OSC_LOCK_BL_AST, 0);
 394
 395         dlm_req = lustre_msg_buf(req->rq_reqmsg, 0);
 396
 397         lock = ldlm_handle2lock(&dlm_req->lock_handle1);
 398         if (!lock) {
 399                 CERROR("blocking callback on lock "LPX64" - lock disappeared\n",
 400                        dlm_req->lock_handle1.addr);
 401                 RETURN(0);
 402         }
 403
 404         LDLM_DEBUG(lock, "client blocking AST callback handler START");
 405
 406         l_lock(&lock->l_resource->lr_namespace->ns_lock);
 407         lock->l_flags |= LDLM_FL_CBPENDING;
 408         do_ast = (!lock->l_readers && !lock->l_writers);
 409         l_unlock(&lock->l_resource->lr_namespace->ns_lock);
 410
 411         if (do_ast) {
 412                 LDLM_DEBUG(lock, "already unused, calling "
 413                            "callback (%p)", lock->l_blocking_ast);
 414                 if (lock->l_blocking_ast != NULL) {
 415                         lock->l_blocking_ast(lock, &dlm_req->lock_desc,
 416                                              lock->l_data, lock->l_data_len,
 417                                              LDLM_CB_BLOCKING);
 418                 }
 419         } else
 420                 LDLM_DEBUG(lock, "Lock still has references, will be"
 421                            " cancelled later");
 422
 423         LDLM_DEBUG(lock, "client blocking callback handler END");
 424         LDLM_LOCK_PUT(lock);
 425         RETURN(0);
 426 }
 427
 428 static int ldlm_handle_cp_callback(struct ptlrpc_request *req)
 429 {
 430         struct list_head ast_list = LIST_HEAD_INIT(ast_list);
 431         struct ldlm_request *dlm_req;
 432         struct ldlm_lock *lock;
 433         int rc;
 434         ENTRY;
 435
 436         rc = lustre_pack_msg(0, NULL, NULL, &req->rq_replen, &req->rq_repmsg);
 437         if (rc)
 438                 RETURN(-ENOMEM);
 439         rc = ptlrpc_reply(req->rq_svc, req);
 440         if (rc)
 441                 RETURN(rc);
 442
 443         dlm_req = lustre_msg_buf(req->rq_reqmsg, 0);
 444
 445         lock = ldlm_handle2lock(&dlm_req->lock_handle1);
 446         if (!lock) {
 447                 CERROR("completion callback on lock "LPX64" - lock "
 448                        "disappeared\n", dlm_req->lock_handle1.addr);
 449                 RETURN(0);
 450         }
 451
 452         LDLM_DEBUG(lock, "client completion callback handler START");
 453
 454         l_lock(&lock->l_resource->lr_namespace->ns_lock);
 455
 456         /* If we receive the completion AST before the actual enqueue returned,
 457          * then we might need to switch resources or lock modes. */
 458         if (dlm_req->lock_desc.l_granted_mode != lock->l_req_mode) {
 459                 lock->l_req_mode = dlm_req->lock_desc.l_granted_mode;
 460                 LDLM_DEBUG(lock, "completion AST, new lock mode");
 461         }
 462         ldlm_resource_unlink_lock(lock);
 463         if (memcmp(dlm_req->lock_desc.l_resource.lr_name,
 464                    lock->l_resource->lr_name,
 465                    sizeof(__u64) * RES_NAME_SIZE) != 0) {
 466                 ldlm_lock_change_resource(lock, dlm_req->lock_desc.l_resource.lr_name);
 467                 LDLM_DEBUG(lock, "completion AST, new resource");
 468         }
 469         lock->l_resource->lr_tmp = &ast_list;
 470         ldlm_grant_lock(lock);
 471         lock->l_resource->lr_tmp = NULL;
 472         l_unlock(&lock->l_resource->lr_namespace->ns_lock);
 473         LDLM_DEBUG(lock, "callback handler finished, about to run_ast_work");
 474         LDLM_LOCK_PUT(lock);
 475
 476         ldlm_run_ast_work(&ast_list);
 477
 478         LDLM_DEBUG_NOLOCK("client completion callback handler END (lock %p)",
 479                           lock);
 480         RETURN(0);
 481 }
 482
 483 static int ldlm_callback_handler(struct ptlrpc_request *req)
 484 {
 485         int rc;
 486         ENTRY;
 487
 488         rc = lustre_unpack_msg(req->rq_reqmsg, req->rq_reqlen);
 489         if (rc) {
 490                 CERROR("lustre_ldlm: Invalid request\n");
 491                 GOTO(out, rc);
 492         }
 493
 494         if (req->rq_export == NULL) {
 495                 CERROR("lustre_dlm: operation %d with missing/invalid export\n",
 496                        req->rq_reqmsg->opc);
 497                 GOTO(out, rc = -ENOTCONN);
 498         }
 499
 500         switch (req->rq_reqmsg->opc) {
 501         case LDLM_BL_CALLBACK:
 502                 CDEBUG(D_INODE, "blocking ast\n");
 503                 OBD_FAIL_RETURN(OBD_FAIL_LDLM_BL_CALLBACK, 0);
 504                 rc = ldlm_handle_bl_callback(req);
 505                 break;
 506         case LDLM_CP_CALLBACK:
 507                 CDEBUG(D_INODE, "completion ast\n");
 508                 OBD_FAIL_RETURN(OBD_FAIL_LDLM_CP_CALLBACK, 0);
 509                 rc = ldlm_handle_cp_callback(req);
 510                 break;
 511
 512         default:
 513                 rc = ptlrpc_error(req->rq_svc, req);
 514                 RETURN(rc);
 515         }
 516
 517         EXIT;
 518 out:
 519         if (rc)
 520                 RETURN(ptlrpc_error(req->rq_svc, req));
 521         return 0;
 522 }
 523
 524
 525 static int ldlm_iocontrol(long cmd, struct lustre_handle *conn, int len,
 526                           void *karg, void *uarg)
 527 {
 528         struct obd_device *obddev = class_conn2obd(conn);
 529         struct ptlrpc_connection *connection;
 530         int err = 0;
 531         ENTRY;
 532
 533         if (_IOC_TYPE(cmd) != IOC_LDLM_TYPE || _IOC_NR(cmd) < IOC_LDLM_MIN_NR ||
 534             _IOC_NR(cmd) > IOC_LDLM_MAX_NR) {
 535                 CDEBUG(D_IOCTL, "invalid ioctl (type %ld, nr %ld, size %ld)\n",
 536                        _IOC_TYPE(cmd), _IOC_NR(cmd), _IOC_SIZE(cmd));
 537                 RETURN(-EINVAL);
 538         }
 539
 540         OBD_ALLOC(obddev->u.ldlm.ldlm_client,
 541                   sizeof(*obddev->u.ldlm.ldlm_client));
 542         connection = ptlrpc_uuid_to_connection("ldlm");
 543         if (!connection)
 544                 CERROR("No LDLM UUID found: assuming ldlm is local.\n");
 545
 546         /* XXX
 547            ptlrpc_init_client(LDLM_REQUEST_PORTAL, LDLM_REPLY_PORTAL,
 548            obddev->u.ldlm.ldlm_client, connection);
 549         */
 550
 551         switch (cmd) {
 552         case IOC_LDLM_TEST:
 553                 err = ldlm_test(obddev, conn);
 554                 CERROR("-- done err %d\n", err);
 555                 GOTO(out, err);
 556         case IOC_LDLM_DUMP:
 557                 ldlm_dump_all_namespaces();
 558                 GOTO(out, err);
 559         default:
 560                 GOTO(out, err = -EINVAL);
 561         }
 562
 563  out:
 564         if (connection)
 565                 ptlrpc_put_connection(connection);
 566         OBD_FREE(obddev->u.ldlm.ldlm_client,
 567                  sizeof(*obddev->u.ldlm.ldlm_client));
 568         return err;
 569 }
 570
 571 #define LDLM_NUM_THREADS        8
 572
 573 static int ldlm_setup(struct obd_device *obddev, obd_count len, void *buf)
 574 {
 575         struct ldlm_obd *ldlm = &obddev->u.ldlm;
 576         int rc, i;
 577         ENTRY;
 578
 579         MOD_INC_USE_COUNT;
 580         /*
 581         rc = ldlm_proc_setup(obddev);
 582         if (rc != 0)
 583                 GOTO(out_dec, rc);
 584         */
 585         ldlm->ldlm_service = ptlrpc_init_svc(LDLM_NEVENTS, LDLM_NBUFS,
 586                                              LDLM_BUFSIZE, LDLM_MAXREQSIZE,
 587                                              LDLM_REQUEST_PORTAL, LDLM_REPLY_PORTAL,
 588                                              "self", ldlm_callback_handler, "ldlm");
 589         if (!ldlm->ldlm_service)
 590                 GOTO(out_dec, rc = -ENOMEM);
 591
 592         for (i = 0; i < LDLM_NUM_THREADS; i++) {
 593                 char name[32];
 594                 sprintf(name, "lustre_dlm_%02d", i);
 595                 rc = ptlrpc_start_thread(obddev, ldlm->ldlm_service, name);
 596                 if (rc) {
 597                         CERROR("cannot start LDLM thread #%d: rc %d\n", i, rc);
 598                         LBUG();
 599                         GOTO(out_thread, rc);
 600                 }
 601         }
 602
 603         INIT_LIST_HEAD(&waiting_locks_list);
 604         spin_lock_init(&waiting_locks_spinlock);
 605         waiting_locks_timer.function = waiting_locks_callback;
 606         waiting_locks_timer.data = 0;
 607         init_timer(&waiting_locks_timer);
 608
 609         RETURN(0);
 610
 611  out_thread:
 612         ptlrpc_stop_all_threads(ldlm->ldlm_service);
 613         ptlrpc_unregister_service(ldlm->ldlm_service);
 614         /*
 615  out_proc:
 616
 617          ldlm_proc_cleanup(obddev);
 618         */
 619  out_dec:
 620         MOD_DEC_USE_COUNT;
 621         return rc;
 622 }
 623
 624 static int ldlm_cleanup(struct obd_device *obddev)
 625 {
 626         struct ldlm_obd *ldlm = &obddev->u.ldlm;
 627         ENTRY;
 628
 629         if (!list_empty(&ldlm_namespace_list)) {
 630                 CERROR("ldlm still has namespaces; clean these up first.\n");
 631                 RETURN(-EBUSY);
 632         }
 633
 634         ptlrpc_stop_all_threads(ldlm->ldlm_service);
 635         ptlrpc_unregister_service(ldlm->ldlm_service);
 636         /* ldlm_proc_cleanup(obddev); */
 637
 638         MOD_DEC_USE_COUNT;
 639         RETURN(0);
 640 }
 641
 642 struct obd_ops ldlm_obd_ops = {
 643         o_iocontrol:   ldlm_iocontrol,
 644         o_setup:       ldlm_setup,
 645         o_cleanup:     ldlm_cleanup,
 646         o_connect:     class_connect,
 647         o_disconnect:  class_disconnect
 648 };
 649
 650 static int __init ldlm_init(void)
 651 {
 652         int rc = class_register_type(&ldlm_obd_ops, OBD_LDLM_DEVICENAME);
 653         if (rc != 0)
 654                 return rc;
 655
 656         ldlm_resource_slab = kmem_cache_create("ldlm_resources",
 657                                                sizeof(struct ldlm_resource), 0,
 658                                                SLAB_HWCACHE_ALIGN, NULL, NULL);
 659         if (ldlm_resource_slab == NULL)
 660                 return -ENOMEM;
 661
 662         ldlm_lock_slab = kmem_cache_create("ldlm_locks",
 663                                            sizeof(struct ldlm_lock), 0,
 664                                            SLAB_HWCACHE_ALIGN, NULL, NULL);
 665         if (ldlm_lock_slab == NULL) {
 666                 kmem_cache_destroy(ldlm_resource_slab);
 667                 return -ENOMEM;
 668         }
 669
 670         return 0;
 671 }
 672
 673 static void __exit ldlm_exit(void)
 674 {
 675         class_unregister_type(OBD_LDLM_DEVICENAME);
 676         if (kmem_cache_destroy(ldlm_resource_slab) != 0)
 677                 CERROR("couldn't free ldlm resource slab\n");
 678         if (kmem_cache_destroy(ldlm_lock_slab) != 0)
 679                 CERROR("couldn't free ldlm lock slab\n");
 680 }
 681
 682 EXPORT_SYMBOL(ldlm_completion_ast);
 683 EXPORT_SYMBOL(ldlm_handle_enqueue);
 684 EXPORT_SYMBOL(ldlm_handle_cancel);
 685 EXPORT_SYMBOL(ldlm_handle_convert);
 686 EXPORT_SYMBOL(ldlm_register_intent);
 687 EXPORT_SYMBOL(ldlm_unregister_intent);
 688 EXPORT_SYMBOL(ldlm_lockname);
 689 EXPORT_SYMBOL(ldlm_typename);
 690 EXPORT_SYMBOL(ldlm_handle2lock);
 691 EXPORT_SYMBOL(ldlm_lock2handle);
 692 EXPORT_SYMBOL(ldlm_lock_put);
 693 EXPORT_SYMBOL(ldlm_lock_match);
 694 EXPORT_SYMBOL(ldlm_lock_addref);
 695 EXPORT_SYMBOL(ldlm_lock_decref);
 696 EXPORT_SYMBOL(ldlm_lock_change_resource);
 697 EXPORT_SYMBOL(ldlm_cli_convert);
 698 EXPORT_SYMBOL(ldlm_cli_enqueue);
 699 EXPORT_SYMBOL(ldlm_cli_cancel);
 700 EXPORT_SYMBOL(ldlm_cli_cancel_unused);
 701 EXPORT_SYMBOL(ldlm_match_or_enqueue);
 702 EXPORT_SYMBOL(ldlm_it2str);
 703 EXPORT_SYMBOL(ldlm_test);
 704 EXPORT_SYMBOL(ldlm_regression_start);
 705 EXPORT_SYMBOL(ldlm_regression_stop);
 706 EXPORT_SYMBOL(ldlm_lock_dump);
 707 EXPORT_SYMBOL(ldlm_namespace_new);
 708 EXPORT_SYMBOL(ldlm_namespace_free);
 709 EXPORT_SYMBOL(ldlm_cancel_locks_for_export);
 710 EXPORT_SYMBOL(l_lock);
 711 EXPORT_SYMBOL(l_unlock);
 712
 713 MODULE_AUTHOR("Cluster File Systems, Inc. <info@clusterfs.com>");
 714 MODULE_DESCRIPTION("Lustre Lock Management Module v0.1");
 715 MODULE_LICENSE("GPL");
 716
 717 module_init(ldlm_init);
 718 module_exit(ldlm_exit);