1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
4 * Copyright (c) 2002 Cluster File Systems, Inc.
5 * Author: Peter Braam <braam@clusterfs.com>
6 * Author: Phil Schwan <phil@clusterfs.com>
8 * This file is part of Lustre, http://www.lustre.org.
10 * Lustre is free software; you can redistribute it and/or
11 * modify it under the terms of version 2 of the GNU General Public
12 * License as published by the Free Software Foundation.
14 * Lustre is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with Lustre; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24 #define DEBUG_SUBSYSTEM S_LDLM
26 #include <linux/slab.h>
27 #include <linux/module.h>
28 #include <linux/random.h>
29 #include <linux/lustre_dlm.h>
30 #include <linux/lustre_mds.h>
31 #include <linux/obd_class.h>
33 //struct lustre_lock ldlm_everything_lock;
36 char *ldlm_lockname[] = {
45 char *ldlm_typename[] = {
50 char *ldlm_it2str(int it)
57 case (IT_OPEN | IT_CREAT):
88 CERROR("Unknown intent %d\n", it);
93 extern kmem_cache_t *ldlm_lock_slab;
94 struct lustre_lock ldlm_handle_lock;
96 static int ldlm_plain_compat(struct ldlm_lock *a, struct ldlm_lock *b);
98 ldlm_res_compat ldlm_res_compat_table[] = {
99 [LDLM_PLAIN] ldlm_plain_compat,
100 [LDLM_EXTENT] ldlm_extent_compat,
103 static ldlm_res_policy ldlm_intent_policy_func;
105 static int ldlm_plain_policy(struct ldlm_lock *lock, void *req_cookie,
106 ldlm_mode_t mode, int flags, void *data)
108 if ((flags & LDLM_FL_HAS_INTENT) && ldlm_intent_policy_func) {
109 return ldlm_intent_policy_func(lock, req_cookie, mode, flags,
116 ldlm_res_policy ldlm_res_policy_table[] = {
117 [LDLM_PLAIN] ldlm_plain_policy,
118 [LDLM_EXTENT] ldlm_extent_policy,
121 void ldlm_register_intent(ldlm_res_policy arg)
123 ldlm_intent_policy_func = arg;
126 void ldlm_unregister_intent(void)
128 ldlm_intent_policy_func = NULL;
132 * REFCOUNTED LOCK OBJECTS
137 * Lock refcounts, during creation:
138 * - one special one for allocation, dec'd only once in destroy
139 * - one for being a lock that's in-use
140 * - one for the addref associated with a new lock
142 struct ldlm_lock *ldlm_lock_get(struct ldlm_lock *lock)
144 l_lock(&lock->l_resource->lr_namespace->ns_lock);
145 atomic_inc(&lock->l_refc);
146 ldlm_resource_getref(lock->l_resource);
147 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
151 void ldlm_lock_put(struct ldlm_lock *lock)
153 struct ldlm_namespace *ns = lock->l_resource->lr_namespace;
156 l_lock(&ns->ns_lock);
157 atomic_dec(&lock->l_refc);
158 LASSERT(atomic_read(&lock->l_refc) >= 0);
160 if (ldlm_resource_putref(lock->l_resource)) {
161 LASSERT(atomic_read(&lock->l_refc) == 0);
162 lock->l_resource = NULL;
165 LDLM_LOCK_PUT(lock->l_parent);
167 if (atomic_read(&lock->l_refc) == 0) {
168 LASSERT(lock->l_destroyed);
169 l_unlock(&ns->ns_lock);
170 LDLM_DEBUG(lock, "final lock_put on destroyed lock, freeing");
172 spin_lock(&ns->ns_counter_lock);
174 spin_unlock(&ns->ns_counter_lock);
176 lock->l_resource = NULL;
177 lock->l_random = DEAD_HANDLE_MAGIC;
178 memset(lock, 0x5a, sizeof(*lock));
179 kmem_cache_free(ldlm_lock_slab, lock);
180 CDEBUG(D_MALLOC, "kfreed 'lock': %d at %p (tot 0).\n",
181 sizeof(*lock), lock);
183 l_unlock(&ns->ns_lock);
188 void ldlm_lock_remove_from_lru(struct ldlm_lock *lock)
191 l_lock(&lock->l_resource->lr_namespace->ns_lock);
192 if (!list_empty(&lock->l_lru)) {
193 list_del_init(&lock->l_lru);
194 lock->l_resource->lr_namespace->ns_nr_unused--;
195 LASSERT(lock->l_resource->lr_namespace->ns_nr_unused >= 0);
197 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
201 void ldlm_lock_destroy(struct ldlm_lock *lock)
204 l_lock(&lock->l_resource->lr_namespace->ns_lock);
206 if (!list_empty(&lock->l_children)) {
207 LDLM_DEBUG(lock, "still has children (%p)!",
208 lock->l_children.next);
209 ldlm_lock_dump(lock);
212 if (lock->l_readers || lock->l_writers) {
213 LDLM_DEBUG(lock, "lock still has references");
214 ldlm_lock_dump(lock);
217 if (!list_empty(&lock->l_res_link)) {
218 ldlm_lock_dump(lock);
222 if (lock->l_destroyed) {
223 LASSERT(list_empty(&lock->l_lru));
224 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
228 lock->l_destroyed = 1;
230 list_del(&lock->l_export_chain);
231 lock->l_export = NULL;
232 ldlm_lock_remove_from_lru(lock);
234 /* Wake anyone waiting for this lock */
235 /* FIXME: I should probably add yet another flag, instead of using
236 * l_export to only call this on clients */
237 if (lock->l_export && lock->l_completion_ast)
238 lock->l_completion_ast(lock, 0);
240 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
246 usage: pass in a resource on which you have done get
247 pass in a parent lock on which you have done a get
248 do not put the resource or the parent
249 returns: lock with refcount 1
251 static struct ldlm_lock *ldlm_lock_new(struct ldlm_lock *parent,
252 struct ldlm_resource *resource)
254 struct ldlm_lock *lock;
257 if (resource == NULL)
260 lock = kmem_cache_alloc(ldlm_lock_slab, SLAB_KERNEL);
264 memset(lock, 0, sizeof(*lock));
265 get_random_bytes(&lock->l_random, sizeof(__u64));
267 lock->l_resource = resource;
268 /* this refcount matches the one of the resource passed
269 in which is not being put away */
270 atomic_set(&lock->l_refc, 1);
271 INIT_LIST_HEAD(&lock->l_children);
272 INIT_LIST_HEAD(&lock->l_res_link);
273 INIT_LIST_HEAD(&lock->l_lru);
274 INIT_LIST_HEAD(&lock->l_export_chain);
275 INIT_LIST_HEAD(&lock->l_pending_chain);
276 init_waitqueue_head(&lock->l_waitq);
278 spin_lock(&resource->lr_namespace->ns_counter_lock);
279 resource->lr_namespace->ns_locks++;
280 spin_unlock(&resource->lr_namespace->ns_counter_lock);
282 if (parent != NULL) {
283 l_lock(&parent->l_resource->lr_namespace->ns_lock);
284 lock->l_parent = parent;
285 list_add(&lock->l_childof, &parent->l_children);
286 l_unlock(&parent->l_resource->lr_namespace->ns_lock);
289 CDEBUG(D_MALLOC, "kmalloced 'lock': %d at "
290 "%p (tot %d).\n", sizeof(*lock), lock, 1);
291 /* this is the extra refcount, to prevent the lock from evaporating */
296 int ldlm_lock_change_resource(struct ldlm_lock *lock, __u64 new_resid[3])
298 struct ldlm_namespace *ns = lock->l_resource->lr_namespace;
299 struct ldlm_resource *oldres = lock->l_resource;
303 l_lock(&ns->ns_lock);
304 if (memcmp(new_resid, lock->l_resource->lr_name,
305 sizeof(lock->l_resource->lr_name)) == 0) {
307 l_unlock(&ns->ns_lock);
311 LASSERT(new_resid[0] != 0);
313 /* This function assumes that the lock isn't on any lists */
314 LASSERT(list_empty(&lock->l_res_link));
316 lock->l_resource = ldlm_resource_get(ns, NULL, new_resid,
317 lock->l_resource->lr_type, 1);
318 if (lock->l_resource == NULL) {
323 /* move references over */
324 refc = atomic_read(&lock->l_refc);
325 for (i = 0; i < refc; i++) {
327 ldlm_resource_getref(lock->l_resource);
328 rc = ldlm_resource_putref(oldres);
329 if (rc == 1 && i != refc - 1)
332 /* compensate for the initial get above.. */
333 ldlm_resource_putref(lock->l_resource);
335 l_unlock(&ns->ns_lock);
343 void ldlm_lock2handle(struct ldlm_lock *lock, struct lustre_handle *lockh)
345 lockh->addr = (__u64) (unsigned long)lock;
346 lockh->cookie = lock->l_random;
350 * if flags: atomically get the lock and set the flags.
351 * Return NULL if flag already set
354 struct ldlm_lock *__ldlm_handle2lock(struct lustre_handle *handle, int strict,
357 struct ldlm_lock *lock = NULL, *retval = NULL;
365 lock = (struct ldlm_lock *)(unsigned long)(handle->addr);
366 if (!kmem_cache_validate(ldlm_lock_slab, (void *)lock)) {
367 //CERROR("bogus lock %p\n", lock);
371 if (lock->l_random != handle->cookie) {
372 //CERROR("bogus cookie: lock %p has "LPX64" vs. handle "LPX64
373 // "\n", lock, lock->l_random, handle->cookie);
376 if (!lock->l_resource) {
377 CERROR("trying to lock bogus resource: lock %p\n", lock);
378 //LDLM_DEBUG(lock, "ldlm_handle2lock(%p)", lock);
381 if (!lock->l_resource->lr_namespace) {
382 CERROR("trying to lock bogus namespace: lock %p\n", lock);
383 //LDLM_DEBUG(lock, "ldlm_handle2lock(%p)", lock);
387 l_lock(&lock->l_resource->lr_namespace->ns_lock);
388 if (strict && lock->l_destroyed) {
389 CERROR("lock already destroyed: lock %p\n", lock);
390 //LDLM_DEBUG(lock, "ldlm_handle2lock(%p)", lock);
394 if (flags && (lock->l_flags & flags))
398 lock->l_flags |= flags;
400 retval = LDLM_LOCK_GET(lock);
402 CERROR("lock disappeared below us!!! %p\n", lock);
405 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
410 static int ldlm_plain_compat(struct ldlm_lock *a, struct ldlm_lock *b)
412 return lockmode_compat(a->l_req_mode, b->l_req_mode);
415 void ldlm_lock2desc(struct ldlm_lock *lock, struct ldlm_lock_desc *desc)
417 ldlm_res2desc(lock->l_resource, &desc->l_resource);
418 desc->l_req_mode = lock->l_req_mode;
419 desc->l_granted_mode = lock->l_granted_mode;
420 memcpy(&desc->l_extent, &lock->l_extent, sizeof(desc->l_extent));
421 memcpy(desc->l_version, lock->l_version, sizeof(desc->l_version));
424 static void ldlm_add_ast_work_item(struct ldlm_lock *lock,
425 struct ldlm_lock *new)
427 struct ldlm_ast_work *w;
430 l_lock(&lock->l_resource->lr_namespace->ns_lock);
431 if (new && (lock->l_flags & LDLM_FL_AST_SENT))
434 OBD_ALLOC(w, sizeof(*w));
441 lock->l_flags |= LDLM_FL_AST_SENT;
443 ldlm_lock2desc(new, &w->w_desc);
446 w->w_lock = LDLM_LOCK_GET(lock);
447 list_add(&w->w_list, lock->l_resource->lr_tmp);
449 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
453 void ldlm_lock_addref(struct lustre_handle *lockh, __u32 mode)
455 struct ldlm_lock *lock;
457 lock = ldlm_handle2lock(lockh);
458 ldlm_lock_addref_internal(lock, mode);
462 /* only called for local locks */
463 void ldlm_lock_addref_internal(struct ldlm_lock *lock, __u32 mode)
465 l_lock(&lock->l_resource->lr_namespace->ns_lock);
466 ldlm_lock_remove_from_lru(lock);
467 if (mode == LCK_NL || mode == LCK_CR || mode == LCK_PR)
471 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
473 LDLM_DEBUG(lock, "ldlm_lock_addref(%s)", ldlm_lockname[mode]);
476 /* Args: unlocked lock */
477 int ldlm_cli_cancel_unused_resource(struct ldlm_namespace *ns,
478 __u64 *res_id, int flags);
480 void ldlm_lock_decref(struct lustre_handle *lockh, __u32 mode)
482 struct ldlm_lock *lock = __ldlm_handle2lock(lockh, 0, 0);
483 struct ldlm_namespace *ns;
489 LDLM_DEBUG(lock, "ldlm_lock_decref(%s)", ldlm_lockname[mode]);
490 ns = lock->l_resource->lr_namespace;
491 l_lock(&lock->l_resource->lr_namespace->ns_lock);
492 if (mode == LCK_NL || mode == LCK_CR || mode == LCK_PR)
497 /* If we received a blocked AST and this was the last reference,
498 * run the callback. */
499 if (!lock->l_readers && !lock->l_writers &&
500 (lock->l_flags & LDLM_FL_CBPENDING)) {
501 if (!lock->l_resource->lr_namespace->ns_client &&
503 CERROR("FL_CBPENDING set on non-local lock--just a "
506 LDLM_DEBUG(lock, "final decref done on cbpending lock");
507 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
509 /* FIXME: need a real 'desc' here */
510 lock->l_blocking_ast(lock, NULL, lock->l_data,
511 lock->l_data_len, LDLM_CB_BLOCKING);
512 } else if (ns->ns_client && !lock->l_readers && !lock->l_writers) {
513 LASSERT(list_empty(&lock->l_lru));
514 LASSERT(ns->ns_nr_unused >= 0);
515 list_add_tail(&lock->l_lru, &ns->ns_unused_list);
517 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
520 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
522 LDLM_LOCK_PUT(lock); /* matches the ldlm_lock_get in addref */
523 LDLM_LOCK_PUT(lock); /* matches the handle2lock above */
528 static int ldlm_lock_compat_list(struct ldlm_lock *lock, int send_cbs,
529 struct list_head *queue)
531 struct list_head *tmp, *pos;
534 list_for_each_safe(tmp, pos, queue) {
535 struct ldlm_lock *child;
536 ldlm_res_compat compat;
538 child = list_entry(tmp, struct ldlm_lock, l_res_link);
542 compat = ldlm_res_compat_table[child->l_resource->lr_type];
543 if (compat && compat(child, lock)) {
544 CDEBUG(D_OTHER, "compat function succeded, next.\n");
547 if (lockmode_compat(child->l_granted_mode, lock->l_req_mode)) {
548 CDEBUG(D_OTHER, "lock modes are compatible, next.\n");
554 if (send_cbs && child->l_blocking_ast != NULL) {
555 CDEBUG(D_OTHER, "lock %p incompatible; sending "
556 "blocking AST.\n", child);
557 ldlm_add_ast_work_item(child, lock);
564 static int ldlm_lock_compat(struct ldlm_lock *lock, int send_cbs)
569 l_lock(&lock->l_resource->lr_namespace->ns_lock);
570 rc = ldlm_lock_compat_list(lock, send_cbs,
571 &lock->l_resource->lr_granted);
572 /* FIXME: should we be sending ASTs to converting? */
574 rc = ldlm_lock_compat_list
575 (lock, send_cbs, &lock->l_resource->lr_converting);
577 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
582 - ldlm_handle_enqueuque - resource
584 void ldlm_grant_lock(struct ldlm_lock *lock)
586 struct ldlm_resource *res = lock->l_resource;
589 l_lock(&lock->l_resource->lr_namespace->ns_lock);
590 ldlm_resource_add_lock(res, &res->lr_granted, lock);
591 lock->l_granted_mode = lock->l_req_mode;
593 if (lock->l_granted_mode < res->lr_most_restr)
594 res->lr_most_restr = lock->l_granted_mode;
596 if (lock->l_completion_ast) {
597 ldlm_add_ast_work_item(lock, NULL);
599 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
603 /* returns a referenced lock or NULL */
604 static struct ldlm_lock *search_queue(struct list_head *queue, ldlm_mode_t mode,
605 struct ldlm_extent *extent,
606 struct ldlm_lock *old_lock)
608 struct ldlm_lock *lock;
609 struct list_head *tmp;
611 list_for_each(tmp, queue) {
612 lock = list_entry(tmp, struct ldlm_lock, l_res_link);
614 if (lock == old_lock)
617 if (lock->l_flags & LDLM_FL_CBPENDING)
620 if (lock->l_req_mode != mode)
623 if (lock->l_resource->lr_type == LDLM_EXTENT &&
624 (lock->l_extent.start > extent->start ||
625 lock->l_extent.end < extent->end))
628 if (lock->l_destroyed)
631 ldlm_lock_addref_internal(lock, mode);
638 /* Can be called in two ways:
640 * If 'ns' is NULL, then lockh describes an existing lock that we want to look
641 * for a duplicate of.
643 * Otherwise, all of the fields must be filled in, to match against.
645 * Returns 1 if it finds an already-existing lock that is compatible; in this
646 * case, lockh is filled in with a addref()ed lock
648 int ldlm_lock_match(struct ldlm_namespace *ns, __u64 *res_id, __u32 type,
649 void *cookie, int cookielen, ldlm_mode_t mode,
650 struct lustre_handle *lockh)
652 struct ldlm_resource *res;
653 struct ldlm_lock *lock, *old_lock = NULL;
658 old_lock = ldlm_handle2lock(lockh);
661 ns = old_lock->l_resource->lr_namespace;
662 res_id = old_lock->l_resource->lr_name;
663 type = old_lock->l_resource->lr_type;
664 mode = old_lock->l_req_mode;
667 res = ldlm_resource_get(ns, NULL, res_id, type, 0);
669 LASSERT(old_lock == NULL);
673 l_lock(&ns->ns_lock);
675 if ((lock = search_queue(&res->lr_granted, mode, cookie, old_lock)))
677 if ((lock = search_queue(&res->lr_converting, mode, cookie, old_lock)))
679 if ((lock = search_queue(&res->lr_waiting, mode, cookie, old_lock)))
684 ldlm_resource_putref(res);
685 l_unlock(&ns->ns_lock);
688 ldlm_lock2handle(lock, lockh);
689 if (lock->l_completion_ast)
690 lock->l_completion_ast(lock, LDLM_FL_WAIT_NOREPROC);
693 LDLM_DEBUG(lock, "matched");
695 LDLM_DEBUG_NOLOCK("not matched");
698 LDLM_LOCK_PUT(old_lock);
703 /* Returns a referenced lock */
704 struct ldlm_lock *ldlm_lock_create(struct ldlm_namespace *ns,
705 struct lustre_handle *parent_lock_handle,
706 __u64 * res_id, __u32 type,
707 ldlm_mode_t mode, void *data, __u32 data_len)
709 struct ldlm_resource *res, *parent_res = NULL;
710 struct ldlm_lock *lock, *parent_lock = NULL;
712 if (parent_lock_handle) {
713 parent_lock = ldlm_handle2lock(parent_lock_handle);
715 parent_res = parent_lock->l_resource;
718 res = ldlm_resource_get(ns, parent_res, res_id, type, 1);
722 lock = ldlm_lock_new(parent_lock, res);
724 ldlm_resource_putref(res);
728 lock->l_req_mode = mode;
730 lock->l_data_len = data_len;
735 /* Must be called with lock->l_lock and lock->l_resource->lr_lock not held */
736 ldlm_error_t ldlm_lock_enqueue(struct ldlm_lock * lock,
737 void *cookie, int cookie_len,
739 ldlm_completion_callback completion,
740 ldlm_blocking_callback blocking)
742 struct ldlm_resource *res;
744 ldlm_res_policy policy;
747 res = lock->l_resource;
748 lock->l_blocking_ast = blocking;
750 if (res->lr_type == LDLM_EXTENT)
751 memcpy(&lock->l_extent, cookie, sizeof(lock->l_extent));
753 /* policies are not executed on the client or during replay */
754 local = res->lr_namespace->ns_client;
755 if (!local && !(*flags & LDLM_FL_REPLAY) &&
756 (policy = ldlm_res_policy_table[res->lr_type])) {
758 rc = policy(lock, cookie, lock->l_req_mode, *flags, NULL);
760 if (rc == ELDLM_LOCK_CHANGED) {
761 res = lock->l_resource;
762 *flags |= LDLM_FL_LOCK_CHANGED;
763 } else if (rc == ELDLM_LOCK_ABORTED) {
764 ldlm_lock_destroy(lock);
769 l_lock(&res->lr_namespace->ns_lock);
770 if (local && lock->l_req_mode == lock->l_granted_mode) {
771 /* The server returned a blocked lock, but it was granted before
772 * we got a chance to actually enqueue it. We don't need to do
774 *flags &= ~(LDLM_FL_BLOCK_GRANTED |
775 LDLM_FL_BLOCK_CONV | LDLM_FL_BLOCK_WAIT);
779 /* This distinction between local lock trees is very important; a client
780 * namespace only has information about locks taken by that client, and
781 * thus doesn't have enough information to decide for itself if it can
782 * be granted (below). In this case, we do exactly what the server
783 * tells us to do, as dictated by the 'flags'.
785 * We do exactly the same thing during recovery, when the server is
786 * more or less trusting the clients not to lie.
788 * FIXME (bug 629283): Detect obvious lies by checking compatibility in
789 * granted/converting queues. */
790 ldlm_resource_unlink_lock(lock);
791 if (local || (*flags & LDLM_FL_REPLAY)) {
792 if (*flags & LDLM_FL_BLOCK_CONV)
793 ldlm_resource_add_lock(res, res->lr_converting.prev,
795 else if (*flags & (LDLM_FL_BLOCK_WAIT | LDLM_FL_BLOCK_GRANTED))
796 ldlm_resource_add_lock(res, res->lr_waiting.prev, lock);
798 ldlm_grant_lock(lock);
802 /* FIXME: We may want to optimize by checking lr_most_restr */
803 if (!list_empty(&res->lr_converting)) {
804 ldlm_resource_add_lock(res, res->lr_waiting.prev, lock);
805 *flags |= LDLM_FL_BLOCK_CONV;
808 if (!list_empty(&res->lr_waiting)) {
809 ldlm_resource_add_lock(res, res->lr_waiting.prev, lock);
810 *flags |= LDLM_FL_BLOCK_WAIT;
813 if (!ldlm_lock_compat(lock, 0)) {
814 ldlm_resource_add_lock(res, res->lr_waiting.prev, lock);
815 *flags |= LDLM_FL_BLOCK_GRANTED;
819 ldlm_grant_lock(lock);
822 l_unlock(&res->lr_namespace->ns_lock);
823 /* Don't set 'completion_ast' until here so that if the lock is granted
824 * immediately we don't do an unnecessary completion call. */
825 lock->l_completion_ast = completion;
829 /* Must be called with namespace taken: queue is waiting or converting. */
830 static int ldlm_reprocess_queue(struct ldlm_resource *res,
831 struct list_head *queue)
833 struct list_head *tmp, *pos;
836 list_for_each_safe(tmp, pos, queue) {
837 struct ldlm_lock *pending;
838 pending = list_entry(tmp, struct ldlm_lock, l_res_link);
840 CDEBUG(D_INFO, "Reprocessing lock %p\n", pending);
842 if (!ldlm_lock_compat(pending, 1))
845 list_del_init(&pending->l_res_link);
846 ldlm_grant_lock(pending);
852 void ldlm_run_ast_work(struct list_head *rpc_list)
854 struct list_head *tmp, *pos;
858 list_for_each_safe(tmp, pos, rpc_list) {
859 struct ldlm_ast_work *w =
860 list_entry(tmp, struct ldlm_ast_work, w_list);
863 rc = w->w_lock->l_blocking_ast
864 (w->w_lock, &w->w_desc, w->w_data,
865 w->w_datalen, LDLM_CB_BLOCKING);
867 rc = w->w_lock->l_completion_ast(w->w_lock, w->w_flags);
869 CERROR("Failed AST - should clean & disconnect "
871 LDLM_LOCK_PUT(w->w_lock);
872 list_del(&w->w_list);
873 OBD_FREE(w, sizeof(*w));
878 /* Must be called with resource->lr_lock not taken. */
879 void ldlm_reprocess_all(struct ldlm_resource *res)
881 struct list_head rpc_list = LIST_HEAD_INIT(rpc_list);
884 /* Local lock trees don't get reprocessed. */
885 if (res->lr_namespace->ns_client) {
890 l_lock(&res->lr_namespace->ns_lock);
891 res->lr_tmp = &rpc_list;
893 ldlm_reprocess_queue(res, &res->lr_converting);
894 if (list_empty(&res->lr_converting))
895 ldlm_reprocess_queue(res, &res->lr_waiting);
898 l_unlock(&res->lr_namespace->ns_lock);
900 ldlm_run_ast_work(&rpc_list);
904 void ldlm_cancel_callback(struct ldlm_lock *lock)
906 l_lock(&lock->l_resource->lr_namespace->ns_lock);
907 if (!(lock->l_flags & LDLM_FL_CANCEL)) {
908 lock->l_flags |= LDLM_FL_CANCEL;
909 if (lock->l_blocking_ast)
910 lock->l_blocking_ast(lock, NULL, lock->l_data,
914 LDLM_DEBUG(lock, "no blocking ast");
916 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
919 void ldlm_lock_cancel(struct ldlm_lock *lock)
921 struct ldlm_resource *res;
922 struct ldlm_namespace *ns;
925 res = lock->l_resource;
926 ns = res->lr_namespace;
928 l_lock(&ns->ns_lock);
929 if (lock->l_readers || lock->l_writers)
930 LDLM_DEBUG(lock, "lock still has references");
932 ldlm_cancel_callback(lock);
934 ldlm_del_waiting_lock(lock);
935 ldlm_resource_unlink_lock(lock);
936 ldlm_lock_destroy(lock);
937 l_unlock(&ns->ns_lock);
941 int ldlm_lock_set_data(struct lustre_handle *lockh, void *data, int datalen)
943 struct ldlm_lock *lock = ldlm_handle2lock(lockh);
950 lock->l_data_len = datalen;
957 void ldlm_cancel_locks_for_export(struct obd_export *exp)
959 struct list_head *iter, *n; /* MUST BE CALLED "n"! */
961 list_for_each_safe(iter, n, &exp->exp_ldlm_data.led_held_locks) {
962 struct ldlm_lock *lock;
963 struct ldlm_resource *res;
964 lock = list_entry(iter, struct ldlm_lock, l_export_chain);
965 res = ldlm_resource_getref(lock->l_resource);
966 LDLM_DEBUG(lock, "export %p", exp);
967 ldlm_lock_cancel(lock);
968 ldlm_reprocess_all(res);
969 ldlm_resource_putref(res);
973 struct ldlm_resource *ldlm_lock_convert(struct ldlm_lock *lock, int new_mode,
976 struct list_head rpc_list = LIST_HEAD_INIT(rpc_list);
977 struct ldlm_resource *res;
978 struct ldlm_namespace *ns;
982 res = lock->l_resource;
983 ns = res->lr_namespace;
985 l_lock(&ns->ns_lock);
987 lock->l_req_mode = new_mode;
988 ldlm_resource_unlink_lock(lock);
990 /* If this is a local resource, put it on the appropriate list. */
991 if (res->lr_namespace->ns_client) {
992 if (*flags & (LDLM_FL_BLOCK_CONV | LDLM_FL_BLOCK_GRANTED))
993 ldlm_resource_add_lock(res, res->lr_converting.prev,
996 /* This should never happen, because of the way the
997 * server handles conversions. */
1000 res->lr_tmp = &rpc_list;
1001 ldlm_grant_lock(lock);
1004 /* FIXME: completion handling not with ns_lock held ! */
1005 if (lock->l_completion_ast)
1006 lock->l_completion_ast(lock, 0);
1009 /* FIXME: We should try the conversion right away and possibly
1010 * return success without the need for an extra AST */
1011 ldlm_resource_add_lock(res, res->lr_converting.prev, lock);
1012 *flags |= LDLM_FL_BLOCK_CONV;
1015 l_unlock(&ns->ns_lock);
1018 ldlm_run_ast_work(&rpc_list);
1022 void ldlm_lock_dump(struct ldlm_lock *lock)
1026 if (!(portal_debug & D_OTHER))
1029 if (RES_VERSION_SIZE != 4)
1033 CDEBUG(D_OTHER, " NULL LDLM lock\n");
1037 snprintf(ver, sizeof(ver), "%x %x %x %x",
1038 lock->l_version[0], lock->l_version[1],
1039 lock->l_version[2], lock->l_version[3]);
1041 CDEBUG(D_OTHER, " -- Lock dump: %p (%s)\n", lock, ver);
1042 if (lock->l_export && lock->l_export->exp_connection)
1043 CDEBUG(D_OTHER, " Node: NID %x (rhandle: "LPX64")\n",
1044 lock->l_export->exp_connection->c_peer.peer_nid,
1045 lock->l_remote_handle.addr);
1047 CDEBUG(D_OTHER, " Node: local\n");
1048 CDEBUG(D_OTHER, " Parent: %p\n", lock->l_parent);
1049 CDEBUG(D_OTHER, " Resource: %p ("LPD64")\n", lock->l_resource,
1050 lock->l_resource->lr_name[0]);
1051 CDEBUG(D_OTHER, " Requested mode: %d, granted mode: %d\n",
1052 (int)lock->l_req_mode, (int)lock->l_granted_mode);
1053 CDEBUG(D_OTHER, " Readers: %u ; Writers; %u\n",
1054 lock->l_readers, lock->l_writers);
1055 if (lock->l_resource->lr_type == LDLM_EXTENT)
1056 CDEBUG(D_OTHER, " Extent: %Lu -> %Lu\n",
1057 (unsigned long long)lock->l_extent.start,
1058 (unsigned long long)lock->l_extent.end);