Whamcloud - gitweb
b=22891 Objects are not getting deleted for files which have been removed
[fs/lustre-release.git] / lustre / llite / llite_capa.c
1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2  * vim:expandtab:shiftwidth=8:tabstop=8:
3  *
4  * GPL HEADER START
5  *
6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License version 2 only,
10  * as published by the Free Software Foundation.
11  *
12  * This program is distributed in the hope that it will be useful, but
13  * WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * General Public License version 2 for more details (a copy is included
16  * in the LICENSE file that accompanied this code).
17  *
18  * You should have received a copy of the GNU General Public License
19  * version 2 along with this program; If not, see
20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
21  *
22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23  * CA 95054 USA or visit www.sun.com if you need additional information or
24  * have any questions.
25  *
26  * GPL HEADER END
27  */
28 /*
29  * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
30  * Use is subject to license terms.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  *
36  * lustre/llite/llite_capa.c
37  *
38  * Author: Lai Siyao <lsy@clusterfs.com>
39  */
40
41 #define DEBUG_SUBSYSTEM S_LLITE
42
43 #include <linux/fs.h>
44 #include <linux/version.h>
45 #include <asm/uaccess.h>
46 #include <linux/file.h>
47 #include <linux/kmod.h>
48
49 #include <lustre_lite.h>
50 #include "llite_internal.h"
51
52 /* for obd_capa.c_list, client capa might stay in three places:
53  * 1. ll_capa_list.
54  * 2. ll_idle_capas.
55  * 3. stand alone: just allocated.
56  */
57
58 /* capas for oss writeback and those failed to renew */
59 static CFS_LIST_HEAD(ll_idle_capas);
60 static struct ptlrpc_thread ll_capa_thread;
61 static cfs_list_t *ll_capa_list = &capa_list[CAPA_SITE_CLIENT];
62
63 /* llite capa renewal timer */
64 struct timer_list ll_capa_timer;
65 /* for debug: indicate whether capa on llite is enabled or not */
66 static cfs_atomic_t ll_capa_debug = CFS_ATOMIC_INIT(0);
67 static unsigned long long ll_capa_renewed = 0;
68 static unsigned long long ll_capa_renewal_noent = 0;
69 static unsigned long long ll_capa_renewal_failed = 0;
70 static unsigned long long ll_capa_renewal_retries = 0;
71
72 static inline void update_capa_timer(struct obd_capa *ocapa, cfs_time_t expiry)
73 {
74         if (cfs_time_before(expiry, ll_capa_timer.expires) ||
75             !timer_pending(&ll_capa_timer)) {
76                 mod_timer(&ll_capa_timer, expiry);
77                 DEBUG_CAPA(D_SEC, &ocapa->c_capa,
78                            "ll_capa_timer update: %lu/%lu by", expiry, jiffies);
79         }
80 }
81
82 static inline cfs_time_t capa_renewal_time(struct obd_capa *ocapa)
83 {
84         return cfs_time_sub(ocapa->c_expiry,
85                             cfs_time_seconds(ocapa->c_capa.lc_timeout) / 2);
86 }
87
88 static inline int capa_is_to_expire(struct obd_capa *ocapa)
89 {
90         return cfs_time_beforeq(capa_renewal_time(ocapa), cfs_time_current());
91 }
92
93 static inline int have_expired_capa(void)
94 {
95         struct obd_capa *ocapa = NULL;
96         int expired = 0;
97
98         /* if ll_capa_list has client capa to expire or ll_idle_capas has
99          * expired capa, return 1.
100          */
101         cfs_spin_lock(&capa_lock);
102         if (!cfs_list_empty(ll_capa_list)) {
103                 ocapa = cfs_list_entry(ll_capa_list->next, struct obd_capa,
104                                        c_list);
105                 expired = capa_is_to_expire(ocapa);
106                 if (!expired)
107                         update_capa_timer(ocapa, capa_renewal_time(ocapa));
108         } else if (!cfs_list_empty(&ll_idle_capas)) {
109                 ocapa = cfs_list_entry(ll_idle_capas.next, struct obd_capa,
110                                        c_list);
111                 expired = capa_is_expired(ocapa);
112                 if (!expired)
113                         update_capa_timer(ocapa, ocapa->c_expiry);
114         }
115         cfs_spin_unlock(&capa_lock);
116
117         if (expired)
118                 DEBUG_CAPA(D_SEC, &ocapa->c_capa, "expired");
119         return expired;
120 }
121
122 static inline int ll_capa_check_stop(void)
123 {
124         return (ll_capa_thread.t_flags & SVC_STOPPING) ? 1: 0;
125 }
126
127 static void sort_add_capa(struct obd_capa *ocapa, cfs_list_t *head)
128 {
129         struct obd_capa *tmp;
130         cfs_list_t *before = NULL;
131
132         /* TODO: client capa is sorted by expiry, this could be optimized */
133         cfs_list_for_each_entry_reverse(tmp, head, c_list) {
134                 if (cfs_time_aftereq(ocapa->c_expiry, tmp->c_expiry)) {
135                         before = &tmp->c_list;
136                         break;
137                 }
138         }
139
140         LASSERT(&ocapa->c_list != before);
141         cfs_list_add(&ocapa->c_list, before ?: head);
142 }
143
144 static inline int obd_capa_open_count(struct obd_capa *oc)
145 {
146         struct ll_inode_info *lli = ll_i2info(oc->u.cli.inode);
147         return cfs_atomic_read(&lli->lli_open_count);
148 }
149
150 static void ll_delete_capa(struct obd_capa *ocapa)
151 {
152         struct ll_inode_info *lli = ll_i2info(ocapa->u.cli.inode);
153
154         if (capa_for_mds(&ocapa->c_capa)) {
155                 LASSERT(lli->lli_mds_capa == ocapa);
156                 lli->lli_mds_capa = NULL;
157         } else if (capa_for_oss(&ocapa->c_capa)) {
158                 cfs_list_del_init(&ocapa->u.cli.lli_list);
159         }
160
161         DEBUG_CAPA(D_SEC, &ocapa->c_capa, "free client");
162         cfs_list_del_init(&ocapa->c_list);
163         capa_count[CAPA_SITE_CLIENT]--;
164         /* release the ref when alloc */
165         capa_put(ocapa);
166 }
167
168 /* three places where client capa is deleted:
169  * 1. capa_thread_main(), main place to delete expired capa.
170  * 2. ll_clear_inode_capas() in ll_clear_inode().
171  * 3. ll_truncate_free_capa() delete truncate capa explicitly in ll_truncate().
172  */
173 static int capa_thread_main(void *unused)
174 {
175         struct obd_capa *ocapa, *tmp, *next;
176         struct inode *inode = NULL;
177         struct l_wait_info lwi = { 0 };
178         int rc;
179         ENTRY;
180
181         cfs_daemonize("ll_capa");
182
183         ll_capa_thread.t_flags = SVC_RUNNING;
184         cfs_waitq_signal(&ll_capa_thread.t_ctl_waitq);
185
186         while (1) {
187                 l_wait_event(ll_capa_thread.t_ctl_waitq,
188                              (ll_capa_check_stop() || have_expired_capa()),
189                              &lwi);
190
191                 if (ll_capa_check_stop())
192                         break;
193
194                 next = NULL;
195
196                 cfs_spin_lock(&capa_lock);
197                 cfs_list_for_each_entry_safe(ocapa, tmp, ll_capa_list, c_list) {
198                         LASSERT(ocapa->c_capa.lc_opc != CAPA_OPC_OSS_TRUNC);
199
200                         if (!capa_is_to_expire(ocapa)) {
201                                 next = ocapa;
202                                 break;
203                         }
204
205                         cfs_list_del_init(&ocapa->c_list);
206
207                         /* for MDS capability, only renew those which belong to
208                          * dir, or its inode is opened, or client holds LOOKUP
209                          * lock.
210                          */
211                         if (capa_for_mds(&ocapa->c_capa) &&
212                             !S_ISDIR(ocapa->u.cli.inode->i_mode) &&
213                             obd_capa_open_count(ocapa) == 0 &&
214                             !ll_have_md_lock(ocapa->u.cli.inode,
215                                              MDS_INODELOCK_LOOKUP,
216                                              LCK_MINMODE)) {
217                                 DEBUG_CAPA(D_SEC, &ocapa->c_capa,
218                                            "skip renewal for");
219                                 sort_add_capa(ocapa, &ll_idle_capas);
220                                 continue;
221                         }
222
223                         /* for OSS capability, only renew those whose inode is
224                          * opened.
225                          */
226                         if (capa_for_oss(&ocapa->c_capa) &&
227                             obd_capa_open_count(ocapa) == 0) {
228                                 /* oss capa with open count == 0 won't renew,
229                                  * move to idle list */
230                                 sort_add_capa(ocapa, &ll_idle_capas);
231                                 continue;
232                         }
233
234                         /* NB iput() is in ll_update_capa() */
235                         inode = igrab(ocapa->u.cli.inode);
236                         if (inode == NULL) {
237                                 DEBUG_CAPA(D_ERROR, &ocapa->c_capa,
238                                            "igrab failed for");
239                                 continue;
240                         }
241
242                         capa_get(ocapa);
243                         ll_capa_renewed++;
244                         cfs_spin_unlock(&capa_lock);
245                         rc = md_renew_capa(ll_i2mdexp(inode), ocapa,
246                                            ll_update_capa);
247                         cfs_spin_lock(&capa_lock);
248                         if (rc) {
249                                 DEBUG_CAPA(D_ERROR, &ocapa->c_capa,
250                                            "renew failed: %d", rc);
251                                 ll_capa_renewal_failed++;
252                         }
253                 }
254
255                 if (next)
256                         update_capa_timer(next, capa_renewal_time(next));
257
258                 cfs_list_for_each_entry_safe(ocapa, tmp, &ll_idle_capas,
259                                              c_list) {
260                         if (!capa_is_expired(ocapa)) {
261                                 if (!next)
262                                         update_capa_timer(ocapa, ocapa->c_expiry);
263                                 break;
264                         }
265
266                         if (cfs_atomic_read(&ocapa->c_refc) > 1) {
267                                 DEBUG_CAPA(D_SEC, &ocapa->c_capa,
268                                            "expired(c_refc %d), don't release",
269                                            cfs_atomic_read(&ocapa->c_refc));
270                                 /* don't try to renew any more */
271                                 cfs_list_del_init(&ocapa->c_list);
272                                 continue;
273                         }
274
275                         /* expired capa is released. */
276                         DEBUG_CAPA(D_SEC, &ocapa->c_capa, "release expired");
277                         ll_delete_capa(ocapa);
278                 }
279
280                 cfs_spin_unlock(&capa_lock);
281         }
282
283         ll_capa_thread.t_flags = SVC_STOPPED;
284         cfs_waitq_signal(&ll_capa_thread.t_ctl_waitq);
285         RETURN(0);
286 }
287
288 void ll_capa_timer_callback(unsigned long unused)
289 {
290         cfs_waitq_signal(&ll_capa_thread.t_ctl_waitq);
291 }
292
293 int ll_capa_thread_start(void)
294 {
295         int rc;
296         ENTRY;
297
298         cfs_waitq_init(&ll_capa_thread.t_ctl_waitq);
299
300         rc = cfs_kernel_thread(capa_thread_main, NULL, 0);
301         if (rc < 0) {
302                 CERROR("cannot start expired capa thread: rc %d\n", rc);
303                 RETURN(rc);
304         }
305         cfs_wait_event(ll_capa_thread.t_ctl_waitq,
306                        ll_capa_thread.t_flags & SVC_RUNNING);
307
308         RETURN(0);
309 }
310
311 void ll_capa_thread_stop(void)
312 {
313         ll_capa_thread.t_flags = SVC_STOPPING;
314         cfs_waitq_signal(&ll_capa_thread.t_ctl_waitq);
315         cfs_wait_event(ll_capa_thread.t_ctl_waitq,
316                        ll_capa_thread.t_flags & SVC_STOPPED);
317 }
318
319 struct obd_capa *ll_osscapa_get(struct inode *inode, __u64 opc)
320 {
321         struct ll_inode_info *lli = ll_i2info(inode);
322         struct obd_capa *ocapa;
323         int found = 0;
324
325         ENTRY;
326
327         if ((ll_i2sbi(inode)->ll_flags & LL_SBI_OSS_CAPA) == 0)
328                 RETURN(NULL);
329
330         LASSERT(opc == CAPA_OPC_OSS_WRITE || opc == CAPA_OPC_OSS_RW ||
331                 opc == CAPA_OPC_OSS_TRUNC);
332
333         cfs_spin_lock(&capa_lock);
334         cfs_list_for_each_entry(ocapa, &lli->lli_oss_capas, u.cli.lli_list) {
335                 if (capa_is_expired(ocapa))
336                         continue;
337                 if ((opc & CAPA_OPC_OSS_WRITE) &&
338                     capa_opc_supported(&ocapa->c_capa, CAPA_OPC_OSS_WRITE)) {
339                         found = 1;
340                         break;
341                 } else if ((opc & CAPA_OPC_OSS_READ) &&
342                            capa_opc_supported(&ocapa->c_capa,
343                                               CAPA_OPC_OSS_READ)) {
344                         found = 1;
345                         break;
346                 } else if ((opc & CAPA_OPC_OSS_TRUNC) &&
347                            capa_opc_supported(&ocapa->c_capa, opc)) {
348                         found = 1;
349                         break;
350                 }
351         }
352
353         if (found) {
354                 LASSERT(lu_fid_eq(capa_fid(&ocapa->c_capa),
355                                   ll_inode2fid(inode)));
356                 LASSERT(ocapa->c_site == CAPA_SITE_CLIENT);
357
358                 capa_get(ocapa);
359
360                 DEBUG_CAPA(D_SEC, &ocapa->c_capa, "found client");
361         } else {
362                 ocapa = NULL;
363
364                 if (cfs_atomic_read(&ll_capa_debug)) {
365                         CERROR("no capability for "DFID" opc "LPX64"\n",
366                                PFID(&lli->lli_fid), opc);
367                         cfs_atomic_set(&ll_capa_debug, 0);
368                 }
369         }
370         cfs_spin_unlock(&capa_lock);
371
372         RETURN(ocapa);
373 }
374 EXPORT_SYMBOL(ll_osscapa_get);
375
376 struct obd_capa *ll_mdscapa_get(struct inode *inode)
377 {
378         struct ll_inode_info *lli = ll_i2info(inode);
379         struct obd_capa *ocapa;
380         ENTRY;
381
382         LASSERT(inode != NULL);
383
384         if ((ll_i2sbi(inode)->ll_flags & LL_SBI_MDS_CAPA) == 0)
385                 RETURN(NULL);
386
387         cfs_spin_lock(&capa_lock);
388         ocapa = capa_get(lli->lli_mds_capa);
389         cfs_spin_unlock(&capa_lock);
390         if (!ocapa && cfs_atomic_read(&ll_capa_debug)) {
391                 CERROR("no mds capability for "DFID"\n", PFID(&lli->lli_fid));
392                 cfs_atomic_set(&ll_capa_debug, 0);
393         }
394
395         RETURN(ocapa);
396 }
397
398 static struct obd_capa *do_add_mds_capa(struct inode *inode,
399                                         struct obd_capa *ocapa)
400 {
401         struct ll_inode_info *lli = ll_i2info(inode);
402         struct obd_capa *old = lli->lli_mds_capa;
403         struct lustre_capa *capa = &ocapa->c_capa;
404
405         if (!old) {
406                 ocapa->u.cli.inode = inode;
407                 lli->lli_mds_capa = ocapa;
408                 capa_count[CAPA_SITE_CLIENT]++;
409
410                 DEBUG_CAPA(D_SEC, capa, "add MDS");
411         } else {
412                 cfs_spin_lock(&old->c_lock);
413                 old->c_capa = *capa;
414                 cfs_spin_unlock(&old->c_lock);
415
416                 DEBUG_CAPA(D_SEC, capa, "update MDS");
417
418                 capa_put(ocapa);
419                 ocapa = old;
420         }
421         return ocapa;
422 }
423
424 static struct obd_capa *do_lookup_oss_capa(struct inode *inode, int opc)
425 {
426         struct ll_inode_info *lli = ll_i2info(inode);
427         struct obd_capa *ocapa;
428
429         /* inside capa_lock */
430         cfs_list_for_each_entry(ocapa, &lli->lli_oss_capas, u.cli.lli_list) {
431                 if ((capa_opc(&ocapa->c_capa) & opc) != opc)
432                         continue;
433
434                 LASSERT(lu_fid_eq(capa_fid(&ocapa->c_capa),
435                                   ll_inode2fid(inode)));
436                 LASSERT(ocapa->c_site == CAPA_SITE_CLIENT);
437
438                 DEBUG_CAPA(D_SEC, &ocapa->c_capa, "found client");
439                 return ocapa;
440         }
441
442         return NULL;
443 }
444
445 static inline void inode_add_oss_capa(struct inode *inode,
446                                       struct obd_capa *ocapa)
447 {
448         struct ll_inode_info *lli = ll_i2info(inode);
449         struct obd_capa *tmp;
450         cfs_list_t *next = NULL;
451
452         /* capa is sorted in lli_oss_capas so lookup can always find the
453          * latest one */
454         cfs_list_for_each_entry(tmp, &lli->lli_oss_capas, u.cli.lli_list) {
455                 if (cfs_time_after(ocapa->c_expiry, tmp->c_expiry)) {
456                         next = &tmp->u.cli.lli_list;
457                         break;
458                 }
459         }
460         LASSERT(&ocapa->u.cli.lli_list != next);
461         cfs_list_move_tail(&ocapa->u.cli.lli_list, next ?: &lli->lli_oss_capas);
462 }
463
464 static struct obd_capa *do_add_oss_capa(struct inode *inode,
465                                         struct obd_capa *ocapa)
466 {
467         struct obd_capa *old;
468         struct lustre_capa *capa = &ocapa->c_capa;
469
470         LASSERTF(S_ISREG(inode->i_mode),
471                  "inode has oss capa, but not regular file, mode: %d\n",
472                  inode->i_mode);
473
474         /* FIXME: can't replace it so easily with fine-grained opc */
475         old = do_lookup_oss_capa(inode, capa_opc(capa) & CAPA_OPC_OSS_ONLY);
476         if (!old) {
477                 ocapa->u.cli.inode = inode;
478                 CFS_INIT_LIST_HEAD(&ocapa->u.cli.lli_list);
479                 capa_count[CAPA_SITE_CLIENT]++;
480
481                 DEBUG_CAPA(D_SEC, capa, "add OSS");
482         } else {
483                 cfs_spin_lock(&old->c_lock);
484                 old->c_capa = *capa;
485                 cfs_spin_unlock(&old->c_lock);
486
487                 DEBUG_CAPA(D_SEC, capa, "update OSS");
488
489                 capa_put(ocapa);
490                 ocapa = old;
491         }
492
493         inode_add_oss_capa(inode, ocapa);
494         return ocapa;
495 }
496
497 struct obd_capa *ll_add_capa(struct inode *inode, struct obd_capa *ocapa)
498 {
499         cfs_spin_lock(&capa_lock);
500         ocapa = capa_for_mds(&ocapa->c_capa) ? do_add_mds_capa(inode, ocapa) :
501                                                do_add_oss_capa(inode, ocapa);
502
503         /* truncate capa won't renew */
504         if (ocapa->c_capa.lc_opc != CAPA_OPC_OSS_TRUNC) {
505                 set_capa_expiry(ocapa);
506                 cfs_list_del_init(&ocapa->c_list);
507                 sort_add_capa(ocapa, ll_capa_list);
508
509                 update_capa_timer(ocapa, capa_renewal_time(ocapa));
510         }
511
512         cfs_spin_unlock(&capa_lock);
513
514         cfs_atomic_set(&ll_capa_debug, 1);
515         return ocapa;
516 }
517
518 static inline void delay_capa_renew(struct obd_capa *oc, cfs_time_t delay)
519 {
520         /* NB: set a fake expiry for this capa to prevent it renew too soon */
521         oc->c_expiry = cfs_time_add(oc->c_expiry, cfs_time_seconds(delay));
522 }
523
524 int ll_update_capa(struct obd_capa *ocapa, struct lustre_capa *capa)
525 {
526         struct inode *inode = ocapa->u.cli.inode;
527         int rc = 0;
528         ENTRY;
529
530         LASSERT(ocapa);
531
532         if (IS_ERR(capa)) {
533                 /* set error code */
534                 rc = PTR_ERR(capa);
535                 cfs_spin_lock(&capa_lock);
536                 if (rc == -ENOENT) {
537                         DEBUG_CAPA(D_SEC, &ocapa->c_capa,
538                                    "renewal canceled because object removed");
539                         ll_capa_renewal_noent++;
540                 } else {
541                         ll_capa_renewal_failed++;
542
543                         /* failed capa won't be renewed any longer, but if -EIO,
544                          * client might be doing recovery, retry in 2 min. */
545                         if (rc == -EIO && !capa_is_expired(ocapa)) {
546                                 delay_capa_renew(ocapa, 120);
547                                 DEBUG_CAPA(D_ERROR, &ocapa->c_capa,
548                                            "renewal failed: -EIO, retry in 2 mins");
549                                 ll_capa_renewal_retries++;
550                                 GOTO(retry, rc);
551                         } else {
552                                 DEBUG_CAPA(D_ERROR, &ocapa->c_capa,
553                                            "renewal failed(rc: %d) for", rc);
554                         }
555                 }
556
557                 cfs_list_del_init(&ocapa->c_list);
558                 sort_add_capa(ocapa, &ll_idle_capas);
559                 cfs_spin_unlock(&capa_lock);
560
561                 capa_put(ocapa);
562                 iput(inode);
563                 RETURN(rc);
564         }
565
566         cfs_spin_lock(&ocapa->c_lock);
567         LASSERT(!memcmp(&ocapa->c_capa, capa,
568                         offsetof(struct lustre_capa, lc_opc)));
569         ocapa->c_capa = *capa;
570         set_capa_expiry(ocapa);
571         cfs_spin_unlock(&ocapa->c_lock);
572
573         cfs_spin_lock(&capa_lock);
574         if (capa_for_oss(capa))
575                 inode_add_oss_capa(inode, ocapa);
576         DEBUG_CAPA(D_SEC, capa, "renew");
577         EXIT;
578 retry:
579         cfs_list_del_init(&ocapa->c_list);
580         sort_add_capa(ocapa, ll_capa_list);
581         update_capa_timer(ocapa, capa_renewal_time(ocapa));
582         cfs_spin_unlock(&capa_lock);
583
584         capa_put(ocapa);
585         iput(inode);
586         return rc;
587 }
588
589 void ll_capa_open(struct inode *inode)
590 {
591         struct ll_inode_info *lli = ll_i2info(inode);
592
593         if ((ll_i2sbi(inode)->ll_flags & (LL_SBI_MDS_CAPA | LL_SBI_OSS_CAPA))
594             == 0)
595                 return;
596
597         if (!S_ISREG(inode->i_mode))
598                 return;
599
600         cfs_atomic_inc(&lli->lli_open_count);
601 }
602
603 void ll_capa_close(struct inode *inode)
604 {
605         struct ll_inode_info *lli = ll_i2info(inode);
606
607         if ((ll_i2sbi(inode)->ll_flags & (LL_SBI_MDS_CAPA | LL_SBI_OSS_CAPA))
608             == 0)
609                 return;
610
611         if (!S_ISREG(inode->i_mode))
612                 return;
613
614         cfs_atomic_dec(&lli->lli_open_count);
615 }
616
617 /* delete CAPA_OPC_OSS_TRUNC only */
618 void ll_truncate_free_capa(struct obd_capa *ocapa)
619 {
620         if (!ocapa)
621                 return;
622
623         LASSERT(ocapa->c_capa.lc_opc & CAPA_OPC_OSS_TRUNC);
624         DEBUG_CAPA(D_SEC, &ocapa->c_capa, "free truncate");
625
626         /* release ref when find */
627         capa_put(ocapa);
628         if (likely(ocapa->c_capa.lc_opc == CAPA_OPC_OSS_TRUNC)) {
629                 cfs_spin_lock(&capa_lock);
630                 ll_delete_capa(ocapa);
631                 cfs_spin_unlock(&capa_lock);
632         }
633 }
634
635 void ll_clear_inode_capas(struct inode *inode)
636 {
637         struct ll_inode_info *lli = ll_i2info(inode);
638         struct obd_capa *ocapa, *tmp;
639
640         cfs_spin_lock(&capa_lock);
641         ocapa = lli->lli_mds_capa;
642         if (ocapa)
643                 ll_delete_capa(ocapa);
644
645         cfs_list_for_each_entry_safe(ocapa, tmp, &lli->lli_oss_capas,
646                                      u.cli.lli_list)
647                 ll_delete_capa(ocapa);
648         cfs_spin_unlock(&capa_lock);
649 }
650
651 void ll_print_capa_stat(struct ll_sb_info *sbi)
652 {
653         if (sbi->ll_flags & (LL_SBI_MDS_CAPA | LL_SBI_OSS_CAPA))
654                 LCONSOLE_INFO("Fid capabilities renewed: %llu\n"
655                               "Fid capabilities renewal ENOENT: %llu\n"
656                               "Fid capabilities failed to renew: %llu\n"
657                               "Fid capabilities renewal retries: %llu\n",
658                               ll_capa_renewed, ll_capa_renewal_noent,
659                               ll_capa_renewal_failed, ll_capa_renewal_retries);
660 }