Whamcloud - gitweb
LU-190 opencreate without mode can crash llite
[fs/lustre-release.git] / lustre / llite / namei.c
1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2  * vim:expandtab:shiftwidth=8:tabstop=8:
3  *
4  * GPL HEADER START
5  *
6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License version 2 only,
10  * as published by the Free Software Foundation.
11  *
12  * This program is distributed in the hope that it will be useful, but
13  * WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * General Public License version 2 for more details (a copy is included
16  * in the LICENSE file that accompanied this code).
17  *
18  * You should have received a copy of the GNU General Public License
19  * version 2 along with this program; If not, see
20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
21  *
22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23  * CA 95054 USA or visit www.sun.com if you need additional information or
24  * have any questions.
25  *
26  * GPL HEADER END
27  */
28 /*
29  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
30  * Use is subject to license terms.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  */
36
37 #include <linux/fs.h>
38 #include <linux/sched.h>
39 #include <linux/mm.h>
40 #include <linux/smp_lock.h>
41 #include <linux/quotaops.h>
42 #include <linux/highmem.h>
43 #include <linux/pagemap.h>
44
45 #define DEBUG_SUBSYSTEM S_LLITE
46
47 #include <obd_support.h>
48 #include <lustre_fid.h>
49 #include <lustre_lite.h>
50 #include <lustre_dlm.h>
51 #include <lustre_ver.h>
52 #include <lustre_mdc.h>
53 #include "llite_internal.h"
54
55 /*
56  * Check if we have something mounted at the named dchild.
57  * In such a case there would always be dentry present.
58  */
59 static int ll_d_mountpoint(struct dentry *dparent, struct dentry *dchild,
60                            struct qstr *name)
61 {
62         int mounted = 0;
63
64         if (unlikely(dchild)) {
65                 mounted = d_mountpoint(dchild);
66         } else if (dparent) {
67                 dchild = d_lookup(dparent, name);
68                 if (dchild) {
69                         mounted = d_mountpoint(dchild);
70                         dput(dchild);
71                 }
72         }
73         return mounted;
74 }
75
76 int ll_unlock(__u32 mode, struct lustre_handle *lockh)
77 {
78         ENTRY;
79
80         ldlm_lock_decref(lockh, mode);
81
82         RETURN(0);
83 }
84
85
86 /* called from iget5_locked->find_inode() under inode_lock spinlock */
87 static int ll_test_inode(struct inode *inode, void *opaque)
88 {
89         struct ll_inode_info *lli = ll_i2info(inode);
90         struct lustre_md     *md = opaque;
91
92         if (unlikely(!(md->body->valid & OBD_MD_FLID))) {
93                 CERROR("MDS body missing FID\n");
94                 return 0;
95         }
96
97         if (!lu_fid_eq(&lli->lli_fid, &md->body->fid1))
98                 return 0;
99
100         return 1;
101 }
102
103 static int ll_set_inode(struct inode *inode, void *opaque)
104 {
105         struct ll_inode_info *lli = ll_i2info(inode);
106         struct mdt_body *body = ((struct lustre_md *)opaque)->body;
107
108         if (unlikely(!(body->valid & OBD_MD_FLID))) {
109                 CERROR("MDS body missing FID\n");
110                 return -EINVAL;
111         }
112
113         lli->lli_fid = body->fid1;
114         return 0;
115 }
116
117
118 /*
119  * Get an inode by inode number (already instantiated by the intent lookup).
120  * Returns inode or NULL
121  */
122 struct inode *ll_iget(struct super_block *sb, ino_t hash,
123                       struct lustre_md *md)
124 {
125         struct inode         *inode;
126         ENTRY;
127
128         LASSERT(hash != 0);
129         inode = iget5_locked(sb, hash, ll_test_inode, ll_set_inode, md);
130
131         if (inode) {
132                 if (inode->i_state & I_NEW) {
133                         int rc;
134
135                         ll_read_inode2(inode, md);
136                         rc = cl_inode_init(inode, md);
137                         if (rc != 0) {
138                                 md->lsm = NULL;
139                                 make_bad_inode(inode);
140                                 unlock_new_inode(inode);
141                                 iput(inode);
142                                 inode = ERR_PTR(rc);
143                         } else
144                                 unlock_new_inode(inode);
145                 } else if (!(inode->i_state & (I_FREEING | I_CLEAR)))
146                                 ll_update_inode(inode, md);
147                 CDEBUG(D_VFSTRACE, "got inode: %p for "DFID"\n",
148                        inode, PFID(&md->body->fid1));
149         }
150         RETURN(inode);
151 }
152
153 static void ll_drop_negative_dentry(struct inode *dir)
154 {
155         struct dentry *dentry, *tmp_alias, *tmp_subdir;
156
157         cfs_spin_lock(&ll_lookup_lock);
158         spin_lock(&dcache_lock);
159 restart:
160         list_for_each_entry_safe(dentry, tmp_alias,
161                                  &dir->i_dentry,d_alias) {
162                 if (!list_empty(&dentry->d_subdirs)) {
163                         struct dentry *child;
164                         list_for_each_entry_safe(child, tmp_subdir,
165                                                  &dentry->d_subdirs,
166                                                  d_child) {
167                                 /* XXX Print some debug here? */
168                                 if (!child->d_inode)
169                                 /* Negative dentry. If we were
170                                    dropping dcache lock, go
171                                    throught the list again */
172                                         if (ll_drop_dentry(child))
173                                                 goto restart;
174                         }
175                 }
176         }
177         spin_unlock(&dcache_lock);
178         cfs_spin_unlock(&ll_lookup_lock);
179 }
180
181
182 int ll_md_blocking_ast(struct ldlm_lock *lock, struct ldlm_lock_desc *desc,
183                        void *data, int flag)
184 {
185         int rc;
186         struct lustre_handle lockh;
187         ENTRY;
188
189         switch (flag) {
190         case LDLM_CB_BLOCKING:
191                 ldlm_lock2handle(lock, &lockh);
192                 rc = ldlm_cli_cancel(&lockh);
193                 if (rc < 0) {
194                         CDEBUG(D_INODE, "ldlm_cli_cancel: %d\n", rc);
195                         RETURN(rc);
196                 }
197                 break;
198         case LDLM_CB_CANCELING: {
199                 struct inode *inode = ll_inode_from_lock(lock);
200                 struct ll_inode_info *lli;
201                 __u64 bits = lock->l_policy_data.l_inodebits.bits;
202                 struct lu_fid *fid;
203                 ldlm_mode_t mode = lock->l_req_mode;
204
205                 /* Invalidate all dentries associated with this inode */
206                 if (inode == NULL)
207                         break;
208
209                 LASSERT(lock->l_flags & LDLM_FL_CANCELING);
210                 /* For OPEN locks we differentiate between lock modes - CR, CW. PR - bug 22891 */
211                 if ((bits & MDS_INODELOCK_LOOKUP) &&
212                     ll_have_md_lock(inode, MDS_INODELOCK_LOOKUP, LCK_MINMODE))
213                         bits &= ~MDS_INODELOCK_LOOKUP;
214                 if ((bits & MDS_INODELOCK_UPDATE) &&
215                     ll_have_md_lock(inode, MDS_INODELOCK_UPDATE, LCK_MINMODE))
216                         bits &= ~MDS_INODELOCK_UPDATE;
217                 if ((bits & MDS_INODELOCK_OPEN) &&
218                     ll_have_md_lock(inode, MDS_INODELOCK_OPEN, mode))
219                         bits &= ~MDS_INODELOCK_OPEN;
220
221                 fid = ll_inode2fid(inode);
222                 if (lock->l_resource->lr_name.name[0] != fid_seq(fid) ||
223                     lock->l_resource->lr_name.name[1] != fid_oid(fid) ||
224                     lock->l_resource->lr_name.name[2] != fid_ver(fid)) {
225                         LDLM_ERROR(lock, "data mismatch with object "
226                                    DFID" (%p)", PFID(fid), inode);
227                 }
228
229                 if (bits & MDS_INODELOCK_OPEN) {
230                         int flags = 0;
231                         switch (lock->l_req_mode) {
232                         case LCK_CW:
233                                 flags = FMODE_WRITE;
234                                 break;
235                         case LCK_PR:
236                                 flags = FMODE_EXEC;
237                                 break;
238                         case LCK_CR:
239                                 flags = FMODE_READ;
240                                 break;
241                         default:
242                                 CERROR("Unexpected lock mode for OPEN lock "
243                                        "%d, inode %ld\n", lock->l_req_mode,
244                                        inode->i_ino);
245                         }
246                         ll_md_real_close(inode, flags);
247                 }
248
249                 lli = ll_i2info(inode);
250                 if (bits & MDS_INODELOCK_UPDATE)
251                         lli->lli_flags &= ~LLIF_MDS_SIZE_LOCK;
252
253                 if (S_ISDIR(inode->i_mode) &&
254                      (bits & MDS_INODELOCK_UPDATE)) {
255                         CDEBUG(D_INODE, "invalidating inode %lu\n",
256                                inode->i_ino);
257                         truncate_inode_pages(inode->i_mapping, 0);
258                         ll_drop_negative_dentry(inode);
259                 }
260
261                 if (inode->i_sb->s_root &&
262                     inode != inode->i_sb->s_root->d_inode &&
263                     (bits & MDS_INODELOCK_LOOKUP))
264                         ll_unhash_aliases(inode);
265                 iput(inode);
266                 break;
267         }
268         default:
269                 LBUG();
270         }
271
272         RETURN(0);
273 }
274
275 __u32 ll_i2suppgid(struct inode *i)
276 {
277         if (cfs_curproc_is_in_groups(i->i_gid))
278                 return (__u32)i->i_gid;
279         else
280                 return (__u32)(-1);
281 }
282
283 /* Pack the required supplementary groups into the supplied groups array.
284  * If we don't need to use the groups from the target inode(s) then we
285  * instead pack one or more groups from the user's supplementary group
286  * array in case it might be useful.  Not needed if doing an MDS-side upcall. */
287 void ll_i2gids(__u32 *suppgids, struct inode *i1, struct inode *i2)
288 {
289 #if 0
290         int i;
291 #endif
292
293         LASSERT(i1 != NULL);
294         LASSERT(suppgids != NULL);
295
296         suppgids[0] = ll_i2suppgid(i1);
297
298         if (i2)
299                 suppgids[1] = ll_i2suppgid(i2);
300                 else
301                         suppgids[1] = -1;
302
303 #if 0
304         for (i = 0; i < current_ngroups; i++) {
305                 if (suppgids[0] == -1) {
306                         if (current_groups[i] != suppgids[1])
307                                 suppgids[0] = current_groups[i];
308                         continue;
309                 }
310                 if (suppgids[1] == -1) {
311                         if (current_groups[i] != suppgids[0])
312                                 suppgids[1] = current_groups[i];
313                         continue;
314                 }
315                 break;
316         }
317 #endif
318 }
319
320 static void ll_d_add(struct dentry *de, struct inode *inode)
321 {
322         CDEBUG(D_DENTRY, "adding inode %p to dentry %p\n", inode, de);
323         /* d_instantiate */
324         if (!list_empty(&de->d_alias)) {
325                 spin_unlock(&dcache_lock);
326                 CERROR("dentry %.*s %p alias next %p, prev %p\n",
327                        de->d_name.len, de->d_name.name, de,
328                        de->d_alias.next, de->d_alias.prev);
329                 LBUG();
330         }
331         if (inode)
332                 list_add(&de->d_alias, &inode->i_dentry);
333         de->d_inode = inode;
334
335         /* d_rehash */
336         if (!d_unhashed(de)) {
337                 spin_unlock(&dcache_lock);
338                 CERROR("dentry %.*s %p hash next %p\n",
339                        de->d_name.len, de->d_name.name, de, de->d_hash.next);
340                 LBUG();
341         }
342         d_rehash_cond(de, 0);
343 }
344
345 /* Search "inode"'s alias list for a dentry that has the same name and parent
346  * as de.  If found, return it.  If not found, return de.
347  * Lustre can't use d_add_unique because don't unhash aliases for directory
348  * in ll_revalidate_it.  After revaliadate inode will be have hashed aliases
349  * and it triggers BUG_ON in d_instantiate_unique (bug #10954).
350  */
351 static struct dentry *ll_find_alias(struct inode *inode, struct dentry *de)
352 {
353         struct list_head *tmp;
354         struct dentry *dentry;
355         struct dentry *last_discon = NULL;
356
357         cfs_spin_lock(&ll_lookup_lock);
358         spin_lock(&dcache_lock);
359         list_for_each(tmp, &inode->i_dentry) {
360                 dentry = list_entry(tmp, struct dentry, d_alias);
361
362                 /* We are called here with 'de' already on the aliases list. */
363                 if (unlikely(dentry == de)) {
364                         CERROR("whoops\n");
365                         continue;
366                 }
367
368                 if (dentry->d_flags & DCACHE_DISCONNECTED) {
369                         LASSERT(last_discon == NULL);
370                         last_discon = dentry;
371                         continue;
372                 }
373
374                 if (dentry->d_parent != de->d_parent)
375                         continue;
376
377                 if (dentry->d_name.hash != de->d_name.hash)
378                         continue;
379
380                 if (dentry->d_name.len != de->d_name.len)
381                         continue;
382
383                 if (memcmp(dentry->d_name.name, de->d_name.name,
384                            de->d_name.len) != 0)
385                         continue;
386
387                 dget_locked(dentry);
388                 lock_dentry(dentry);
389                 __d_drop(dentry);
390                 unlock_dentry(dentry);
391                 ll_dops_init(dentry, 0);
392                 d_rehash_cond(dentry, 0); /* avoid taking dcache_lock inside */
393                 spin_unlock(&dcache_lock);
394                 cfs_spin_unlock(&ll_lookup_lock);
395                 iput(inode);
396                 CDEBUG(D_DENTRY, "alias dentry %.*s (%p) parent %p inode %p "
397                        "refc %d\n", de->d_name.len, de->d_name.name, de,
398                        de->d_parent, de->d_inode, atomic_read(&de->d_count));
399                 return dentry;
400         }
401
402         if (last_discon) {
403                 CDEBUG(D_DENTRY, "Reuse disconnected dentry %p inode %p "
404                         "refc %d\n", last_discon, last_discon->d_inode,
405                         atomic_read(&last_discon->d_count));
406                 dget_locked(last_discon);
407                 lock_dentry(last_discon);
408                 last_discon->d_flags |= DCACHE_LUSTRE_INVALID;
409                 unlock_dentry(last_discon);
410                 spin_unlock(&dcache_lock);
411                 cfs_spin_unlock(&ll_lookup_lock);
412                 ll_dops_init(last_discon, 1);
413                 d_rehash(de);
414                 d_move(last_discon, de);
415                 iput(inode);
416                 return last_discon;
417         }
418         lock_dentry(de);
419         de->d_flags |= DCACHE_LUSTRE_INVALID;
420         unlock_dentry(de);
421         ll_d_add(de, inode);
422
423         spin_unlock(&dcache_lock);
424         cfs_spin_unlock(&ll_lookup_lock);
425
426         return de;
427 }
428
429 int ll_lookup_it_finish(struct ptlrpc_request *request,
430                         struct lookup_intent *it, void *data)
431 {
432         struct it_cb_data *icbd = data;
433         struct dentry **de = icbd->icbd_childp;
434         struct inode *parent = icbd->icbd_parent;
435         struct ll_sb_info *sbi = ll_i2sbi(parent);
436         struct inode *inode = NULL;
437         int rc;
438         ENTRY;
439
440         /* NB 1 request reference will be taken away by ll_intent_lock()
441          * when I return */
442         if (!it_disposition(it, DISP_LOOKUP_NEG)) {
443                 struct dentry *save = *de;
444                 __u32 bits;
445
446                 rc = ll_prep_inode(&inode, request, (*de)->d_sb);
447                 if (rc)
448                         RETURN(rc);
449
450                 CDEBUG(D_DLMTRACE, "setting l_data to inode %p (%lu/%u)\n",
451                        inode, inode->i_ino, inode->i_generation);
452                 md_set_lock_data(sbi->ll_md_exp,
453                                  &it->d.lustre.it_lock_handle, inode, &bits);
454
455                 /* We used to query real size from OSTs here, but actually
456                    this is not needed. For stat() calls size would be updated
457                    from subsequent do_revalidate()->ll_inode_revalidate_it() in
458                    2.4 and
459                    vfs_getattr_it->ll_getattr()->ll_inode_revalidate_it() in 2.6
460                    Everybody else who needs correct file size would call
461                    cl_glimpse_size or some equivalent themselves anyway.
462                    Also see bug 7198. */
463                 ll_dops_init(*de, 1);
464                 *de = ll_find_alias(inode, *de);
465                 if (*de != save) {
466                         struct ll_dentry_data *lld = ll_d2d(*de);
467
468                         /* just make sure the ll_dentry_data is ready */
469                         if (unlikely(lld == NULL))
470                                 ll_dops_init(*de, 1);
471                 }
472                 /* we have lookup look - unhide dentry */
473                 if (bits & MDS_INODELOCK_LOOKUP) {
474                         lock_dentry(*de);
475                         (*de)->d_flags &= ~DCACHE_LUSTRE_INVALID;
476                         unlock_dentry(*de);
477                 }
478         } else {
479                 ll_dops_init(*de, 1);
480                 /* Check that parent has UPDATE lock. If there is none, we
481                    cannot afford to hash this dentry (done by ll_d_add) as it
482                    might get picked up later when UPDATE lock will appear */
483                 if (ll_have_md_lock(parent, MDS_INODELOCK_UPDATE, LCK_MINMODE)) {
484                         spin_lock(&dcache_lock);
485                         ll_d_add(*de, NULL);
486                         spin_unlock(&dcache_lock);
487                 } else {
488                         /* negative lookup - and don't have update lock to
489                          * parent */
490                         lock_dentry(*de);
491                         (*de)->d_flags |= DCACHE_LUSTRE_INVALID;
492                         unlock_dentry(*de);
493
494                         (*de)->d_inode = NULL;
495                         /* We do not want to hash the dentry if don`t have a
496                          * lock, but if this dentry is later used in d_move,
497                          * we'd hit uninitialised list head d_hash, so we just
498                          * do this to init d_hash field but leave dentry
499                          * unhashed. (bug 10796). */
500                         d_rehash(*de);
501                         d_drop(*de);
502                 }
503         }
504
505         RETURN(0);
506 }
507
508 static struct dentry *ll_lookup_it(struct inode *parent, struct dentry *dentry,
509                                    struct lookup_intent *it, int lookup_flags)
510 {
511         struct lookup_intent lookup_it = { .it_op = IT_LOOKUP };
512         struct dentry *save = dentry, *retval;
513         struct ptlrpc_request *req = NULL;
514         struct md_op_data *op_data;
515         struct it_cb_data icbd;
516         __u32 opc;
517         int rc, first = 0;
518         ENTRY;
519
520         if (dentry->d_name.len > ll_i2sbi(parent)->ll_namelen)
521                 RETURN(ERR_PTR(-ENAMETOOLONG));
522
523         CDEBUG(D_VFSTRACE, "VFS Op:name=%.*s,dir=%lu/%u(%p),intent=%s\n",
524                dentry->d_name.len, dentry->d_name.name, parent->i_ino,
525                parent->i_generation, parent, LL_IT2STR(it));
526
527         if (d_mountpoint(dentry))
528                 CERROR("Tell Peter, lookup on mtpt, it %s\n", LL_IT2STR(it));
529
530         ll_frob_intent(&it, &lookup_it);
531
532         /* As do_lookup is called before follow_mount, root dentry may be left
533          * not valid, revalidate it here. */
534         if (parent->i_sb->s_root && (parent->i_sb->s_root->d_inode == parent) &&
535             (it->it_op & (IT_OPEN | IT_CREAT))) {
536                 rc = ll_inode_revalidate_it(parent->i_sb->s_root, it,
537                                             MDS_INODELOCK_LOOKUP);
538                 if (rc)
539                         RETURN(ERR_PTR(rc));
540         }
541
542         if (it->it_op == IT_GETATTR) {
543                 first = ll_statahead_enter(parent, &dentry, 1);
544                 if (first >= 0) {
545                         ll_statahead_exit(parent, dentry, first);
546                         if (first == 1)
547                                 RETURN(retval = dentry);
548                 }
549         }
550
551         icbd.icbd_childp = &dentry;
552         icbd.icbd_parent = parent;
553
554         if (it->it_op & IT_CREAT ||
555             (it->it_op & IT_OPEN && it->it_create_mode & O_CREAT))
556                 opc = LUSTRE_OPC_CREATE;
557         else
558                 opc = LUSTRE_OPC_ANY;
559
560         op_data = ll_prep_md_op_data(NULL, parent, NULL, dentry->d_name.name,
561                                      dentry->d_name.len, lookup_flags, opc,
562                                      NULL);
563         if (IS_ERR(op_data))
564                 RETURN((void *)op_data);
565
566         it->it_create_mode &= ~cfs_curproc_umask();
567
568         rc = md_intent_lock(ll_i2mdexp(parent), op_data, NULL, 0, it,
569                             lookup_flags, &req, ll_md_blocking_ast, 0);
570         ll_finish_md_op_data(op_data);
571         if (rc < 0)
572                 GOTO(out, retval = ERR_PTR(rc));
573
574         rc = ll_lookup_it_finish(req, it, &icbd);
575         if (rc != 0) {
576                 ll_intent_release(it);
577                 GOTO(out, retval = ERR_PTR(rc));
578         }
579
580         if (first == -EEXIST)
581                 ll_statahead_mark(parent, dentry);
582
583         if ((it->it_op & IT_OPEN) && dentry->d_inode &&
584             !S_ISREG(dentry->d_inode->i_mode) &&
585             !S_ISDIR(dentry->d_inode->i_mode)) {
586                 ll_release_openhandle(dentry, it);
587         }
588         ll_lookup_finish_locks(it, dentry);
589
590         if (dentry == save)
591                 GOTO(out, retval = NULL);
592         else
593                 GOTO(out, retval = dentry);
594  out:
595         if (req)
596                 ptlrpc_req_finished(req);
597         return retval;
598 }
599
600 struct lookup_intent *ll_convert_intent(struct open_intent *oit,
601                                         int lookup_flags)
602 {
603         struct lookup_intent *it;
604
605         OBD_ALLOC(it, sizeof(*it));
606         if (!it)
607                 return ERR_PTR(-ENOMEM);
608
609         if (lookup_flags & LOOKUP_OPEN) {
610                 it->it_op = IT_OPEN;
611                 if (lookup_flags & LOOKUP_CREATE)
612                         it->it_op |= IT_CREAT;
613                 it->it_create_mode = (oit->create_mode & S_IALLUGO) | S_IFREG;
614                 it->it_flags = oit->flags;
615         } else {
616                 it->it_op = IT_GETATTR;
617         }
618
619 #ifndef HAVE_FILE_IN_STRUCT_INTENT
620                 /* Since there is no way to pass our intent to ll_file_open,
621                  * just check the file is there. Actual open will be done
622                  * in ll_file_open */
623                 if (it->it_op & IT_OPEN)
624                         it->it_op = IT_LOOKUP;
625 #endif
626
627         return it;
628 }
629
630 static struct dentry *ll_lookup_nd(struct inode *parent, struct dentry *dentry,
631                                    struct nameidata *nd)
632 {
633         struct dentry *de;
634         ENTRY;
635
636         if (nd && !(nd->flags & (LOOKUP_CONTINUE|LOOKUP_PARENT))) {
637                 struct lookup_intent *it;
638
639 #if defined(HAVE_FILE_IN_STRUCT_INTENT) && (LINUX_VERSION_CODE < KERNEL_VERSION(2,6,17))
640                 /* Did we came here from failed revalidate just to propagate
641                  * its error? */
642                 if (nd->flags & LOOKUP_OPEN)
643                         if (IS_ERR(nd->intent.open.file))
644                                 RETURN((struct dentry *)nd->intent.open.file);
645 #endif
646                 if (ll_d2d(dentry) && ll_d2d(dentry)->lld_it) {
647                         it = ll_d2d(dentry)->lld_it;
648                         ll_d2d(dentry)->lld_it = NULL;
649                 } else {
650                         if ((nd->flags & LOOKUP_CREATE ) && !(nd->flags & LOOKUP_OPEN)) {
651                                 /* We are sure this is new dentry, so we need to create
652                                    our private data and set the dentry ops */ 
653                                 ll_dops_init(dentry, 1);
654                                 RETURN(NULL);
655                         }
656                         it = ll_convert_intent(&nd->intent.open, nd->flags);
657                         if (IS_ERR(it))
658                                 RETURN((struct dentry *)it);
659                 }
660
661                 de = ll_lookup_it(parent, dentry, it, nd->flags);
662                 if (de)
663                         dentry = de;
664                 if ((nd->flags & LOOKUP_OPEN) && !IS_ERR(dentry)) { /* Open */
665                         if (dentry->d_inode &&
666                             it_disposition(it, DISP_OPEN_OPEN)) { /* nocreate */
667 #ifdef HAVE_FILE_IN_STRUCT_INTENT
668                                 if (S_ISFIFO(dentry->d_inode->i_mode)) {
669                                         // We cannot call open here as it would
670                                         // deadlock.
671                                         ptlrpc_req_finished(
672                                                        (struct ptlrpc_request *)
673                                                           it->d.lustre.it_data);
674                                 } else {
675 #if (LINUX_VERSION_CODE < KERNEL_VERSION(2,6,17))
676 /* 2.6.1[456] have a bug in open_namei() that forgets to check
677  * nd->intent.open.file for error, so we need to return it as lookup's result
678  * instead */
679                                         struct file *filp;
680                                         nd->intent.open.file->private_data = it;
681                                         filp =lookup_instantiate_filp(nd,dentry,
682                                                                       NULL);
683                                         if (IS_ERR(filp)) {
684                                                 if (de)
685                                                         dput(de);
686                                                 de = (struct dentry *) filp;
687                                         }
688 #else
689                                         nd->intent.open.file->private_data = it;
690                                         (void)lookup_instantiate_filp(nd,dentry,
691                                                                       NULL);
692 #endif
693
694                                 }
695 #else /* HAVE_FILE_IN_STRUCT_INTENT */
696                                 /* Release open handle as we have no way to
697                                  * pass it to ll_file_open */
698                                 ll_release_openhandle(dentry, it);
699 #endif /* HAVE_FILE_IN_STRUCT_INTENT */
700                         } else if (it_disposition(it, DISP_OPEN_CREATE)) {
701                                 // XXX This can only reliably work on assumption
702                                 // that there are NO hashed negative dentries.
703                                 ll_d2d(dentry)->lld_it = it;
704                                 it = NULL; /* Will be freed in ll_create_nd */
705                                 /* We absolutely depend on ll_create_nd to be
706                                  * called to not leak this intent and possible
707                                  * data attached to it */
708                         }
709                 }
710
711                 if (it) {
712                         ll_intent_release(it);
713                         OBD_FREE(it, sizeof(*it));
714                 }
715         } else {
716                 de = ll_lookup_it(parent, dentry, NULL, 0);
717         }
718
719         RETURN(de);
720 }
721
722 /* We depend on "mode" being set with the proper file type/umask by now */
723 static struct inode *ll_create_node(struct inode *dir, const char *name,
724                                     int namelen, const void *data, int datalen,
725                                     int mode, __u64 extra,
726                                     struct lookup_intent *it)
727 {
728         struct inode *inode = NULL;
729         struct ptlrpc_request *request = NULL;
730         struct ll_sb_info *sbi = ll_i2sbi(dir);
731         int rc;
732         ENTRY;
733
734         LASSERT(it && it->d.lustre.it_disposition);
735
736         LASSERT(it_disposition(it, DISP_ENQ_CREATE_REF));
737         request = it->d.lustre.it_data;
738         it_clear_disposition(it, DISP_ENQ_CREATE_REF);
739         rc = ll_prep_inode(&inode, request, dir->i_sb);
740         if (rc)
741                 GOTO(out, inode = ERR_PTR(rc));
742
743         LASSERT(list_empty(&inode->i_dentry));
744
745         /* We asked for a lock on the directory, but were granted a
746          * lock on the inode.  Since we finally have an inode pointer,
747          * stuff it in the lock. */
748         CDEBUG(D_DLMTRACE, "setting l_ast_data to inode %p (%lu/%u)\n",
749                inode, inode->i_ino, inode->i_generation);
750         md_set_lock_data(sbi->ll_md_exp,
751                          &it->d.lustre.it_lock_handle, inode, NULL);
752         EXIT;
753  out:
754         ptlrpc_req_finished(request);
755         return inode;
756 }
757
758 /*
759  * By the time this is called, we already have created the directory cache
760  * entry for the new file, but it is so far negative - it has no inode.
761  *
762  * We defer creating the OBD object(s) until open, to keep the intent and
763  * non-intent code paths similar, and also because we do not have the MDS
764  * inode number before calling ll_create_node() (which is needed for LOV),
765  * so we would need to do yet another RPC to the MDS to store the LOV EA
766  * data on the MDS.  If needed, we would pass the PACKED lmm as data and
767  * lmm_size in datalen (the MDS still has code which will handle that).
768  *
769  * If the create succeeds, we fill in the inode information
770  * with d_instantiate().
771  */
772 static int ll_create_it(struct inode *dir, struct dentry *dentry, int mode,
773                         struct lookup_intent *it)
774 {
775         struct inode *inode;
776         int rc = 0;
777         ENTRY;
778
779         CDEBUG(D_VFSTRACE, "VFS Op:name=%.*s,dir=%lu/%u(%p),intent=%s\n",
780                dentry->d_name.len, dentry->d_name.name, dir->i_ino,
781                dir->i_generation, dir, LL_IT2STR(it));
782
783         rc = it_open_error(DISP_OPEN_CREATE, it);
784         if (rc)
785                 RETURN(rc);
786
787         inode = ll_create_node(dir, dentry->d_name.name, dentry->d_name.len,
788                                NULL, 0, mode, 0, it);
789         if (IS_ERR(inode))
790                 RETURN(PTR_ERR(inode));
791
792         d_instantiate(dentry, inode);
793         /* Negative dentry may be unhashed if parent does not have UPDATE lock,
794          * but some callers, e.g. do_coredump, expect dentry to be hashed after
795          * successful create. Hash it here. */
796         spin_lock(&dcache_lock);
797         if (d_unhashed(dentry))
798                 d_rehash_cond(dentry, 0);
799         spin_unlock(&dcache_lock);
800         RETURN(0);
801 }
802
803 static void ll_update_times(struct ptlrpc_request *request,
804                             struct inode *inode)
805 {
806         struct mdt_body *body = req_capsule_server_get(&request->rq_pill,
807                                                        &RMF_MDT_BODY);
808
809         LASSERT(body);
810         if (body->valid & OBD_MD_FLMTIME &&
811             body->mtime > LTIME_S(inode->i_mtime)) {
812                 CDEBUG(D_INODE, "setting ino %lu mtime from %lu to "LPU64"\n",
813                        inode->i_ino, LTIME_S(inode->i_mtime), body->mtime);
814                 LTIME_S(inode->i_mtime) = body->mtime;
815         }
816         if (body->valid & OBD_MD_FLCTIME &&
817             body->ctime > LTIME_S(inode->i_ctime))
818                 LTIME_S(inode->i_ctime) = body->ctime;
819 }
820
821 static int ll_new_node(struct inode *dir, struct qstr *name,
822                        const char *tgt, int mode, int rdev,
823                        struct dentry *dchild, __u32 opc)
824 {
825         struct ptlrpc_request *request = NULL;
826         struct md_op_data *op_data;
827         struct inode *inode = NULL;
828         struct ll_sb_info *sbi = ll_i2sbi(dir);
829         int tgt_len = 0;
830         int err;
831
832         ENTRY;
833         if (unlikely(tgt != NULL))
834                 tgt_len = strlen(tgt) + 1;
835
836         op_data = ll_prep_md_op_data(NULL, dir, NULL, name->name,
837                                      name->len, 0, opc, NULL);
838         if (IS_ERR(op_data))
839                 GOTO(err_exit, err = PTR_ERR(op_data));
840
841         err = md_create(sbi->ll_md_exp, op_data, tgt, tgt_len, mode,
842                         cfs_curproc_fsuid(), cfs_curproc_fsgid(),
843                         cfs_curproc_cap_pack(), rdev, &request);
844         ll_finish_md_op_data(op_data);
845         if (err)
846                 GOTO(err_exit, err);
847
848         ll_update_times(request, dir);
849
850         if (dchild) {
851                 err = ll_prep_inode(&inode, request, dchild->d_sb);
852                 if (err)
853                      GOTO(err_exit, err);
854
855                 d_drop(dchild);
856                 d_instantiate(dchild, inode);
857         }
858         EXIT;
859 err_exit:
860         ptlrpc_req_finished(request);
861
862         return err;
863 }
864
865 static int ll_mknod_generic(struct inode *dir, struct qstr *name, int mode,
866                             unsigned rdev, struct dentry *dchild)
867 {
868         int err;
869         ENTRY;
870
871         CDEBUG(D_VFSTRACE, "VFS Op:name=%.*s,dir=%lu/%u(%p) mode %o dev %x\n",
872                name->len, name->name, dir->i_ino, dir->i_generation, dir,
873                mode, rdev);
874
875         mode &= ~cfs_curproc_umask();
876
877         switch (mode & S_IFMT) {
878         case 0:
879                 mode |= S_IFREG; /* for mode = 0 case, fallthrough */
880         case S_IFREG:
881         case S_IFCHR:
882         case S_IFBLK:
883         case S_IFIFO:
884         case S_IFSOCK:
885                 err = ll_new_node(dir, name, NULL, mode, rdev, dchild,
886                                   LUSTRE_OPC_MKNOD);
887                 break;
888         case S_IFDIR:
889                 err = -EPERM;
890                 break;
891         default:
892                 err = -EINVAL;
893         }
894         RETURN(err);
895 }
896
897 static int ll_create_nd(struct inode *dir, struct dentry *dentry,
898                         int mode, struct nameidata *nd)
899 {
900         struct lookup_intent *it = ll_d2d(dentry)->lld_it;
901         int rc;
902
903         if (!it)
904                 return ll_mknod_generic(dir, &dentry->d_name, mode, 0, dentry);
905
906         ll_d2d(dentry)->lld_it = NULL;
907
908         /* Was there an error? Propagate it! */
909         if (it->d.lustre.it_status) {
910                 rc = it->d.lustre.it_status;
911                 goto out;
912         }
913
914         rc = ll_create_it(dir, dentry, mode, it);
915 #ifdef HAVE_FILE_IN_STRUCT_INTENT
916         if (nd && (nd->flags & LOOKUP_OPEN) && dentry->d_inode) { /* Open */
917                 nd->intent.open.file->private_data = it;
918                 lookup_instantiate_filp(nd, dentry, NULL);
919         }
920 #else
921         ll_release_openhandle(dentry,it);
922 #endif
923
924 out:
925         ll_intent_release(it);
926         OBD_FREE(it, sizeof(*it));
927
928         return rc;
929 }
930
931 static int ll_symlink_generic(struct inode *dir, struct qstr *name,
932                               const char *tgt, struct dentry *dchild)
933 {
934         int err;
935         ENTRY;
936
937         CDEBUG(D_VFSTRACE, "VFS Op:name=%.*s,dir=%lu/%u(%p),target=%.*s\n",
938                name->len, name->name, dir->i_ino, dir->i_generation,
939                dir, 3000, tgt);
940
941         err = ll_new_node(dir, name, (char *)tgt, S_IFLNK | S_IRWXUGO,
942                           0, dchild, LUSTRE_OPC_SYMLINK);
943         RETURN(err);
944 }
945
946 static int ll_link_generic(struct inode *src,  struct inode *dir,
947                            struct qstr *name, struct dentry *dchild)
948 {
949         struct ll_sb_info *sbi = ll_i2sbi(dir);
950         struct ptlrpc_request *request = NULL;
951         struct md_op_data *op_data;
952         int err;
953
954         ENTRY;
955         CDEBUG(D_VFSTRACE,
956                "VFS Op: inode=%lu/%u(%p), dir=%lu/%u(%p), target=%.*s\n",
957                src->i_ino, src->i_generation, src, dir->i_ino,
958                dir->i_generation, dir, name->len, name->name);
959
960         op_data = ll_prep_md_op_data(NULL, src, dir, name->name, name->len,
961                                      0, LUSTRE_OPC_ANY, NULL);
962         if (IS_ERR(op_data))
963                 RETURN(PTR_ERR(op_data));
964
965         err = md_link(sbi->ll_md_exp, op_data, &request);
966         ll_finish_md_op_data(op_data);
967         if (err)
968                 GOTO(out, err);
969         if (dchild)
970                 d_drop(dchild);
971
972         ll_update_times(request, dir);
973         EXIT;
974 out:
975         ptlrpc_req_finished(request);
976         RETURN(err);
977 }
978
979 static int ll_mkdir_generic(struct inode *dir, struct qstr *name,
980                             int mode, struct dentry *dchild)
981
982 {
983         int err;
984         ENTRY;
985
986         CDEBUG(D_VFSTRACE, "VFS Op:name=%.*s,dir=%lu/%u(%p)\n",
987                name->len, name->name, dir->i_ino, dir->i_generation, dir);
988
989         mode = (mode & (S_IRWXUGO|S_ISVTX) & ~cfs_curproc_umask()) | S_IFDIR;
990         err = ll_new_node(dir, name, NULL, mode, 0, dchild, LUSTRE_OPC_MKDIR);
991
992         RETURN(err);
993 }
994
995 /* Try to find the child dentry by its name.
996    If found, put the result fid into @fid. */
997 static void ll_get_child_fid(struct inode * dir, struct qstr *name,
998                              struct lu_fid *fid)
999 {
1000         struct dentry *parent, *child;
1001
1002         parent = list_entry(dir->i_dentry.next, struct dentry, d_alias);
1003         child = d_lookup(parent, name);
1004         if (child) {
1005                 if (child->d_inode)
1006                         *fid = *ll_inode2fid(child->d_inode);
1007                 dput(child);
1008         }
1009 }
1010
1011 static int ll_rmdir_generic(struct inode *dir, struct dentry *dparent,
1012                             struct dentry *dchild, struct qstr *name)
1013 {
1014         struct ptlrpc_request *request = NULL;
1015         struct md_op_data *op_data;
1016         int rc;
1017         ENTRY;
1018
1019         CDEBUG(D_VFSTRACE, "VFS Op:name=%.*s,dir=%lu/%u(%p)\n",
1020                name->len, name->name, dir->i_ino, dir->i_generation, dir);
1021
1022         if (unlikely(ll_d_mountpoint(dparent, dchild, name)))
1023                 RETURN(-EBUSY);
1024
1025         op_data = ll_prep_md_op_data(NULL, dir, NULL, name->name, name->len,
1026                                      S_IFDIR, LUSTRE_OPC_ANY, NULL);
1027         if (IS_ERR(op_data))
1028                 RETURN(PTR_ERR(op_data));
1029
1030         ll_get_child_fid(dir, name, &op_data->op_fid3);
1031         rc = md_unlink(ll_i2sbi(dir)->ll_md_exp, op_data, &request);
1032         ll_finish_md_op_data(op_data);
1033         if (rc == 0)
1034                 ll_update_times(request, dir);
1035         ptlrpc_req_finished(request);
1036         RETURN(rc);
1037 }
1038
1039 int ll_objects_destroy(struct ptlrpc_request *request, struct inode *dir)
1040 {
1041         struct mdt_body *body;
1042         struct lov_mds_md *eadata;
1043         struct lov_stripe_md *lsm = NULL;
1044         struct obd_trans_info oti = { 0 };
1045         struct obdo *oa;
1046         struct obd_capa *oc = NULL;
1047         int rc;
1048         ENTRY;
1049
1050         /* req is swabbed so this is safe */
1051         body = req_capsule_server_get(&request->rq_pill, &RMF_MDT_BODY);
1052         if (!(body->valid & OBD_MD_FLEASIZE))
1053                 RETURN(0);
1054
1055         if (body->eadatasize == 0) {
1056                 CERROR("OBD_MD_FLEASIZE set but eadatasize zero\n");
1057                 GOTO(out, rc = -EPROTO);
1058         }
1059
1060         /* The MDS sent back the EA because we unlinked the last reference
1061          * to this file. Use this EA to unlink the objects on the OST.
1062          * It's opaque so we don't swab here; we leave it to obd_unpackmd() to
1063          * check it is complete and sensible. */
1064         eadata = req_capsule_server_sized_get(&request->rq_pill, &RMF_MDT_MD,
1065                                               body->eadatasize);
1066         LASSERT(eadata != NULL);
1067
1068         rc = obd_unpackmd(ll_i2dtexp(dir), &lsm, eadata, body->eadatasize);
1069         if (rc < 0) {
1070                 CERROR("obd_unpackmd: %d\n", rc);
1071                 GOTO(out, rc);
1072         }
1073         LASSERT(rc >= sizeof(*lsm));
1074
1075         OBDO_ALLOC(oa);
1076         if (oa == NULL)
1077                 GOTO(out_free_memmd, rc = -ENOMEM);
1078
1079         oa->o_id = lsm->lsm_object_id;
1080         oa->o_seq = lsm->lsm_object_seq;
1081         oa->o_mode = body->mode & S_IFMT;
1082         oa->o_valid = OBD_MD_FLID | OBD_MD_FLTYPE | OBD_MD_FLGROUP;
1083
1084         if (body->valid & OBD_MD_FLCOOKIE) {
1085                 oa->o_valid |= OBD_MD_FLCOOKIE;
1086                 oti.oti_logcookies =
1087                         req_capsule_server_sized_get(&request->rq_pill,
1088                                                      &RMF_LOGCOOKIES,
1089                                                    sizeof(struct llog_cookie) *
1090                                                      lsm->lsm_stripe_count);
1091                 if (oti.oti_logcookies == NULL) {
1092                         oa->o_valid &= ~OBD_MD_FLCOOKIE;
1093                         body->valid &= ~OBD_MD_FLCOOKIE;
1094                 }
1095         }
1096
1097         if (body->valid & OBD_MD_FLOSSCAPA) {
1098                 rc = md_unpack_capa(ll_i2mdexp(dir), request, &RMF_CAPA2, &oc);
1099                 if (rc)
1100                         GOTO(out_free_memmd, rc);
1101         }
1102
1103         rc = obd_destroy(ll_i2dtexp(dir), oa, lsm, &oti, ll_i2mdexp(dir), oc);
1104         capa_put(oc);
1105         OBDO_FREE(oa);
1106         if (rc)
1107                 CERROR("obd destroy objid "LPX64" error %d\n",
1108                        lsm->lsm_object_id, rc);
1109  out_free_memmd:
1110         obd_free_memmd(ll_i2dtexp(dir), &lsm);
1111  out:
1112         return rc;
1113 }
1114
1115 /* ll_unlink_generic() doesn't update the inode with the new link count.
1116  * Instead, ll_ddelete() and ll_d_iput() will update it based upon if there
1117  * is any lock existing. They will recycle dentries and inodes based upon locks
1118  * too. b=20433 */
1119 static int ll_unlink_generic(struct inode *dir, struct dentry *dparent,
1120                              struct dentry *dchild, struct qstr *name)
1121 {
1122         struct ptlrpc_request *request = NULL;
1123         struct md_op_data *op_data;
1124         int rc;
1125         ENTRY;
1126         CDEBUG(D_VFSTRACE, "VFS Op:name=%.*s,dir=%lu/%u(%p)\n",
1127                name->len, name->name, dir->i_ino, dir->i_generation, dir);
1128
1129         /*
1130          * XXX: unlink bind mountpoint maybe call to here,
1131          * just check it as vfs_unlink does.
1132          */
1133         if (unlikely(ll_d_mountpoint(dparent, dchild, name)))
1134                 RETURN(-EBUSY);
1135
1136         op_data = ll_prep_md_op_data(NULL, dir, NULL, name->name,
1137                                      name->len, 0, LUSTRE_OPC_ANY, NULL);
1138         if (IS_ERR(op_data))
1139                 RETURN(PTR_ERR(op_data));
1140
1141         ll_get_child_fid(dir, name, &op_data->op_fid3);
1142         rc = md_unlink(ll_i2sbi(dir)->ll_md_exp, op_data, &request);
1143         ll_finish_md_op_data(op_data);
1144         if (rc)
1145                 GOTO(out, rc);
1146
1147         ll_update_times(request, dir);
1148
1149         rc = ll_objects_destroy(request, dir);
1150  out:
1151         ptlrpc_req_finished(request);
1152         RETURN(rc);
1153 }
1154
1155 static int ll_rename_generic(struct inode *src, struct dentry *src_dparent,
1156                              struct dentry *src_dchild, struct qstr *src_name,
1157                              struct inode *tgt, struct dentry *tgt_dparent,
1158                              struct dentry *tgt_dchild, struct qstr *tgt_name)
1159 {
1160         struct ptlrpc_request *request = NULL;
1161         struct ll_sb_info *sbi = ll_i2sbi(src);
1162         struct md_op_data *op_data;
1163         int err;
1164         ENTRY;
1165         CDEBUG(D_VFSTRACE,"VFS Op:oldname=%.*s,src_dir=%lu/%u(%p),newname=%.*s,"
1166                "tgt_dir=%lu/%u(%p)\n", src_name->len, src_name->name,
1167                src->i_ino, src->i_generation, src, tgt_name->len,
1168                tgt_name->name, tgt->i_ino, tgt->i_generation, tgt);
1169
1170         if (unlikely(ll_d_mountpoint(src_dparent, src_dchild, src_name) ||
1171             ll_d_mountpoint(tgt_dparent, tgt_dchild, tgt_name)))
1172                 RETURN(-EBUSY);
1173
1174         op_data = ll_prep_md_op_data(NULL, src, tgt, NULL, 0, 0,
1175                                      LUSTRE_OPC_ANY, NULL);
1176         if (IS_ERR(op_data))
1177                 RETURN(PTR_ERR(op_data));
1178
1179         ll_get_child_fid(src, src_name, &op_data->op_fid3);
1180         ll_get_child_fid(tgt, tgt_name, &op_data->op_fid4);
1181         err = md_rename(sbi->ll_md_exp, op_data,
1182                         src_name->name, src_name->len,
1183                         tgt_name->name, tgt_name->len, &request);
1184         ll_finish_md_op_data(op_data);
1185         if (!err) {
1186                 ll_update_times(request, src);
1187                 ll_update_times(request, tgt);
1188                 err = ll_objects_destroy(request, src);
1189         }
1190
1191         ptlrpc_req_finished(request);
1192
1193         RETURN(err);
1194 }
1195
1196 static int ll_mknod(struct inode *dir, struct dentry *dchild, int mode,
1197                     ll_dev_t rdev)
1198 {
1199         return ll_mknod_generic(dir, &dchild->d_name, mode,
1200                                 old_encode_dev(rdev), dchild);
1201 }
1202
1203 static int ll_unlink(struct inode * dir, struct dentry *dentry)
1204 {
1205         return ll_unlink_generic(dir, NULL, dentry, &dentry->d_name);
1206 }
1207 static int ll_mkdir(struct inode *dir, struct dentry *dentry, int mode)
1208 {
1209         return ll_mkdir_generic(dir, &dentry->d_name, mode, dentry);
1210 }
1211 static int ll_rmdir(struct inode *dir, struct dentry *dentry)
1212 {
1213         return ll_rmdir_generic(dir, NULL, dentry, &dentry->d_name);
1214 }
1215 static int ll_symlink(struct inode *dir, struct dentry *dentry,
1216                       const char *oldname)
1217 {
1218         return ll_symlink_generic(dir, &dentry->d_name, oldname, dentry);
1219 }
1220 static int ll_link(struct dentry *old_dentry, struct inode *dir,
1221                    struct dentry *new_dentry)
1222 {
1223         return ll_link_generic(old_dentry->d_inode, dir, &new_dentry->d_name,
1224                                new_dentry);
1225 }
1226 static int ll_rename(struct inode *old_dir, struct dentry *old_dentry,
1227                      struct inode *new_dir, struct dentry *new_dentry)
1228 {
1229         int err;
1230         err = ll_rename_generic(old_dir, NULL,
1231                                  old_dentry, &old_dentry->d_name,
1232                                  new_dir, NULL, new_dentry,
1233                                  &new_dentry->d_name);
1234         if (!err) {
1235 #ifndef HAVE_FS_RENAME_DOES_D_MOVE
1236                 if (!S_ISDIR(old_dentry->d_inode->i_mode))
1237 #endif
1238                         d_move(old_dentry, new_dentry);
1239         }
1240         return err;
1241 }
1242
1243 struct inode_operations ll_dir_inode_operations = {
1244         .mknod              = ll_mknod,
1245         .lookup             = ll_lookup_nd,
1246         .create             = ll_create_nd,
1247         /* We need all these non-raw things for NFSD, to not patch it. */
1248         .unlink             = ll_unlink,
1249         .mkdir              = ll_mkdir,
1250         .rmdir              = ll_rmdir,
1251         .symlink            = ll_symlink,
1252         .link               = ll_link,
1253         .rename             = ll_rename,
1254         .setattr            = ll_setattr,
1255         .getattr            = ll_getattr,
1256         .permission         = ll_inode_permission,
1257         .setxattr           = ll_setxattr,
1258         .getxattr           = ll_getxattr,
1259         .listxattr          = ll_listxattr,
1260         .removexattr        = ll_removexattr,
1261 };
1262
1263 struct inode_operations ll_special_inode_operations = {
1264         .setattr        = ll_setattr,
1265         .getattr        = ll_getattr,
1266         .permission     = ll_inode_permission,
1267         .setxattr       = ll_setxattr,
1268         .getxattr       = ll_getxattr,
1269         .listxattr      = ll_listxattr,
1270         .removexattr    = ll_removexattr,
1271 };