Whamcloud - gitweb
Add new ->l_weigh_ast() call-back to ldlm_lock. It is called by
[fs/lustre-release.git] / lustre / llite / dir.c
1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2  * vim:expandtab:shiftwidth=8:tabstop=8:
3  *
4  * GPL HEADER START
5  *
6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License version 2 only,
10  * as published by the Free Software Foundation.
11  *
12  * This program is distributed in the hope that it will be useful, but
13  * WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * General Public License version 2 for more details (a copy is included
16  * in the LICENSE file that accompanied this code).
17  *
18  * You should have received a copy of the GNU General Public License
19  * version 2 along with this program; If not, see
20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
21  *
22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23  * CA 95054 USA or visit www.sun.com if you need additional information or
24  * have any questions.
25  *
26  * GPL HEADER END
27  */
28 /*
29  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
30  * Use is subject to license terms.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  *
36  * lustre/llite/dir.c
37  *
38  * Directory code for lustre client.
39  */
40
41 #include <linux/fs.h>
42 #include <linux/pagemap.h>
43 #include <linux/mm.h>
44 #include <linux/version.h>
45 #include <linux/smp_lock.h>
46 #include <asm/uaccess.h>
47 #include <linux/buffer_head.h>   // for wait_on_buffer
48
49 #define DEBUG_SUBSYSTEM S_LLITE
50
51 #include <obd_support.h>
52 #include <obd_class.h>
53 #include <lustre_lib.h>
54 #include <lustre/lustre_idl.h>
55 #include <lustre_lite.h>
56 #include <lustre_dlm.h>
57 #include <lustre_fid.h>
58 #include "llite_internal.h"
59
60 #ifndef HAVE_PAGE_CHECKED
61 #ifdef HAVE_PG_FS_MISC
62 #define PageChecked(page)        test_bit(PG_fs_misc, &(page)->flags)
63 #define SetPageChecked(page)     set_bit(PG_fs_misc, &(page)->flags)
64 #else
65 #error PageChecked or PageFsMisc not defined in kernel
66 #endif
67 #endif
68
69 /*
70  * (new) readdir implementation overview.
71  *
72  * Original lustre readdir implementation cached exact copy of raw directory
73  * pages on the client. These pages were indexed in client page cache by
74  * logical offset in the directory file. This design, while very simple and
75  * intuitive had some inherent problems:
76  *
77  *     . it implies that byte offset to the directory entry serves as a
78  *     telldir(3)/seekdir(3) cookie, but that offset is not stable: in
79  *     ext3/htree directory entries may move due to splits, and more
80  *     importantly,
81  *
82  *     . it is incompatible with the design of split directories for cmd3,
83  *     that assumes that names are distributed across nodes based on their
84  *     hash, and so readdir should be done in hash order.
85  *
86  * New readdir implementation does readdir in hash order, and uses hash of a
87  * file name as a telldir/seekdir cookie. This led to number of complications:
88  *
89  *     . hash is not unique, so it cannot be used to index cached directory
90  *     pages on the client (note, that it requires a whole pageful of hash
91  *     collided entries to cause two pages to have identical hashes);
92  *
93  *     . hash is not unique, so it cannot, strictly speaking, be used as an
94  *     entry cookie. ext3/htree has the same problem and lustre implementation
95  *     mimics their solution: seekdir(hash) positions directory at the first
96  *     entry with the given hash.
97  *
98  * Client side.
99  *
100  * 0. caching
101  *
102  * Client caches directory pages using hash of the first entry as an index. As
103  * noted above hash is not unique, so this solution doesn't work as is:
104  * special processing is needed for "page hash chains" (i.e., sequences of
105  * pages filled with entries all having the same hash value).
106  *
107  * First, such chains have to be detected. To this end, server returns to the
108  * client the hash of the first entry on the page next to one returned. When
109  * client detects that this hash is the same as hash of the first entry on the
110  * returned page, page hash collision has to be handled. Pages in the
111  * hash chain, except first one, are termed "overflow pages".
112  *
113  * Solution to index uniqueness problem is to not cache overflow
114  * pages. Instead, when page hash collision is detected, all overflow pages
115  * from emerging chain are immediately requested from the server and placed in
116  * a special data structure (struct ll_dir_chain). This data structure is used
117  * by ll_readdir() to process entries from overflow pages. When readdir
118  * invocation finishes, overflow pages are discarded. If page hash collision
119  * chain weren't completely processed, next call to readdir will again detect
120  * page hash collision, again read overflow pages in, process next portion of
121  * entries and again discard the pages. This is not as wasteful as it looks,
122  * because, given reasonable hash, page hash collisions are extremely rare.
123  *
124  * 1. directory positioning
125  *
126  * When seekdir(hash) is called, original
127  *
128  *
129  *
130  *
131  *
132  *
133  *
134  *
135  * Server.
136  *
137  * identification of and access to overflow pages
138  *
139  * page format
140  *
141  *
142  *
143  *
144  *
145  */
146
147 /* returns the page unlocked, but with a reference */
148 static int ll_dir_readpage(struct file *file, struct page *page)
149 {
150         struct inode *inode = page->mapping->host;
151         struct ptlrpc_request *request;
152         struct mdt_body *body;
153         struct obd_capa *oc;
154         __u64 hash;
155         int rc;
156         ENTRY;
157
158         hash = (__u64)hash_x_index(page->index);
159         CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu/%u(%p) off %lu\n",
160                inode->i_ino, inode->i_generation, inode, (unsigned long)hash);
161
162         oc = ll_mdscapa_get(inode);
163         rc = md_readpage(ll_i2sbi(inode)->ll_md_exp, ll_inode2fid(inode),
164                          oc, hash, page, &request);
165         capa_put(oc);
166         if (!rc) {
167                 body = req_capsule_server_get(&request->rq_pill, &RMF_MDT_BODY);
168                 /* Checked by mdc_readpage() */
169                 LASSERT(body != NULL);
170
171                 if (body->valid & OBD_MD_FLSIZE) {
172                         ll_inode_size_lock(inode, 0);
173                         i_size_write(inode, body->size);
174                         ll_inode_size_unlock(inode, 0);
175                 }
176                 SetPageUptodate(page);
177         }
178         ptlrpc_req_finished(request);
179
180         unlock_page(page);
181         EXIT;
182         return rc;
183 }
184
185 struct address_space_operations ll_dir_aops = {
186         .readpage  = ll_dir_readpage,
187 };
188
189 static void ll_check_page(struct inode *dir, struct page *page)
190 {
191         /* XXX: check page format later */
192         SetPageChecked(page);
193 }
194
195 static void ll_release_page(struct page *page, __u64 hash,
196                             __u64 start, __u64 end)
197 {
198         kunmap(page);
199         lock_page(page);
200         if (likely(page->mapping != NULL)) {
201                 ll_truncate_complete_page(page);
202                 unlock_page(page);
203         } else {
204                 unlock_page(page);
205                 CWARN("NULL mapping page %p, truncated by others: "
206                       "hash("LPX64") | start("LPX64") | end("LPX64")\n",
207                       page, hash, start, end);
208         }
209         page_cache_release(page);
210 }
211
212 /*
213  * Find, kmap and return page that contains given hash.
214  */
215 static struct page *ll_dir_page_locate(struct inode *dir, __u64 hash,
216                                        __u64 *start, __u64 *end)
217 {
218         struct address_space *mapping = dir->i_mapping;
219         /*
220          * Complement of hash is used as an index so that
221          * radix_tree_gang_lookup() can be used to find a page with starting
222          * hash _smaller_ than one we are looking for.
223          */
224         unsigned long offset = hash_x_index((__u32)hash);
225         struct page *page;
226         int found;
227
228         TREE_READ_LOCK_IRQ(mapping);
229         found = radix_tree_gang_lookup(&mapping->page_tree,
230                                        (void **)&page, offset, 1);
231         if (found > 0) {
232                 struct lu_dirpage *dp;
233
234                 page_cache_get(page);
235                 TREE_READ_UNLOCK_IRQ(mapping);
236                 /*
237                  * In contrast to find_lock_page() we are sure that directory
238                  * page cannot be truncated (while DLM lock is held) and,
239                  * hence, can avoid restart.
240                  *
241                  * In fact, page cannot be locked here at all, because
242                  * ll_dir_readpage() does synchronous io.
243                  */
244                 wait_on_page(page);
245                 if (PageUptodate(page)) {
246                         dp = kmap(page);
247                         *start = le64_to_cpu(dp->ldp_hash_start);
248                         *end   = le64_to_cpu(dp->ldp_hash_end);
249                         LASSERT(*start <= hash);
250                         if (hash > *end || (*end != *start && hash == *end)) {
251                                 ll_release_page(page, hash, *start, *end);
252                                 page = NULL;
253                         }
254                 } else {
255                         page_cache_release(page);
256                         page = ERR_PTR(-EIO);
257                 }
258
259         } else {
260                 TREE_READ_UNLOCK_IRQ(mapping);
261                 page = NULL;
262         }
263         return page;
264 }
265
266 struct page *ll_get_dir_page(struct inode *dir, __u64 hash, int exact,
267                              struct ll_dir_chain *chain)
268 {
269         ldlm_policy_data_t policy = {.l_inodebits = {MDS_INODELOCK_UPDATE} };
270         struct address_space *mapping = dir->i_mapping;
271         struct lustre_handle lockh;
272         struct lu_dirpage *dp;
273         struct page *page;
274         ldlm_mode_t mode;
275         int rc;
276         __u64 start = 0;
277         __u64 end = 0;
278
279         mode = LCK_PR;
280         rc = md_lock_match(ll_i2sbi(dir)->ll_md_exp, LDLM_FL_BLOCK_GRANTED,
281                            ll_inode2fid(dir), LDLM_IBITS, &policy, mode, &lockh);
282         if (!rc) {
283                 struct ldlm_enqueue_info einfo = { LDLM_IBITS, mode,
284                        ll_md_blocking_ast, ldlm_completion_ast,
285                        NULL, NULL, dir };
286                 struct lookup_intent it = { .it_op = IT_READDIR };
287                 struct ptlrpc_request *request;
288                 struct md_op_data *op_data;
289
290                 op_data = ll_prep_md_op_data(NULL, dir, NULL, NULL, 0, 0,
291                                              LUSTRE_OPC_ANY, NULL);
292                 if (IS_ERR(op_data))
293                         return (void *)op_data;
294
295                 rc = md_enqueue(ll_i2sbi(dir)->ll_md_exp, &einfo, &it,
296                                 op_data, &lockh, NULL, 0, NULL, 0);
297
298                 ll_finish_md_op_data(op_data);
299
300                 request = (struct ptlrpc_request *)it.d.lustre.it_data;
301                 if (request)
302                         ptlrpc_req_finished(request);
303                 if (rc < 0) {
304                         CERROR("lock enqueue: rc: %d\n", rc);
305                         return ERR_PTR(rc);
306                 }
307         } else {
308                 /* for cross-ref object, l_ast_data of the lock may not be set,
309                  * we reset it here */
310                 md_set_lock_data(ll_i2sbi(dir)->ll_md_exp, &lockh.cookie, dir);
311         }
312         ldlm_lock_dump_handle(D_OTHER, &lockh);
313
314         page = ll_dir_page_locate(dir, hash, &start, &end);
315         if (IS_ERR(page))
316                 GOTO(out_unlock, page);
317
318         if (page != NULL) {
319                 /*
320                  * XXX nikita: not entirely correct handling of a corner case:
321                  * suppose hash chain of entries with hash value HASH crosses
322                  * border between pages P0 and P1. First both P0 and P1 are
323                  * cached, seekdir() is called for some entry from the P0 part
324                  * of the chain. Later P0 goes out of cache. telldir(HASH)
325                  * happens and finds P1, as it starts with matching hash
326                  * value. Remaining entries from P0 part of the chain are
327                  * skipped. (Is that really a bug?)
328                  *
329                  * Possible solutions: 0. don't cache P1 is such case, handle
330                  * it as an "overflow" page. 1. invalidate all pages at
331                  * once. 2. use HASH|1 as an index for P1.
332                  */
333                 if (exact && hash != start) {
334                         /*
335                          * readdir asked for a page starting _exactly_ from
336                          * given hash, but cache contains stale page, with
337                          * entries with smaller hash values. Stale page should
338                          * be invalidated, and new one fetched.
339                          */
340                         CWARN("Stale readpage page %p: "LPX64" != "LPX64"\n",
341                               page, hash, start);
342                         ll_release_page(page, hash, start, end);
343                 } else {
344                         GOTO(hash_collision, page);
345                 }
346         }
347
348         page = read_cache_page(mapping, hash_x_index((__u32)hash),
349                                (filler_t*)mapping->a_ops->readpage, NULL);
350         if (IS_ERR(page))
351                 GOTO(out_unlock, page);
352
353         wait_on_page(page);
354         (void)kmap(page);
355         if (!PageUptodate(page))
356                 goto fail;
357         if (!PageChecked(page))
358                 ll_check_page(dir, page);
359         if (PageError(page))
360                 goto fail;
361 hash_collision:
362         dp = page_address(page);
363
364         start = le64_to_cpu(dp->ldp_hash_start);
365         end   = le64_to_cpu(dp->ldp_hash_end);
366         if (end == start) {
367                 LASSERT(start == hash);
368                 CWARN("Page-wide hash collision: %#lx\n", (unsigned long)end);
369                 /*
370                  * Fetch whole overflow chain...
371                  *
372                  * XXX not yet.
373                  */
374                 goto fail;
375         }
376 out_unlock:
377         ldlm_lock_decref(&lockh, mode);
378         return page;
379
380 fail:
381         ll_put_page(page);
382         page = ERR_PTR(-EIO);
383         goto out_unlock;
384 }
385
386 int ll_readdir(struct file *filp, void *cookie, filldir_t filldir)
387 {
388         struct inode         *inode = filp->f_dentry->d_inode;
389         struct ll_inode_info *info  = ll_i2info(inode);
390         struct ll_sb_info    *sbi   = ll_i2sbi(inode);
391         __u64                 pos   = filp->f_pos;
392         struct page          *page;
393         struct ll_dir_chain   chain;
394         int rc;
395         int done;
396         int shift;
397         ENTRY;
398
399         CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu/%u(%p) pos %lu/%llu\n",
400                inode->i_ino, inode->i_generation, inode,
401                (unsigned long)pos, i_size_read(inode));
402
403         if (pos == DIR_END_OFF)
404                 /*
405                  * end-of-file.
406                  */
407                 RETURN(0);
408
409         rc    = 0;
410         done  = 0;
411         shift = 0;
412         ll_dir_chain_init(&chain);
413
414         page = ll_get_dir_page(inode, pos, 0, &chain);
415
416         while (rc == 0 && !done) {
417                 struct lu_dirpage *dp;
418                 struct lu_dirent  *ent;
419
420                 if (!IS_ERR(page)) {
421                         /*
422                          * If page is empty (end of directoryis reached),
423                          * use this value.
424                          */
425                         __u64 hash = DIR_END_OFF;
426                         __u64 next;
427
428                         dp = page_address(page);
429                         for (ent = lu_dirent_start(dp); ent != NULL && !done;
430                              ent = lu_dirent_next(ent)) {
431                                 char          *name;
432                                 int            namelen;
433                                 struct lu_fid  fid;
434                                 ino_t          ino;
435
436                                 /*
437                                  * XXX: implement correct swabbing here.
438                                  */
439
440                                 hash    = le64_to_cpu(ent->lde_hash);
441                                 namelen = le16_to_cpu(ent->lde_namelen);
442
443                                 if (hash < pos)
444                                         /*
445                                          * Skip until we find target hash
446                                          * value.
447                                          */
448                                         continue;
449
450                                 if (namelen == 0)
451                                         /*
452                                          * Skip dummy record.
453                                          */
454                                         continue;
455
456                                 fid  = ent->lde_fid;
457                                 name = ent->lde_name;
458                                 fid_le_to_cpu(&fid, &fid);
459                                 ino  = ll_fid_build_ino(sbi, &fid);
460
461                                 done = filldir(cookie, name, namelen,
462                                                (loff_t)hash, ino, DT_UNKNOWN);
463                         }
464                         next = le64_to_cpu(dp->ldp_hash_end);
465                         ll_put_page(page);
466                         if (!done) {
467                                 pos = next;
468                                 if (pos == DIR_END_OFF)
469                                         /*
470                                          * End of directory reached.
471                                          */
472                                         done = 1;
473                                 else if (1 /* chain is exhausted*/)
474                                         /*
475                                          * Normal case: continue to the next
476                                          * page.
477                                          */
478                                         page = ll_get_dir_page(inode, pos, 1,
479                                                                &chain);
480                                 else {
481                                         /*
482                                          * go into overflow page.
483                                          */
484                                 }
485                         } else
486                                 pos = hash;
487                 } else {
488                         rc = PTR_ERR(page);
489                         CERROR("error reading dir "DFID" at %lu: rc %d\n",
490                                PFID(&info->lli_fid), (unsigned long)pos, rc);
491                 }
492         }
493
494         filp->f_pos = (loff_t)(__s32)pos;
495         filp->f_version = inode->i_version;
496         touch_atime(filp->f_vfsmnt, filp->f_dentry);
497
498         ll_dir_chain_fini(&chain);
499
500         RETURN(rc);
501 }
502
503 #define QCTL_COPY(out, in)              \
504 do {                                    \
505         Q_COPY(out, in, qc_cmd);        \
506         Q_COPY(out, in, qc_type);       \
507         Q_COPY(out, in, qc_id);         \
508         Q_COPY(out, in, qc_stat);       \
509         Q_COPY(out, in, qc_dqinfo);     \
510         Q_COPY(out, in, qc_dqblk);      \
511 } while (0)
512
513 int ll_send_mgc_param(struct obd_export *mgc, char *string)
514 {
515         struct mgs_send_param *msp;
516         int rc = 0;
517
518         OBD_ALLOC_PTR(msp);
519         if (!msp)
520                 return -ENOMEM;
521
522         strncpy(msp->mgs_param, string, MGS_PARAM_MAXLEN);
523         rc = obd_set_info_async(mgc, sizeof(KEY_SET_INFO), KEY_SET_INFO,
524                                 sizeof(struct mgs_send_param), msp, NULL);
525         if (rc)
526                 CERROR("Failed to set parameter: %d\n", rc);
527         OBD_FREE_PTR(msp);
528
529         return rc;
530 }
531
532 char *ll_get_fsname(struct inode *inode)
533 {
534         struct lustre_sb_info *lsi = s2lsi(inode->i_sb);
535         char *ptr, *fsname;
536         int len;
537
538         OBD_ALLOC(fsname, MGS_PARAM_MAXLEN);
539         len = strlen(lsi->lsi_lmd->lmd_profile);
540         ptr = strrchr(lsi->lsi_lmd->lmd_profile, '-');
541         if (ptr && (strcmp(ptr, "-client") == 0))
542                 len -= 7;
543         strncpy(fsname, lsi->lsi_lmd->lmd_profile, len);
544         fsname[len] = '\0';
545
546         return fsname;
547 }
548
549 int ll_dir_setstripe(struct inode *inode, struct lov_user_md *lump,
550                      int set_default)
551 {
552         struct ll_sb_info *sbi = ll_i2sbi(inode);
553         struct md_op_data *op_data;
554         struct ptlrpc_request *req = NULL;
555         int rc = 0;
556         struct lustre_sb_info *lsi = s2lsi(inode->i_sb);
557         struct obd_device *mgc = lsi->lsi_mgc;
558         char *fsname = NULL, *param = NULL;
559         int lum_size;
560
561         /*
562          * This is coming from userspace, so should be in
563          * local endian.  But the MDS would like it in little
564          * endian, so we swab it before we send it.
565          */
566         switch (lump->lmm_magic) {
567         case LOV_USER_MAGIC_V1: {
568                 if (lump->lmm_magic != cpu_to_le32(LOV_USER_MAGIC_V1))
569                         lustre_swab_lov_user_md_v1(lump);
570                 lum_size = sizeof(struct lov_user_md_v1);
571                 break;
572                 }
573         case LOV_USER_MAGIC_V3: {
574                 if (lump->lmm_magic != cpu_to_le32(LOV_USER_MAGIC_V3))
575                         lustre_swab_lov_user_md_v3((struct lov_user_md_v3 *)lump);
576                 lum_size = sizeof(struct lov_user_md_v3);
577                 break;
578                 }
579         default: {
580                 CDEBUG(D_IOCTL, "bad userland LOV MAGIC:"
581                                 " %#08x != %#08x nor %#08x\n",
582                                 lump->lmm_magic, LOV_USER_MAGIC_V1,
583                                 LOV_USER_MAGIC_V3);
584                 RETURN(-EINVAL);
585                 }
586         }
587
588         op_data = ll_prep_md_op_data(NULL, inode, NULL, NULL, 0, 0,
589                                      LUSTRE_OPC_ANY, NULL);
590         if (IS_ERR(op_data))
591                 RETURN(PTR_ERR(op_data));
592
593         /* swabbing is done in lov_setstripe() on server side */
594         rc = md_setattr(sbi->ll_md_exp, op_data, lump, lum_size,
595                         NULL, 0, &req, NULL);
596         ll_finish_md_op_data(op_data);
597         ptlrpc_req_finished(req);
598         if (rc) {
599                 if (rc != -EPERM && rc != -EACCES)
600                         CERROR("mdc_setattr fails: rc = %d\n", rc);
601         }
602
603         /* In the following we use the fact that LOV_USER_MAGIC_V1 and
604          LOV_USER_MAGIC_V3 have the same initial fields so we do not
605          need the make the distiction between the 2 versions */
606         if (set_default && mgc->u.cli.cl_mgc_mgsexp) {
607                 OBD_ALLOC(param, MGS_PARAM_MAXLEN);
608
609                 /* Get fsname and assume devname to be -MDT0000. */
610                 fsname = ll_get_fsname(inode);
611                 /* Set root stripesize */
612                 sprintf(param, "%s-MDT0000.lov.stripesize=%u", fsname,
613                         lump->lmm_stripe_size);
614                 rc = ll_send_mgc_param(mgc->u.cli.cl_mgc_mgsexp, param);
615                 if (rc)
616                         goto end;
617
618                 /* Set root stripecount */
619                 sprintf(param, "%s-MDT0000.lov.stripecount=%u", fsname,
620                         lump->lmm_stripe_count);
621                 rc = ll_send_mgc_param(mgc->u.cli.cl_mgc_mgsexp, param);
622                 if (rc)
623                         goto end;
624
625                 /* Set root stripeoffset */
626                 sprintf(param, "%s-MDT0000.lov.stripeoffset=%u", fsname,
627                         lump->lmm_stripe_offset);
628                 rc = ll_send_mgc_param(mgc->u.cli.cl_mgc_mgsexp, param);
629                 if (rc)
630                         goto end;
631 end:
632                 if (fsname)
633                         OBD_FREE(fsname, MGS_PARAM_MAXLEN);
634                 if (param)
635                         OBD_FREE(param, MGS_PARAM_MAXLEN);
636         }
637         return rc;
638 }
639
640 int ll_dir_getstripe(struct inode *inode, struct lov_mds_md **lmmp,
641                      int *lmm_size, struct ptlrpc_request **request)
642 {
643         struct ll_sb_info *sbi = ll_i2sbi(inode);
644         struct mdt_body   *body;
645         struct lov_mds_md *lmm = NULL;
646         struct ptlrpc_request *req = NULL;
647         int rc, lmmsize;
648         struct obd_capa *oc;
649
650         rc = ll_get_max_mdsize(sbi, &lmmsize);
651         if (rc)
652                 RETURN(rc);
653
654         oc = ll_mdscapa_get(inode);
655         rc = md_getattr(sbi->ll_md_exp, ll_inode2fid(inode),
656                         oc, OBD_MD_FLEASIZE | OBD_MD_FLDIREA,
657                         lmmsize, &req);
658         capa_put(oc);
659         if (rc < 0) {
660                 CDEBUG(D_INFO, "md_getattr failed on inode "
661                        "%lu/%u: rc %d\n", inode->i_ino,
662                        inode->i_generation, rc);
663                 GOTO(out, rc);
664         }
665
666         body = req_capsule_server_get(&req->rq_pill, &RMF_MDT_BODY);
667         LASSERT(body != NULL);
668
669         lmmsize = body->eadatasize;
670
671         if (!(body->valid & (OBD_MD_FLEASIZE | OBD_MD_FLDIREA)) ||
672             lmmsize == 0) {
673                 GOTO(out, rc = -ENODATA);
674         }
675
676         lmm = req_capsule_server_sized_get(&req->rq_pill,
677                                            &RMF_MDT_MD, lmmsize);
678         LASSERT(lmm != NULL);
679
680         /*
681          * This is coming from the MDS, so is probably in
682          * little endian.  We convert it to host endian before
683          * passing it to userspace.
684          */
685         /* We don't swab objects for directories */
686         switch (le32_to_cpu(lmm->lmm_magic)) {
687         case LOV_MAGIC_V1:
688                 if (LOV_MAGIC != cpu_to_le32(LOV_MAGIC))
689                         lustre_swab_lov_user_md_v1((struct lov_user_md_v1 *)lmm);
690                 break;
691         case LOV_MAGIC_V3:
692                 if (LOV_MAGIC != cpu_to_le32(LOV_MAGIC))
693                         lustre_swab_lov_user_md_v3((struct lov_user_md_v3 *)lmm);
694                 break;
695         default:
696                 CERROR("unknown magic: %lX\n", (unsigned long)lmm->lmm_magic);
697                 rc = -EPROTO;
698         }
699 out:
700         *lmmp = lmm;
701         *lmm_size = lmmsize;
702         *request = req;
703         return rc;
704 }
705
706 static int ll_dir_ioctl(struct inode *inode, struct file *file,
707                         unsigned int cmd, unsigned long arg)
708 {
709         struct ll_sb_info *sbi = ll_i2sbi(inode);
710         struct obd_ioctl_data *data;
711         ENTRY;
712
713         CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu/%u(%p), cmd=%#x\n",
714                inode->i_ino, inode->i_generation, inode, cmd);
715
716         /* asm-ppc{,64} declares TCGETS, et. al. as type 't' not 'T' */
717         if (_IOC_TYPE(cmd) == 'T' || _IOC_TYPE(cmd) == 't') /* tty ioctls */
718                 return -ENOTTY;
719
720         ll_stats_ops_tally(ll_i2sbi(inode), LPROC_LL_IOCTL, 1);
721         switch(cmd) {
722         case EXT3_IOC_GETFLAGS:
723         case EXT3_IOC_SETFLAGS:
724                 RETURN(ll_iocontrol(inode, file, cmd, arg));
725         case EXT3_IOC_GETVERSION_OLD:
726         case EXT3_IOC_GETVERSION:
727                 RETURN(put_user(inode->i_generation, (int *)arg));
728         /* We need to special case any other ioctls we want to handle,
729          * to send them to the MDS/OST as appropriate and to properly
730          * network encode the arg field.
731         case EXT3_IOC_SETVERSION_OLD:
732         case EXT3_IOC_SETVERSION:
733         */
734         case IOC_MDC_LOOKUP: {
735                 struct ptlrpc_request *request = NULL;
736                 int namelen, rc, len = 0;
737                 char *buf = NULL;
738                 char *filename;
739                 struct obd_capa *oc;
740
741                 rc = obd_ioctl_getdata(&buf, &len, (void *)arg);
742                 if (rc)
743                         RETURN(rc);
744                 data = (void *)buf;
745
746                 filename = data->ioc_inlbuf1;
747                 namelen = data->ioc_inllen1;
748
749                 if (namelen < 1) {
750                         CDEBUG(D_INFO, "IOC_MDC_LOOKUP missing filename\n");
751                         GOTO(out, rc = -EINVAL);
752                 }
753
754                 oc = ll_mdscapa_get(inode);
755                 rc = md_getattr_name(sbi->ll_md_exp, ll_inode2fid(inode), oc,
756                                      filename, namelen, OBD_MD_FLID, 0,
757                                      ll_i2suppgid(inode), &request);
758                 capa_put(oc);
759                 if (rc < 0) {
760                         CDEBUG(D_INFO, "md_getattr_name: %d\n", rc);
761                         GOTO(out, rc);
762                 }
763
764                 ptlrpc_req_finished(request);
765
766                 EXIT;
767         out:
768                 obd_ioctl_freedata(buf, len);
769                 return rc;
770         }
771         case LL_IOC_LOV_SETSTRIPE: {
772                 struct lov_user_md_v3 lumv3;
773                 struct lov_user_md_v1 *lumv1 = (struct lov_user_md_v1 *)&lumv3;
774                 struct lov_user_md_v1 *lumv1p = (struct lov_user_md_v1 *)arg;
775                 struct lov_user_md_v3 *lumv3p = (struct lov_user_md_v3 *)arg;
776
777                 int rc = 0;
778                 int set_default = 0;
779
780                 LASSERT(sizeof(lumv3) == sizeof(*lumv3p));
781                 LASSERT(sizeof(lumv3.lmm_objects[0]) ==
782                         sizeof(lumv3p->lmm_objects[0]));
783                 /* first try with v1 which is smaller than v3 */
784                 rc = copy_from_user(lumv1, lumv1p, sizeof(*lumv1));
785                 if (rc)
786                         RETURN(-EFAULT);
787
788                 if (lumv1->lmm_magic == LOV_USER_MAGIC_V3) {
789                         rc = copy_from_user(&lumv3, lumv3p, sizeof(lumv3));
790                         if (rc)
791                                 RETURN(-EFAULT);
792                 }
793
794                 if (inode->i_sb->s_root == file->f_dentry)
795                         set_default = 1;
796
797                 /* in v1 and v3 cases lumv1 points to data */
798                 rc = ll_dir_setstripe(inode, lumv1, set_default);
799
800                 RETURN(rc);
801         }
802         case LL_IOC_OBD_STATFS:
803                 RETURN(ll_obd_statfs(inode, (void *)arg));
804         case LL_IOC_LOV_GETSTRIPE:
805         case LL_IOC_MDC_GETINFO:
806         case IOC_MDC_GETFILEINFO:
807         case IOC_MDC_GETFILESTRIPE: {
808                 struct ptlrpc_request *request = NULL;
809                 struct lov_user_md *lump;
810                 struct lov_mds_md *lmm = NULL;
811                 struct mdt_body *body;
812                 char *filename = NULL;
813                 int rc, lmmsize;
814
815                 if (cmd == IOC_MDC_GETFILEINFO ||
816                     cmd == IOC_MDC_GETFILESTRIPE) {
817                         filename = getname((const char *)arg);
818                         if (IS_ERR(filename))
819                                 RETURN(PTR_ERR(filename));
820
821                         rc = ll_lov_getstripe_ea_info(inode, filename, &lmm,
822                                                       &lmmsize, &request);
823                 } else {
824                         rc = ll_dir_getstripe(inode, &lmm, &lmmsize, &request);
825                 }
826
827                 if (request) {
828                         body = req_capsule_server_get(&request->rq_pill,
829                                                       &RMF_MDT_BODY);
830                         LASSERT(body != NULL);
831                 } else {
832                         GOTO(out_req, rc);
833                 }
834
835                 if (rc < 0) {
836                         if (rc == -ENODATA && (cmd == IOC_MDC_GETFILEINFO ||
837                                                cmd == LL_IOC_MDC_GETINFO))
838                                 GOTO(skip_lmm, rc = 0);
839                         else
840                                 GOTO(out_req, rc);
841                 }
842
843                 if (cmd == IOC_MDC_GETFILESTRIPE ||
844                     cmd == LL_IOC_LOV_GETSTRIPE) {
845                         lump = (struct lov_user_md *)arg;
846                 } else {
847                         struct lov_user_mds_data *lmdp;
848                         lmdp = (struct lov_user_mds_data *)arg;
849                         lump = &lmdp->lmd_lmm;
850                 }
851                 rc = copy_to_user(lump, lmm, lmmsize);
852                 if (rc)
853                         GOTO(out_lmm, rc = -EFAULT);
854         skip_lmm:
855                 if (cmd == IOC_MDC_GETFILEINFO || cmd == LL_IOC_MDC_GETINFO) {
856                         struct lov_user_mds_data *lmdp;
857                         lstat_t st = { 0 };
858
859                         st.st_dev     = inode->i_sb->s_dev;
860                         st.st_mode    = body->mode;
861                         st.st_nlink   = body->nlink;
862                         st.st_uid     = body->uid;
863                         st.st_gid     = body->gid;
864                         st.st_rdev    = body->rdev;
865                         st.st_size    = body->size;
866                         st.st_blksize = CFS_PAGE_SIZE;
867                         st.st_blocks  = body->blocks;
868                         st.st_atime   = body->atime;
869                         st.st_mtime   = body->mtime;
870                         st.st_ctime   = body->ctime;
871                         st.st_ino     = inode->i_ino;
872
873                         lmdp = (struct lov_user_mds_data *)arg;
874                         rc = copy_to_user(&lmdp->lmd_st, &st, sizeof(st));
875                         if (rc)
876                                 GOTO(out_lmm, rc = -EFAULT);
877                 }
878
879                 EXIT;
880         out_lmm:
881                 if (lmm && lmm->lmm_magic == LOV_MAGIC_JOIN)
882                         OBD_FREE(lmm, lmmsize);
883         out_req:
884                 ptlrpc_req_finished(request);
885                 if (filename)
886                         putname(filename);
887                 return rc;
888         }
889         case IOC_LOV_GETINFO: {
890                 struct lov_user_mds_data *lumd;
891                 struct lov_stripe_md *lsm;
892                 struct lov_user_md *lum;
893                 struct lov_mds_md *lmm;
894                 int lmmsize;
895                 lstat_t st;
896                 int rc;
897
898                 lumd = (struct lov_user_mds_data *)arg;
899                 lum = &lumd->lmd_lmm;
900
901                 rc = ll_get_max_mdsize(sbi, &lmmsize);
902                 if (rc)
903                         RETURN(rc);
904
905                 OBD_ALLOC(lmm, lmmsize);
906                 rc = copy_from_user(lmm, lum, lmmsize);
907                 if (rc)
908                         GOTO(free_lmm, rc = -EFAULT);
909
910                 switch (lmm->lmm_magic) {
911                 case LOV_USER_MAGIC_V1:
912                         if (LOV_USER_MAGIC_V1 == cpu_to_le32(LOV_USER_MAGIC_V1))
913                                 break;
914                         /* swab objects first so that stripes num will be sane */
915                         lustre_swab_lov_user_md_objects(
916                                 ((struct lov_user_md_v1 *)lmm)->lmm_objects,
917                                 ((struct lov_user_md_v1 *)lmm)->lmm_stripe_count);
918                         lustre_swab_lov_user_md_v1((struct lov_user_md_v1 *)lmm);
919                         break;
920                 case LOV_USER_MAGIC_V3:
921                         if (LOV_USER_MAGIC_V3 == cpu_to_le32(LOV_USER_MAGIC_V3))
922                                 break;
923                         /* swab objects first so that stripes num will be sane */
924                         lustre_swab_lov_user_md_objects(
925                                 ((struct lov_user_md_v3 *)lmm)->lmm_objects,
926                                 ((struct lov_user_md_v3 *)lmm)->lmm_stripe_count);
927                         lustre_swab_lov_user_md_v3((struct lov_user_md_v3 *)lmm);
928                         break;
929                 default:
930                         GOTO(free_lmm, rc = -EINVAL);
931                 }
932
933                 rc = obd_unpackmd(sbi->ll_dt_exp, &lsm, lmm, lmmsize);
934                 if (rc < 0)
935                         GOTO(free_lmm, rc = -ENOMEM);
936
937                 rc = obd_checkmd(sbi->ll_dt_exp, sbi->ll_md_exp, lsm);
938                 if (rc)
939                         GOTO(free_lsm, rc);
940
941                 /* Perform glimpse_size operation. */
942                 memset(&st, 0, sizeof(st));
943
944                 rc = ll_glimpse_ioctl(sbi, lsm, &st);
945                 if (rc)
946                         GOTO(free_lsm, rc);
947
948                 rc = copy_to_user(&lumd->lmd_st, &st, sizeof(st));
949                 if (rc)
950                         GOTO(free_lsm, rc = -EFAULT);
951
952                 EXIT;
953         free_lsm:
954                 obd_free_memmd(sbi->ll_dt_exp, &lsm);
955         free_lmm:
956                 OBD_FREE(lmm, lmmsize);
957                 return rc;
958         }
959         case OBD_IOC_LLOG_CATINFO: {
960                 struct ptlrpc_request *req = NULL;
961                 char                  *buf = NULL;
962                 char                  *str;
963                 int                    len = 0;
964                 int                    rc;
965
966                 rc = obd_ioctl_getdata(&buf, &len, (void *)arg);
967                 if (rc)
968                         RETURN(rc);
969                 data = (void *)buf;
970
971                 if (!data->ioc_inlbuf1) {
972                         obd_ioctl_freedata(buf, len);
973                         RETURN(-EINVAL);
974                 }
975
976                 req = ptlrpc_request_alloc(sbi2mdc(sbi)->cl_import,
977                                            &RQF_LLOG_CATINFO);
978                 if (req == NULL)
979                         GOTO(out_catinfo, rc = -ENOMEM);
980
981                 req_capsule_set_size(&req->rq_pill, &RMF_NAME, RCL_CLIENT,
982                                      data->ioc_inllen1);
983                 req_capsule_set_size(&req->rq_pill, &RMF_STRING, RCL_CLIENT,
984                                      data->ioc_inllen2);
985
986                 rc = ptlrpc_request_pack(req, LUSTRE_LOG_VERSION, LLOG_CATINFO);
987                 if (rc) {
988                         ptlrpc_request_free(req);
989                         GOTO(out_catinfo, rc);
990                 }
991
992                 str = req_capsule_client_get(&req->rq_pill, &RMF_NAME);
993                 memcpy(str, data->ioc_inlbuf1, data->ioc_inllen1);
994                 if (data->ioc_inllen2) {
995                         str = req_capsule_client_get(&req->rq_pill,
996                                                      &RMF_STRING);
997                         memcpy(str, data->ioc_inlbuf2, data->ioc_inllen2);
998                 }
999
1000                 req_capsule_set_size(&req->rq_pill, &RMF_STRING, RCL_SERVER,
1001                                      data->ioc_plen1);
1002                 ptlrpc_request_set_replen(req);
1003
1004                 rc = ptlrpc_queue_wait(req);
1005                 if (!rc) {
1006                         str = req_capsule_server_get(&req->rq_pill,
1007                                                      &RMF_STRING);
1008                         rc = copy_to_user(data->ioc_pbuf1, str, data->ioc_plen1);
1009                 }
1010                 ptlrpc_req_finished(req);
1011         out_catinfo:
1012                 obd_ioctl_freedata(buf, len);
1013                 RETURN(rc);
1014         }
1015         case OBD_IOC_QUOTACHECK: {
1016                 struct obd_quotactl *oqctl;
1017                 int rc, error = 0;
1018
1019                 if (!cfs_capable(CFS_CAP_SYS_ADMIN))
1020                         RETURN(-EPERM);
1021
1022                 OBD_ALLOC_PTR(oqctl);
1023                 if (!oqctl)
1024                         RETURN(-ENOMEM);
1025                 oqctl->qc_type = arg;
1026                 rc = obd_quotacheck(sbi->ll_md_exp, oqctl);
1027                 if (rc < 0) {
1028                         CDEBUG(D_INFO, "md_quotacheck failed: rc %d\n", rc);
1029                         error = rc;
1030                 }
1031
1032                 rc = obd_quotacheck(sbi->ll_dt_exp, oqctl);
1033                 if (rc < 0)
1034                         CDEBUG(D_INFO, "obd_quotacheck failed: rc %d\n", rc);
1035
1036                 OBD_FREE_PTR(oqctl);
1037                 return error ?: rc;
1038         }
1039         case OBD_IOC_POLL_QUOTACHECK: {
1040                 struct if_quotacheck *check;
1041                 int rc;
1042
1043                 if (!cfs_capable(CFS_CAP_SYS_ADMIN))
1044                         RETURN(-EPERM);
1045
1046                 OBD_ALLOC_PTR(check);
1047                 if (!check)
1048                         RETURN(-ENOMEM);
1049
1050                 rc = obd_iocontrol(cmd, sbi->ll_md_exp, 0, (void *)check,
1051                                    NULL);
1052                 if (rc) {
1053                         CDEBUG(D_QUOTA, "mdc ioctl %d failed: %d\n", cmd, rc);
1054                         if (copy_to_user((void *)arg, check, sizeof(*check)))
1055                                 rc = -EFAULT;
1056                         GOTO(out_poll, rc);
1057                 }
1058
1059                 rc = obd_iocontrol(cmd, sbi->ll_dt_exp, 0, (void *)check,
1060                                    NULL);
1061                 if (rc) {
1062                         CDEBUG(D_QUOTA, "osc ioctl %d failed: %d\n", cmd, rc);
1063                         if (copy_to_user((void *)arg, check, sizeof(*check)))
1064                                 rc = -EFAULT;
1065                         GOTO(out_poll, rc);
1066                 }
1067         out_poll:
1068                 OBD_FREE_PTR(check);
1069                 RETURN(rc);
1070         }
1071 #ifdef HAVE_QUOTA_SUPPORT
1072         case OBD_IOC_QUOTACTL: {
1073                 struct if_quotactl *qctl;
1074                 struct obd_quotactl *oqctl;
1075
1076                 int cmd, type, id, rc = 0;
1077
1078                 OBD_ALLOC_PTR(qctl);
1079                 if (!qctl)
1080                         RETURN(-ENOMEM);
1081
1082                 OBD_ALLOC_PTR(oqctl);
1083                 if (!oqctl) {
1084                         OBD_FREE_PTR(qctl);
1085                         RETURN(-ENOMEM);
1086                 }
1087                 if (copy_from_user(qctl, (void *)arg, sizeof(*qctl)))
1088                         GOTO(out_quotactl, rc = -EFAULT);
1089
1090                 cmd = qctl->qc_cmd;
1091                 type = qctl->qc_type;
1092                 id = qctl->qc_id;
1093                 switch (cmd) {
1094                 case Q_QUOTAON:
1095                 case Q_QUOTAOFF:
1096                 case Q_SETQUOTA:
1097                 case Q_SETINFO:
1098                         if (!cfs_capable(CFS_CAP_SYS_ADMIN))
1099                                 GOTO(out_quotactl, rc = -EPERM);
1100                         break;
1101                 case Q_GETQUOTA:
1102                         if (((type == USRQUOTA && current->euid != id) ||
1103                              (type == GRPQUOTA && !in_egroup_p(id))) &&
1104                             !cfs_capable(CFS_CAP_SYS_ADMIN))
1105                                 GOTO(out_quotactl, rc = -EPERM);
1106
1107                         /* XXX: dqb_valid is borrowed as a flag to mark that
1108                          *      only mds quota is wanted */
1109                         if (qctl->qc_dqblk.dqb_valid)
1110                                 qctl->obd_uuid = sbi->ll_md_exp->exp_obd->
1111                                                         u.cli.cl_target_uuid;
1112                         break;
1113                 case Q_GETINFO:
1114                         break;
1115                 default:
1116                         CERROR("unsupported quotactl op: %#x\n", cmd);
1117                         GOTO(out_quotactl, rc = -ENOTTY);
1118                 }
1119
1120                 QCTL_COPY(oqctl, qctl);
1121
1122                 if (qctl->obd_uuid.uuid[0]) {
1123                         struct obd_device *obd;
1124                         struct obd_uuid *uuid = &qctl->obd_uuid;
1125
1126                         obd = class_find_client_notype(uuid,
1127                                          &sbi->ll_dt_exp->exp_obd->obd_uuid);
1128                         if (!obd)
1129                                 GOTO(out_quotactl, rc = -ENOENT);
1130
1131                         if (cmd == Q_GETINFO)
1132                                 oqctl->qc_cmd = Q_GETOINFO;
1133                         else if (cmd == Q_GETQUOTA)
1134                                 oqctl->qc_cmd = Q_GETOQUOTA;
1135                         else
1136                                 GOTO(out_quotactl, rc = -EINVAL);
1137
1138                         if (sbi->ll_md_exp->exp_obd == obd) {
1139                                 rc = obd_quotactl(sbi->ll_md_exp, oqctl);
1140                         } else {
1141                                 int i;
1142                                 struct obd_export *exp;
1143                                 struct lov_obd *lov = &sbi->ll_dt_exp->
1144                                                             exp_obd->u.lov;
1145
1146                                 for (i = 0; i < lov->desc.ld_tgt_count; i++) {
1147                                         if (!lov->lov_tgts[i] ||
1148                                             !lov->lov_tgts[i]->ltd_active)
1149                                                 continue;
1150                                         exp = lov->lov_tgts[i]->ltd_exp;
1151                                         if (exp->exp_obd == obd) {
1152                                                 rc = obd_quotactl(exp, oqctl);
1153                                                 break;
1154                                         }
1155                                 }
1156                         }
1157
1158                         oqctl->qc_cmd = cmd;
1159                         QCTL_COPY(qctl, oqctl);
1160
1161                         if (copy_to_user((void *)arg, qctl, sizeof(*qctl)))
1162                                 rc = -EFAULT;
1163
1164                         GOTO(out_quotactl, rc);
1165                 }
1166
1167                 rc = obd_quotactl(sbi->ll_md_exp, oqctl);
1168                 if (rc && rc != -EBUSY && cmd == Q_QUOTAON) {
1169                         oqctl->qc_cmd = Q_QUOTAOFF;
1170                         obd_quotactl(sbi->ll_md_exp, oqctl);
1171                 }
1172
1173                 QCTL_COPY(qctl, oqctl);
1174
1175                 if (copy_to_user((void *)arg, qctl, sizeof(*qctl)))
1176                         rc = -EFAULT;
1177         out_quotactl:
1178                 OBD_FREE_PTR(qctl);
1179                 OBD_FREE_PTR(oqctl);
1180                 RETURN(rc);
1181         }
1182 #endif /* HAVE_QUOTA_SUPPORT */
1183         case OBD_IOC_GETNAME: {
1184                 struct obd_device *obd = class_exp2obd(sbi->ll_dt_exp);
1185                 if (!obd)
1186                         RETURN(-EFAULT);
1187                 if (copy_to_user((void *)arg, obd->obd_name,
1188                                 strlen(obd->obd_name) + 1))
1189                         RETURN (-EFAULT);
1190                 RETURN(0);
1191         }
1192         case LL_IOC_FLUSHCTX:
1193                 RETURN(ll_flush_ctx(inode));
1194 #ifdef CONFIG_FS_POSIX_ACL
1195         case LL_IOC_RMTACL: {
1196             if (sbi->ll_flags & LL_SBI_RMT_CLIENT &&
1197                 inode == inode->i_sb->s_root->d_inode) {
1198                 struct ll_file_data *fd = LUSTRE_FPRIVATE(file);
1199                 int rc;
1200
1201                 LASSERT(fd != NULL);
1202                 rc = rct_add(&sbi->ll_rct, cfs_curproc_pid(), arg);
1203                 if (!rc)
1204                         fd->fd_flags |= LL_FILE_RMTACL;
1205                 RETURN(rc);
1206             } else
1207                 RETURN(0);
1208         }
1209 #endif
1210         default:
1211                 RETURN(obd_iocontrol(cmd, sbi->ll_dt_exp,0,NULL,(void *)arg));
1212         }
1213 }
1214
1215 int ll_dir_open(struct inode *inode, struct file *file)
1216 {
1217         ENTRY;
1218         RETURN(ll_file_open(inode, file));
1219 }
1220
1221 int ll_dir_release(struct inode *inode, struct file *file)
1222 {
1223         ENTRY;
1224         RETURN(ll_file_release(inode, file));
1225 }
1226
1227 struct file_operations ll_dir_operations = {
1228         .open     = ll_dir_open,
1229         .release  = ll_dir_release,
1230         .read     = generic_read_dir,
1231         .readdir  = ll_readdir,
1232         .ioctl    = ll_dir_ioctl
1233 };