1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
4 * Lustre Light Super operations
6 * Copyright (c) 2002, 2003 Cluster File Systems, Inc.
8 * This file is part of Lustre, http://www.lustre.org.
10 * Lustre is free software; you can redistribute it and/or
11 * modify it under the terms of version 2 of the GNU General Public
12 * License as published by the Free Software Foundation.
14 * Lustre is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with Lustre; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24 #define DEBUG_SUBSYSTEM S_LLITE
26 #include <linux/module.h>
27 #include <linux/types.h>
28 #include <linux/random.h>
29 #include <linux/version.h>
30 #include <linux/seq_file.h>
32 #include <linux/lustre_lite.h>
33 #include <linux/lustre_ha.h>
34 #include <linux/lustre_dlm.h>
35 #include <linux/lprocfs_status.h>
36 #include <linux/lustre_acl.h>
37 #include "llite_internal.h"
39 kmem_cache_t *ll_file_data_slab;
40 kmem_cache_t *ll_intent_slab;
42 extern struct address_space_operations ll_aops;
43 extern struct address_space_operations ll_dir_aops;
46 #define log2(n) ffz(~(n))
49 struct ll_sb_info *lustre_init_sbi(struct super_block *sb)
51 struct ll_sb_info *sbi = NULL;
55 OBD_ALLOC(sbi, sizeof(*sbi));
59 spin_lock_init(&sbi->ll_lock);
60 INIT_LIST_HEAD(&sbi->ll_pglist);
61 sbi->ll_pglist_gen = 0;
62 if (num_physpages < SBI_DEFAULT_RA_MAX / 4)
63 sbi->ll_ra_info.ra_max_pages = num_physpages / 4;
65 sbi->ll_ra_info.ra_max_pages = SBI_DEFAULT_RA_MAX;
66 INIT_LIST_HEAD(&sbi->ll_conn_chain);
67 INIT_HLIST_HEAD(&sbi->ll_orphan_dentry_list);
68 INIT_LIST_HEAD(&sbi->ll_mnt_list);
70 sema_init(&sbi->ll_gns_sem, 1);
71 spin_lock_init(&sbi->ll_gns_lock);
72 INIT_LIST_HEAD(&sbi->ll_gns_sbi_head);
73 init_waitqueue_head(&sbi->ll_gns_waitq);
74 init_completion(&sbi->ll_gns_mount_finished);
76 /* this later may be reset via /proc/fs/... */
77 memcpy(sbi->ll_gns_oname, ".mntinfo", strlen(".mntinfo"));
78 sbi->ll_gns_oname[strlen(sbi->ll_gns_oname)] = '\0';
80 /* this later may be reset via /proc/fs/... */
81 memcpy(sbi->ll_gns_upcall, "/usr/sbin/gns_upcall",
82 strlen("/usr/sbin/gns_upcall"));
83 sbi->ll_gns_upcall[strlen(sbi->ll_gns_upcall)] = '\0';
85 /* default values, may be changed via /proc/fs/... */
86 sbi->ll_gns_state = LL_GNS_IDLE;
87 sbi->ll_gns_pending_dentry = NULL;
88 atomic_set(&sbi->ll_gns_enabled, 1);
89 sbi->ll_gns_tick = GNS_TICK_TIMEOUT;
90 sbi->ll_gns_timeout = GNS_MOUNT_TIMEOUT;
92 sbi->ll_gns_timer.data = (unsigned long)sbi;
93 sbi->ll_gns_timer.function = ll_gns_timer_callback;
94 init_timer(&sbi->ll_gns_timer);
98 generate_random_uuid(uuid);
99 class_uuid_unparse(uuid, &sbi->ll_sb_uuid);
103 void lustre_free_sbi(struct super_block *sb)
105 struct ll_sb_info *sbi = ll_s2sbi(sb);
109 list_del(&sbi->ll_gns_sbi_head);
110 del_timer(&sbi->ll_gns_timer);
111 OBD_FREE(sbi, sizeof(*sbi));
113 ll_set_sbi(sb, NULL);
117 int lustre_init_dt_desc(struct ll_sb_info *sbi)
123 valsize = sizeof(sbi->ll_dt_desc);
124 memset(&sbi->ll_dt_desc, 0, sizeof(sbi->ll_dt_desc));
125 rc = obd_get_info(sbi->ll_dt_exp, strlen("lovdesc") + 1,
126 "lovdesc", &valsize, &sbi->ll_dt_desc);
130 extern struct dentry_operations ll_d_ops;
132 int lustre_common_fill_super(struct super_block *sb, char *lmv, char *lov,
133 int async, char *mds_security, char *oss_security,
134 __u32 *nllu, __u64 *remote)
136 struct ll_sb_info *sbi = ll_s2sbi(sb);
137 struct ptlrpc_request *request = NULL;
138 struct lustre_handle dt_conn = {0, };
139 struct lustre_handle md_conn = {0, };
140 struct obd_connect_data *data;
141 struct inode *root = NULL;
142 struct obd_device *obd;
143 struct obd_statfs osfs;
149 obd = class_name2obd(lmv);
151 CERROR("MDC %s: not setup or attached\n", lmv);
154 obd_set_info(obd->obd_self_export, strlen("async"), "async",
155 sizeof(async), &async);
157 if ((*remote & (OBD_CONNECT_LOCAL | OBD_CONNECT_REMOTE)) ==
158 (OBD_CONNECT_LOCAL | OBD_CONNECT_REMOTE)) {
159 CERROR("wrong remote flag "LPX64"\n", *remote);
163 OBD_ALLOC(data, sizeof(*data));
167 data->ocd_connect_flags |= *remote & (OBD_CONNECT_LOCAL |
169 memcpy(data->ocd_nllu, nllu, sizeof(data->ocd_nllu));
171 if (mds_security == NULL)
172 mds_security = "null";
174 err = obd_set_info(obd->obd_self_export, strlen("sec"), "sec",
175 strlen(mds_security), mds_security);
177 CERROR("LMV %s: failed to set security %s, err %d\n",
178 lmv, mds_security, err);
179 OBD_FREE(data, sizeof(*data));
183 if (proc_lustre_fs_root) {
184 err = lprocfs_register_mountpoint(proc_lustre_fs_root,
187 CERROR("could not register mount in /proc/lustre");
190 err = obd_connect(&md_conn, obd, &sbi->ll_sb_uuid, data,
191 OBD_OPT_REAL_CLIENT);
193 CERROR("An MDS (lmv %s) is performing recovery, of which this"
194 " client is not a part. Please wait for recovery to "
195 "complete, abort, or time out.\n", lmv);
198 CERROR("cannot connect to %s: rc = %d\n", lmv, err);
201 sbi->ll_md_exp = class_conn2export(&md_conn);
202 err = obd_statfs(obd, &osfs, jiffies - HZ);
206 if (!osfs.os_bsize) {
207 CERROR("Invalid block size is detected.");
211 sb->s_magic = LL_SUPER_MAGIC;
212 sb->s_blocksize = osfs.os_bsize;
213 sb->s_blocksize_bits = log2(osfs.os_bsize);
214 sb->s_maxbytes = PAGE_CACHE_MAXBYTES;
216 /* in 2.6.x FS is not allowed to form s_dev */
217 #if (LINUX_VERSION_CODE < KERNEL_VERSION(2,5,0))
221 devno = get_uuid2int((char *)sbi->ll_md_exp->exp_obd->obd_uuid.uuid,
222 strlen((char *)sbi->ll_md_exp->exp_obd->obd_uuid.uuid));
228 /* after statfs, we are supposed to have connected to MDSs,
229 * so it's ok to check remote flag returned.
231 valsize = sizeof(&sbi->ll_remote);
232 err = obd_get_info(sbi->ll_md_exp, strlen("remote_flag"), "remote_flag",
233 &valsize, &sbi->ll_remote);
235 CERROR("fail to obtain remote flag\n");
239 obd = class_name2obd(lov);
241 CERROR("OSC %s: not setup or attached\n", lov);
244 obd_set_info(obd->obd_self_export, strlen("async"), "async",
245 sizeof(async), &async);
247 if (oss_security == NULL)
248 oss_security = "null";
250 err = obd_set_info(obd->obd_self_export, strlen("sec"), "sec",
251 strlen(oss_security), oss_security);
253 CERROR("LOV %s: failed to set security %s, err %d\n",
254 lov, oss_security, err);
255 OBD_FREE(data, sizeof(*data));
259 err = obd_connect(&dt_conn, obd, &sbi->ll_sb_uuid, data, 0);
261 CERROR("An OST (lov %s) is performing recovery, of which this"
262 " client is not a part. Please wait for recovery to "
263 "complete, abort, or time out.\n", lov);
266 CERROR("cannot connect to %s: rc = %d\n", lov, err);
269 sbi->ll_dt_exp = class_conn2export(&dt_conn);
271 err = lustre_init_dt_desc(sbi);
273 int mdsize = obd_size_diskmd(sbi->ll_dt_exp, NULL);
274 obd_init_ea_size(sbi->ll_md_exp, mdsize,
275 sbi->ll_dt_desc.ld_tgt_count *
276 sizeof(struct llog_cookie));
279 err = md_getstatus(sbi->ll_md_exp, &sbi->ll_rootid);
281 CERROR("cannot mds_connect: rc = %d\n", err);
284 CDEBUG(D_SUPER, "rootid "DLID4"\n", OLID4(&sbi->ll_rootid));
286 sb->s_op = &lustre_super_operations;
288 /* make root inode */
289 err = md_getattr(sbi->ll_md_exp, &sbi->ll_rootid,
290 (OBD_MD_FLNOTOBD | OBD_MD_FLBLOCKS | OBD_MD_FID),
291 NULL, 0, 0, &request);
293 CERROR("md_getattr failed for root: rc = %d\n", err);
297 err = mdc_req2lustre_md(sbi->ll_md_exp, request, 0,
298 sbi->ll_dt_exp, &md);
300 CERROR("failed to understand root inode md: rc = %d\n", err);
301 ptlrpc_req_finished(request);
305 LASSERT(id_ino(&sbi->ll_rootid) != 0);
306 root = ll_iget(sb, id_ino(&sbi->ll_rootid), &md);
308 ptlrpc_req_finished(request);
310 if (root == NULL || is_bad_inode(root)) {
312 obd_free_memmd(sbi->ll_dt_exp, &md.lsm);
314 obd_free_memmd(sbi->ll_md_exp,
315 (struct lov_stripe_md**)&md.mea);
316 CERROR("lustre_lite: bad iget4 for root\n");
317 GOTO(out_root, err = -EBADF);
320 err = ll_close_thread_start(&sbi->ll_lcq);
322 CERROR("cannot start close thread: rc %d\n", err);
326 ll_gns_add_timer(sbi);
328 /* making vm readahead 0 for 2.4.x. In the case of 2.6.x,
329 backing dev info assigned to inode mapping is used for
330 determining maximal readahead. */
331 #if (LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0)) && \
332 !defined(KERNEL_HAS_AS_MAX_READAHEAD)
333 /* bug 2805 - set VM readahead to zero */
334 vm_max_readahead = vm_min_readahead = 0;
337 sb->s_root = d_alloc_root(root);
338 sb->s_root->d_op = &ll_d_ops;
340 sb->s_flags |= MS_POSIXACL;
342 CWARN("Enabling PDIROPS\n");
343 sb->s_flags |= S_PDIROPS;
347 OBD_FREE(data, sizeof(*data));
353 obd_disconnect(sbi->ll_dt_exp, 0);
355 obd_disconnect(sbi->ll_md_exp, 0);
358 OBD_FREE(data, sizeof(*data));
359 lprocfs_unregister_mountpoint(sbi);
363 void lustre_common_put_super(struct super_block *sb)
365 struct ll_sb_info *sbi = ll_s2sbi(sb);
366 struct hlist_node *tmp, *next;
369 ll_gns_del_timer(sbi);
370 ll_close_thread_shutdown(sbi->ll_lcq);
372 list_del(&sbi->ll_conn_chain);
373 obd_disconnect(sbi->ll_dt_exp, 0);
375 lprocfs_unregister_mountpoint(sbi);
376 if (sbi->ll_proc_root) {
377 lprocfs_remove(sbi->ll_proc_root);
378 sbi->ll_proc_root = NULL;
381 obd_disconnect(sbi->ll_md_exp, 0);
383 // We do this to get rid of orphaned dentries. That is not really trw.
384 hlist_for_each_safe(tmp, next, &sbi->ll_orphan_dentry_list) {
385 struct dentry *dentry = hlist_entry(tmp, struct dentry, d_hash);
386 CWARN("orphan dentry %.*s (%p->%p) at unmount\n",
387 dentry->d_name.len, dentry->d_name.name, dentry, next);
388 shrink_dcache_parent(dentry);
393 char *ll_read_opt(const char *opt, char *data)
399 CDEBUG(D_SUPER, "option: %s, data %s\n", opt, data);
400 if (strncmp(opt, data, strlen(opt)))
402 if ((value = strchr(data, '=')) == NULL)
406 OBD_ALLOC(retval, strlen(value) + 1);
408 CERROR("out of memory!\n");
412 memcpy(retval, value, strlen(value)+1);
413 CDEBUG(D_SUPER, "Assigned option: %s, value %s\n", opt, retval);
417 int ll_set_opt(const char *opt, char *data, int fl)
421 CDEBUG(D_SUPER, "option: %s, data %s\n", opt, data);
422 if (strncmp(opt, data, strlen(opt)))
428 void ll_options(char *options, char **lov, char **lmv, char **mds_sec,
429 char **oss_sec, int *async, int *flags)
432 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,5,0))
433 char *opt_ptr = options;
443 #if (LINUX_VERSION_CODE < KERNEL_VERSION(2,5,0))
444 for (this_char = strtok (options, ",");
446 this_char = strtok (NULL, ",")) {
448 while ((this_char = strsep (&opt_ptr, ",")) != NULL) {
450 CDEBUG(D_SUPER, "this_char %s\n", this_char);
451 if (!*lov && (*lov = ll_read_opt("osc", this_char)))
453 if (!*lmv && (*lmv = ll_read_opt("mdc", this_char)))
455 if (!strncmp(this_char, "lasync", strlen("lasync"))) {
459 if (!*mds_sec && (*mds_sec = ll_read_opt("mds_sec", this_char)))
461 if (!*oss_sec && (*oss_sec = ll_read_opt("oss_sec", this_char)))
463 if (!(*flags & LL_SBI_NOLCK) &&
464 ((*flags) = (*flags) |
465 ll_set_opt("nolock", this_char,
473 void ll_lli_init(struct ll_inode_info *lli)
475 sema_init(&lli->lli_open_sem, 1);
476 sema_init(&lli->lli_size_sem, 1);
478 lli->lli_size_pid = 0;
479 lli->lli_maxbytes = PAGE_CACHE_MAXBYTES;
480 spin_lock_init(&lli->lli_lock);
481 INIT_LIST_HEAD(&lli->lli_pending_write_llaps);
482 lli->lli_inode_magic = LLI_INODE_MAGIC;
483 memset(&lli->lli_id, 0, sizeof(lli->lli_id));
484 sema_init(&lli->lli_och_sem, 1);
485 lli->lli_mds_read_och = lli->lli_mds_write_och = NULL;
486 lli->lli_mds_exec_och = NULL;
487 lli->lli_open_fd_read_count = lli->lli_open_fd_write_count = 0;
488 lli->lli_open_fd_exec_count = 0;
491 int ll_fill_super(struct super_block *sb, void *data, int silent)
493 struct ll_sb_info *sbi;
496 char *mds_sec = NULL;
497 char *oss_sec = NULL;
499 __u32 nllu[2] = { NOBODY_UID, NOBODY_GID };
500 __u64 remote_flag = 0;
503 CDEBUG(D_VFSTRACE, "VFS Op: sb %p\n", sb);
505 sbi = lustre_init_sbi(sb);
509 sbi->ll_flags |= LL_SBI_READAHEAD;
510 ll_options(data, &lov, &lmv, &mds_sec, &oss_sec,
511 &async, &sbi->ll_flags);
515 GOTO(out, err = -EINVAL);
520 GOTO(out, err = -EINVAL);
523 err = lustre_common_fill_super(sb, lmv, lov, async, mds_sec, oss_sec,
531 OBD_FREE(lmv, strlen(lmv) + 1);
533 OBD_FREE(lov, strlen(lov) + 1);
535 OBD_FREE(mds_sec, strlen(mds_sec) + 1);
537 OBD_FREE(oss_sec, strlen(oss_sec) + 1);
540 } /* ll_read_super */
542 static int lustre_process_log(struct lustre_mount_data *lmd, char *profile,
543 struct config_llog_instance *cfg, int allow_recov)
545 struct lustre_cfg *lcfg = NULL;
546 struct lustre_cfg_bufs bufs;
547 struct portals_cfg pcfg;
548 char *peer = "MDS_PEER_UUID";
549 struct obd_device *obd;
550 struct lustre_handle md_conn = {0, };
551 struct obd_export *exp;
552 char *name = "mdc_dev";
554 struct obd_uuid lmv_uuid;
555 struct llog_ctxt *ctxt;
559 if (lmd_bad_magic(lmd))
562 generate_random_uuid(uuid);
563 class_uuid_unparse(uuid, &lmv_uuid);
565 if (lmd->lmd_local_nid) {
566 PCFG_INIT(pcfg, NAL_CMD_REGISTER_MYNID);
567 pcfg.pcfg_nal = lmd->lmd_nal;
568 pcfg.pcfg_nid = lmd->lmd_local_nid;
569 rc = libcfs_nal_cmd(&pcfg);
574 if (lmd->lmd_nal == SOCKNAL ||
575 lmd->lmd_nal == OPENIBNAL ||
576 lmd->lmd_nal == IIBNAL ||
577 lmd->lmd_nal == VIBNAL ||
578 lmd->lmd_nal == RANAL) {
579 PCFG_INIT(pcfg, NAL_CMD_ADD_PEER);
580 pcfg.pcfg_nal = lmd->lmd_nal;
581 pcfg.pcfg_nid = lmd->lmd_server_nid;
582 pcfg.pcfg_id = lmd->lmd_server_ipaddr;
583 pcfg.pcfg_misc = lmd->lmd_port;
584 rc = libcfs_nal_cmd(&pcfg);
588 lustre_cfg_bufs_reset(&bufs, name);
589 lustre_cfg_bufs_set_string(&bufs, 1, peer);
591 lcfg = lustre_cfg_new(LCFG_ADD_UUID, &bufs);
592 lcfg->lcfg_nal = lmd->lmd_nal;
593 lcfg->lcfg_nid = lmd->lmd_server_nid;
594 LASSERT(lcfg->lcfg_nal);
595 LASSERT(lcfg->lcfg_nid);
596 err = class_process_config(lcfg);
597 lustre_cfg_free(lcfg);
599 GOTO(out_del_conn, err);
601 lustre_cfg_bufs_reset(&bufs, name);
602 lustre_cfg_bufs_set_string(&bufs, 1, LUSTRE_MDC_NAME);
603 lustre_cfg_bufs_set_string(&bufs, 2, (char *)lmv_uuid.uuid);
605 lcfg = lustre_cfg_new(LCFG_ATTACH, &bufs);
606 err = class_process_config(lcfg);
607 lustre_cfg_free(lcfg);
609 GOTO(out_del_uuid, err);
611 lustre_cfg_bufs_reset(&bufs, name);
612 lustre_cfg_bufs_set_string(&bufs, 1, lmd->lmd_mds);
613 lustre_cfg_bufs_set_string(&bufs, 2, peer);
615 lcfg = lustre_cfg_new(LCFG_SETUP, &bufs);
616 err = class_process_config(lcfg);
617 lustre_cfg_free(lcfg);
619 GOTO(out_detach, err);
621 obd = class_name2obd(name);
623 GOTO(out_cleanup, rc = -EINVAL);
625 rc = obd_set_info(obd->obd_self_export, strlen("sec"), "sec",
626 strlen(lmd->lmd_mds_security), lmd->lmd_mds_security);
628 GOTO(out_cleanup, rc);
630 /* Disable initial recovery on this import */
631 rc = obd_set_info(obd->obd_self_export,
632 strlen("initial_recov"), "initial_recov",
633 sizeof(allow_recov), &allow_recov);
635 GOTO(out_cleanup, rc);
637 rc = obd_connect(&md_conn, obd, &lmv_uuid, NULL, 0);
639 CERROR("cannot connect to %s: rc = %d\n", lmd->lmd_mds, rc);
640 GOTO(out_cleanup, rc);
643 exp = class_conn2export(&md_conn);
645 ctxt = llog_get_context(&exp->exp_obd->obd_llogs,LLOG_CONFIG_REPL_CTXT);
646 rc = class_config_process_llog(ctxt, profile, cfg);
648 CERROR("class_config_process_llog failed: rc = %d\n", rc);
650 err = obd_disconnect(exp, 0);
654 lustre_cfg_bufs_reset(&bufs, name);
655 lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
656 err = class_process_config(lcfg);
657 lustre_cfg_free(lcfg);
661 lustre_cfg_bufs_reset(&bufs, name);
662 lcfg = lustre_cfg_new(LCFG_DETACH, &bufs);
663 err = class_process_config(lcfg);
664 lustre_cfg_free(lcfg);
669 lustre_cfg_bufs_reset(&bufs, name);
670 lustre_cfg_bufs_set_string(&bufs, 1, peer);
671 lcfg = lustre_cfg_new(LCFG_DEL_UUID, &bufs);
672 err = class_process_config(lcfg);
673 lustre_cfg_free(lcfg);
676 if (lmd->lmd_nal == SOCKNAL ||
677 lmd->lmd_nal == OPENIBNAL ||
678 lmd->lmd_nal == IIBNAL ||
679 lmd->lmd_nal == VIBNAL ||
680 lmd->lmd_nal == RANAL) {
683 PCFG_INIT(pcfg, NAL_CMD_DEL_PEER);
684 pcfg.pcfg_nal = lmd->lmd_nal;
685 pcfg.pcfg_nid = lmd->lmd_server_nid;
686 pcfg.pcfg_flags = 1; /* single_share */
687 err2 = libcfs_nal_cmd(&pcfg);
700 static void lustre_manual_cleanup(struct ll_sb_info *sbi)
702 struct lustre_cfg *lcfg;
703 struct lustre_cfg_bufs bufs;
704 struct obd_device *obd;
707 while ((obd = class_devices_in_group(&sbi->ll_sb_uuid, &next)) != NULL)
711 lustre_cfg_bufs_reset(&bufs, obd->obd_name);
712 lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
713 err = class_process_config(lcfg);
715 CERROR("cleanup failed: %s\n", obd->obd_name);
719 lcfg->lcfg_command = LCFG_DETACH;
720 err = class_process_config(lcfg);
721 lustre_cfg_free(lcfg);
723 CERROR("detach failed: %s\n", obd->obd_name);
728 if (sbi->ll_lmd != NULL)
729 class_del_profile(sbi->ll_lmd->lmd_profile);
732 int lustre_fill_super(struct super_block *sb, void *data, int silent)
734 struct lustre_mount_data * lmd = data;
735 char *lov = NULL, *lmv = NULL;
736 struct ll_sb_info *sbi;
740 CDEBUG(D_VFSTRACE, "VFS Op: sb %p\n", sb);
741 if (lmd_bad_magic(lmd))
744 sbi = lustre_init_sbi(sb);
748 sbi->ll_flags |= LL_SBI_READAHEAD;
750 if (lmd->lmd_profile) {
751 struct lustre_profile *lprof;
752 struct config_llog_instance cfg;
755 if (lmd->lmd_mds[0] == '\0') {
756 CERROR("no mds name\n");
757 GOTO(out_free, err = -EINVAL);
759 lmd->lmd_mds_security[sizeof(lmd->lmd_mds_security) - 1] = 0;
760 lmd->lmd_oss_security[sizeof(lmd->lmd_oss_security) - 1] = 0;
762 OBD_ALLOC(sbi->ll_lmd, sizeof(*sbi->ll_lmd));
763 if (sbi->ll_lmd == NULL)
764 GOTO(out_free, err = -ENOMEM);
765 memcpy(sbi->ll_lmd, lmd, sizeof(*lmd));
767 /* generate a string unique to this super, let's try
768 the address of the super itself.*/
769 len = (sizeof(sb) * 2) + 1;
770 OBD_ALLOC(sbi->ll_instance, len);
771 if (sbi->ll_instance == NULL)
772 GOTO(out_free, err = -ENOMEM);
773 sprintf(sbi->ll_instance, "%p", sb);
775 cfg.cfg_instance = sbi->ll_instance;
776 cfg.cfg_uuid = sbi->ll_sb_uuid;
777 cfg.cfg_local_nid = lmd->lmd_local_nid;
778 err = lustre_process_log(lmd, lmd->lmd_profile, &cfg, 0);
780 CERROR("Unable to process log: %s\n", lmd->lmd_profile);
784 lprof = class_get_profile(lmd->lmd_profile);
786 CERROR("No profile found: %s\n", lmd->lmd_profile);
787 GOTO(out_free, err = -EINVAL);
790 OBD_FREE(lov, strlen(lov) + 1);
791 OBD_ALLOC(lov, strlen(lprof->lp_lov) +
792 strlen(sbi->ll_instance) + 2);
793 sprintf(lov, "%s-%s", lprof->lp_lov, sbi->ll_instance);
796 OBD_FREE(lmv, strlen(lmv) + 1);
797 OBD_ALLOC(lmv, strlen(lprof->lp_lmv) +
798 strlen(sbi->ll_instance) + 2);
799 sprintf(lmv, "%s-%s", lprof->lp_lmv, sbi->ll_instance);
804 GOTO(out_free, err = -EINVAL);
809 GOTO(out_free, err = -EINVAL);
812 err = lustre_common_fill_super(sb, lmv, lov, lmd->lmd_async,
813 lmd->lmd_mds_security,
814 lmd->lmd_oss_security,
815 &lmd->lmd_nllu, &lmd->lmd_remote_flag);
822 OBD_FREE(lmv, strlen(lmv) + 1);
824 OBD_FREE(lov, strlen(lov) + 1);
830 int len = strlen(sbi->ll_lmd->lmd_profile) + sizeof("-clean")+1;
833 if (sbi->ll_instance != NULL) {
834 struct lustre_mount_data *lmd = sbi->ll_lmd;
835 struct config_llog_instance cfg;
838 cfg.cfg_instance = sbi->ll_instance;
839 cfg.cfg_uuid = sbi->ll_sb_uuid;
841 OBD_ALLOC(cl_prof, len);
842 sprintf(cl_prof, "%s-clean", lmd->lmd_profile);
843 err = lustre_process_log(lmd, cl_prof, &cfg, 0);
845 CERROR("Unable to process log: %s\n", cl_prof);
846 lustre_manual_cleanup(sbi);
848 OBD_FREE(cl_prof, len);
849 OBD_FREE(sbi->ll_instance, strlen(sbi->ll_instance) + 1);
851 OBD_FREE(sbi->ll_lmd, sizeof(*sbi->ll_lmd));
855 } /* lustre_fill_super */
857 void lustre_put_super(struct super_block *sb)
859 struct obd_device *obd;
860 struct ll_sb_info *sbi = ll_s2sbi(sb);
861 int force_umount = 0;
864 CDEBUG(D_VFSTRACE, "VFS Op: sb %p\n", sb);
865 obd = class_exp2obd(sbi->ll_md_exp);
867 force_umount = obd->obd_no_recov;
870 lustre_common_put_super(sb);
871 if (sbi->ll_lmd != NULL) {
873 int len = strlen(sbi->ll_lmd->lmd_profile) + sizeof("-clean")+1;
875 struct config_llog_instance cfg;
878 CERROR("force umount, doing manual cleanup\n");
879 lustre_manual_cleanup(sbi);
883 cfg.cfg_instance = sbi->ll_instance;
884 cfg.cfg_uuid = sbi->ll_sb_uuid;
886 OBD_ALLOC(cl_prof, len);
887 sprintf(cl_prof, "%s-clean", sbi->ll_lmd->lmd_profile);
888 err = lustre_process_log(sbi->ll_lmd, cl_prof, &cfg, 0);
890 CERROR("Unable to process log: %s, doing manual cleanup"
892 lustre_manual_cleanup(sbi);
895 OBD_FREE(cl_prof, len);
897 OBD_FREE(sbi->ll_lmd, sizeof(*sbi->ll_lmd));
898 OBD_FREE(sbi->ll_instance, strlen(sbi->ll_instance) + 1);
904 } /* lustre_put_super */
906 int ll_process_config_update(struct ll_sb_info *sbi, int clean)
908 struct lustre_mount_data *lmd = sbi->ll_lmd;
909 char *profile = lmd->lmd_profile, *name = NULL;
910 struct config_llog_instance cfg;
911 int rc, namelen = 0, version;
912 struct llog_ctxt *ctxt;
918 CERROR("Client not mounted with zero-conf; cannot "
919 "process update log.\n");
923 rc = obd_cancel_unused(sbi->ll_md_exp, NULL,
924 LDLM_FL_CONFIG_CHANGE, NULL);
926 CWARN("obd_cancel_unused(mdc): %d\n", rc);
928 rc = obd_cancel_unused(sbi->ll_dt_exp, NULL,
929 LDLM_FL_CONFIG_CHANGE, NULL);
931 CWARN("obd_cancel_unused(lov): %d\n", rc);
933 cfg.cfg_instance = sbi->ll_instance;
934 cfg.cfg_uuid = sbi->ll_sb_uuid;
935 cfg.cfg_local_nid = lmd->lmd_local_nid;
937 namelen = strlen(profile) + 20; /* -clean-######### */
938 OBD_ALLOC(name, namelen);
943 version = sbi->ll_config_version - 1;
944 sprintf(name, "%s-clean-%d", profile, version);
946 version = sbi->ll_config_version + 1;
947 sprintf(name, "%s-%d", profile, version);
950 CWARN("Applying configuration log %s\n", name);
952 ctxt = llog_get_context(&sbi->ll_md_exp->exp_obd->obd_llogs,
953 LLOG_CONFIG_REPL_CTXT);
954 rc = class_config_process_llog(ctxt, name, &cfg);
956 sbi->ll_config_version = version;
957 CWARN("Finished applying configuration log %s: %d\n", name, rc);
959 if (rc == 0 && clean == 0) {
960 struct lov_desc desc;
964 valsize = sizeof(desc);
965 rc = obd_get_info(sbi->ll_dt_exp, strlen("lovdesc") + 1,
966 "lovdesc", &valsize, &desc);
968 rc = obd_init_ea_size(sbi->ll_md_exp,
969 obd_size_diskmd(sbi->ll_dt_exp, NULL),
971 sizeof(struct llog_cookie)));
973 OBD_FREE(name, namelen);
977 struct inode *ll_inode_from_lock(struct ldlm_lock *lock)
979 struct inode *inode = NULL;
980 l_lock(&lock->l_resource->lr_namespace->ns_lock);
981 if (lock->l_ast_data) {
982 struct ll_inode_info *lli = ll_i2info(lock->l_ast_data);
983 if (lli->lli_inode_magic == LLI_INODE_MAGIC) {
984 inode = igrab(lock->l_ast_data);
986 inode = lock->l_ast_data;
987 CDEBUG(inode->i_state & I_FREEING ? D_INFO : D_WARNING,
988 "l_ast_data %p is bogus: magic %0x8\n",
989 lock->l_ast_data, lli->lli_inode_magic);
993 l_unlock(&lock->l_resource->lr_namespace->ns_lock);
997 int null_if_equal(struct ldlm_lock *lock, void *data)
999 if (data == lock->l_ast_data) {
1000 lock->l_ast_data = NULL;
1002 if (lock->l_req_mode != lock->l_granted_mode)
1003 LDLM_ERROR(lock,"clearing inode with ungranted lock\n");
1006 return LDLM_ITER_CONTINUE;
1009 void ll_clear_inode(struct inode *inode)
1011 struct lustre_id id;
1012 struct ll_inode_info *lli = ll_i2info(inode);
1013 struct ll_sb_info *sbi = ll_i2sbi(inode);
1016 CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu/%u(%p)\n", inode->i_ino,
1017 inode->i_generation, inode);
1019 lli->lli_inode_magic = LLI_INODE_DEAD;
1020 ll_inode2id(&id, inode);
1022 clear_bit(LLI_F_HAVE_MDS_SIZE_LOCK, &(ll_i2info(inode)->lli_flags));
1023 md_change_cbdata(sbi->ll_md_exp, &id, null_if_equal, inode);
1025 LASSERT(!lli->lli_open_fd_write_count);
1026 LASSERT(!lli->lli_open_fd_read_count);
1027 LASSERT(!lli->lli_open_fd_exec_count);
1028 if (lli->lli_mds_write_och)
1029 ll_md_real_close(sbi->ll_md_exp, inode, FMODE_WRITE);
1030 if (lli->lli_mds_exec_och)
1031 ll_md_real_close(sbi->ll_md_exp, inode, FMODE_EXEC);
1032 if (lli->lli_mds_read_och)
1033 ll_md_real_close(sbi->ll_md_exp, inode, FMODE_READ);
1035 obd_change_cbdata(sbi->ll_dt_exp, lli->lli_smd,
1036 null_if_equal, inode);
1039 obd_free_memmd(sbi->ll_dt_exp, &lli->lli_smd);
1040 lli->lli_smd = NULL;
1044 obd_free_memmd(sbi->ll_md_exp,
1045 (struct lov_stripe_md **) &lli->lli_mea);
1046 lli->lli_mea = NULL;
1049 if (lli->lli_symlink_name) {
1050 OBD_FREE(lli->lli_symlink_name,
1051 strlen(lli->lli_symlink_name) + 1);
1052 lli->lli_symlink_name = NULL;
1054 lli->lli_inode_magic = LLI_INODE_DEAD;
1059 /* If this inode has objects allocated to it (lsm != NULL), then the OST
1060 * object(s) determine the file size and mtime. Otherwise, the MDS will
1061 * keep these values until such a time that objects are allocated for it.
1062 * We do the MDS operations first, as it is checking permissions for us.
1063 * We don't to the MDS RPC if there is nothing that we want to store there,
1064 * otherwise there is no harm in updating mtime/atime on the MDS if we are
1065 * going to do an RPC anyways.
1067 * If we are doing a truncate, we will send the mtime and ctime updates
1068 * to the OST with the punch RPC, otherwise we do an explicit setattr RPC.
1069 * I don't believe it is possible to get e.g. ATTR_MTIME_SET and ATTR_SIZE
1072 int ll_setattr_raw(struct inode *inode, struct iattr *attr)
1074 struct lov_stripe_md *lsm = ll_i2info(inode)->lli_smd;
1075 struct ll_inode_info *lli = ll_i2info(inode);
1076 struct ll_sb_info *sbi = ll_i2sbi(inode);
1077 struct ptlrpc_request *request = NULL;
1078 struct mdc_op_data *op_data;
1079 int ia_valid = attr->ia_valid;
1083 CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu\n", inode->i_ino);
1084 lprocfs_counter_incr(ll_i2sbi(inode)->ll_stats, LPROC_LL_SETATTR);
1086 if (ia_valid & ATTR_SIZE) {
1087 if (attr->ia_size > ll_file_maxbytes(inode)) {
1088 CDEBUG(D_INODE, "file too large %llu > "LPU64"\n",
1089 attr->ia_size, ll_file_maxbytes(inode));
1093 attr->ia_valid |= ATTR_MTIME | ATTR_CTIME;
1096 /* POSIX: check before ATTR_*TIME_SET set (from inode_change_ok) */
1097 if (ia_valid & (ATTR_MTIME_SET | ATTR_ATIME_SET)) {
1098 if (current->fsuid != inode->i_uid && !capable(CAP_FOWNER))
1102 /* We mark all of the fields "set" so MDS/OST does not re-set them */
1103 if (attr->ia_valid & ATTR_CTIME) {
1104 attr->ia_ctime = CURRENT_TIME;
1105 attr->ia_valid |= ATTR_CTIME_SET;
1107 if (!(ia_valid & ATTR_ATIME_SET) && (attr->ia_valid & ATTR_ATIME)) {
1108 attr->ia_atime = CURRENT_TIME;
1109 attr->ia_valid |= ATTR_ATIME_SET;
1111 if (!(ia_valid & ATTR_MTIME_SET) && (attr->ia_valid & ATTR_MTIME)) {
1112 attr->ia_mtime = CURRENT_TIME;
1113 attr->ia_valid |= ATTR_MTIME_SET;
1116 if (attr->ia_valid & (ATTR_MTIME | ATTR_CTIME))
1117 CDEBUG(D_INODE, "setting mtime %lu, ctime %lu, now = %lu\n",
1118 LTIME_S(attr->ia_mtime), LTIME_S(attr->ia_ctime),
1119 LTIME_S(CURRENT_TIME));
1122 attr->ia_valid &= ~ATTR_SIZE;
1124 /* If only OST attributes being set on objects, don't do MDS RPC.
1125 * In that case, we need to check permissions and update the local
1126 * inode ourselves so we can call obdo_from_inode() always. */
1127 if (ia_valid & (lsm ? ~(ATTR_SIZE | ATTR_FROM_OPEN /*| ATTR_RAW*/) : ~0)) {
1128 struct lustre_md md;
1130 OBD_ALLOC(op_data, sizeof(*op_data));
1131 if (op_data == NULL)
1133 ll_prepare_mdc_data(op_data, inode, NULL, NULL, 0, 0);
1135 rc = md_setattr(sbi->ll_md_exp, op_data,
1136 attr, NULL, 0, NULL, 0, &request);
1137 OBD_FREE(op_data, sizeof(*op_data));
1139 ptlrpc_req_finished(request);
1140 if (rc != -EPERM && rc != -EACCES)
1141 CERROR("md_setattr fails: rc = %d\n", rc);
1145 rc = mdc_req2lustre_md(sbi->ll_md_exp, request, 0,
1146 sbi->ll_dt_exp, &md);
1148 ptlrpc_req_finished(request);
1152 /* We call inode_setattr to adjust timestamps, but we first
1153 * clear ATTR_SIZE to avoid invoking vmtruncate.
1155 * NB: ATTR_SIZE will only be set at this point if the size
1156 * resides on the MDS, ie, this file has no objects. */
1157 attr->ia_valid &= ~ATTR_SIZE;
1160 * assigning inode_setattr() to @err to disable warning that
1161 * function's result should be checked by by caller. error is
1162 * impossible here, as vmtruncate() control path is disabled.
1164 err = inode_setattr(inode, attr);
1165 ll_update_inode(inode, &md);
1166 ptlrpc_req_finished(request);
1168 if (!lsm || !S_ISREG(inode->i_mode)) {
1169 CDEBUG(D_INODE, "no lsm: not setting attrs on OST\n");
1173 /* The OST doesn't check permissions, but the alternative is
1174 * a gratuitous RPC to the MDS. We already rely on the client
1175 * to do read/write/truncate permission checks, so is mtime OK?
1177 if (ia_valid & (ATTR_MTIME | ATTR_ATIME)) {
1178 /* from sys_utime() */
1179 if (!(ia_valid & (ATTR_MTIME_SET | ATTR_ATIME_SET))) {
1180 if (current->fsuid != inode->i_uid &&
1181 (rc = ll_permission(inode, MAY_WRITE, NULL)) != 0)
1184 /* from inode_change_ok() */
1185 if (current->fsuid != inode->i_uid &&
1186 !capable(CAP_FOWNER))
1191 /* won't invoke vmtruncate, as we already cleared ATTR_SIZE */
1192 err = inode_setattr(inode, attr);
1194 * assigning inode_setattr() to @err to disable warning that
1195 * function's result should be checked by by caller. error is
1196 * impossible here, as vmtruncate() control path is disabled.
1200 /* We really need to get our PW lock before we change inode->i_size.
1201 * If we don't we can race with other i_size updaters on our node, like
1202 * ll_file_read. We can also race with i_size propogation to other
1203 * nodes through dirtying and writeback of final cached pages. This
1204 * last one is especially bad for racing o_append users on other
1206 if (ia_valid & ATTR_SIZE) {
1207 ldlm_policy_data_t policy = { .l_extent = {attr->ia_size,
1209 struct lustre_handle lockh = { 0 };
1210 int err, ast_flags = 0;
1211 /* XXX when we fix the AST intents to pass the discard-range
1212 * XXX extent, make ast_flags always LDLM_AST_DISCARD_DATA
1214 if (attr->ia_size == 0)
1215 ast_flags = LDLM_AST_DISCARD_DATA;
1217 rc = ll_extent_lock(NULL, inode, lsm, LCK_PW, &policy, &lockh,
1218 ast_flags, &ll_i2sbi(inode)->ll_seek_stime);
1223 down(&lli->lli_size_sem);
1224 lli->lli_size_pid = current->pid;
1225 rc = vmtruncate(inode, attr->ia_size);
1227 LASSERT(atomic_read(&lli->lli_size_sem.count) <= 0);
1228 lli->lli_size_pid = 0;
1229 up(&lli->lli_size_sem);
1232 err = ll_extent_unlock(NULL, inode, lsm, LCK_PW, &lockh);
1234 CERROR("ll_extent_unlock failed: %d\n", err);
1238 } else if (ia_valid & (ATTR_MTIME | ATTR_MTIME_SET | ATTR_UID | ATTR_GID)) {
1239 struct obdo *oa = NULL;
1241 CDEBUG(D_INODE, "set mtime on OST inode %lu to %lu\n",
1242 inode->i_ino, LTIME_S(attr->ia_mtime));
1248 oa->o_id = lsm->lsm_object_id;
1249 oa->o_gr = lsm->lsm_object_gr;
1250 oa->o_valid = OBD_MD_FLID | OBD_MD_FLGROUP;
1252 /* adding uid and gid, needed for quota */
1253 if (ia_valid & ATTR_UID) {
1254 oa->o_uid = inode->i_uid;
1255 oa->o_valid |= OBD_MD_FLUID;
1258 if (ia_valid & ATTR_GID) {
1259 oa->o_gid = inode->i_gid;
1260 oa->o_valid |= OBD_MD_FLGID;
1263 /* putting there also fid, needed for quota too. */
1264 memcpy(obdo_id(oa), &lli->lli_id, sizeof(lli->lli_id));
1265 oa->o_valid |= OBD_MD_FLINLINE;
1267 obdo_from_inode(oa, inode, OBD_MD_FLTYPE | OBD_MD_FLATIME |
1268 OBD_MD_FLMTIME | OBD_MD_FLCTIME);
1269 rc = obd_setattr(sbi->ll_dt_exp, oa, lsm, NULL);
1272 CERROR("obd_setattr fails: rc = %d\n", rc);
1278 int ll_setattr(struct dentry *de, struct iattr *attr)
1280 LASSERT(de->d_inode);
1281 return ll_setattr_raw(de->d_inode, attr);
1284 int ll_statfs_internal(struct super_block *sb, struct obd_statfs *osfs,
1285 unsigned long max_age)
1287 struct ll_sb_info *sbi = ll_s2sbi(sb);
1288 struct obd_statfs obd_osfs;
1292 rc = obd_statfs(class_exp2obd(sbi->ll_md_exp), osfs, max_age);
1294 CERROR("obd_statfs fails: rc = %d\n", rc);
1298 osfs->os_type = sb->s_magic;
1300 CDEBUG(D_SUPER, "MDC blocks "LPU64"/"LPU64" objects "LPU64"/"LPU64"\n",
1301 osfs->os_bavail, osfs->os_blocks, osfs->os_ffree,osfs->os_files);
1303 rc = obd_statfs(class_exp2obd(sbi->ll_dt_exp), &obd_osfs, max_age);
1305 CERROR("obd_statfs fails: rc = %d\n", rc);
1309 CDEBUG(D_SUPER, "OSC blocks "LPU64"/"LPU64" objects "LPU64"/"LPU64"\n",
1310 obd_osfs.os_bavail, obd_osfs.os_blocks, obd_osfs.os_ffree,
1313 osfs->os_blocks = obd_osfs.os_blocks;
1314 osfs->os_bfree = obd_osfs.os_bfree;
1315 osfs->os_bavail = obd_osfs.os_bavail;
1317 /* If we don't have as many objects free on the OST as inodes
1318 * on the MDS, we reduce the total number of inodes to
1319 * compensate, so that the "inodes in use" number is correct.
1321 if (obd_osfs.os_ffree < osfs->os_ffree) {
1322 osfs->os_files = (osfs->os_files - osfs->os_ffree) +
1324 osfs->os_ffree = obd_osfs.os_ffree;
1330 int ll_statfs(struct super_block *sb, struct kstatfs *sfs)
1332 struct obd_statfs osfs;
1335 CDEBUG(D_VFSTRACE, "VFS Op: superblock %p\n", sb);
1336 lprocfs_counter_incr(ll_s2sbi(sb)->ll_stats, LPROC_LL_STAFS);
1338 /* For now we will always get up-to-date statfs values, but in the
1339 * future we may allow some amount of caching on the client (e.g.
1340 * from QOS or lprocfs updates). */
1341 rc = ll_statfs_internal(sb, &osfs, jiffies - 1);
1345 statfs_unpack(sfs, &osfs);
1347 if (sizeof(sfs->f_blocks) == 4) {
1348 while (osfs.os_blocks > ~0UL) {
1351 osfs.os_blocks >>= 1;
1352 osfs.os_bfree >>= 1;
1353 osfs.os_bavail >>= 1;
1357 sfs->f_blocks = osfs.os_blocks;
1358 sfs->f_bfree = osfs.os_bfree;
1359 sfs->f_bavail = osfs.os_bavail;
1364 void ll_update_inode(struct inode *inode, struct lustre_md *md)
1366 struct ll_inode_info *lli = ll_i2info(inode);
1367 struct lov_stripe_md *lsm = md->lsm;
1368 struct mds_body *body = md->body;
1369 struct mea *mea = md->mea;
1370 struct posix_acl *ll_acl_access = md->acl_access;
1373 LASSERT((lsm != NULL) == ((body->valid & OBD_MD_FLEASIZE) != 0));
1375 if (md->lsm && md->lsm->lsm_magic != LOV_MAGIC) {
1376 /* check for default striping info for dir. */
1377 LASSERT((mea != NULL) == ((body->valid & OBD_MD_FLDIREA) != 0));
1381 LASSERT(lsm->lsm_object_gr > 0);
1382 if (lli->lli_smd == NULL) {
1384 lli->lli_maxbytes = lsm->lsm_maxbytes;
1385 if (lli->lli_maxbytes > PAGE_CACHE_MAXBYTES)
1386 lli->lli_maxbytes = PAGE_CACHE_MAXBYTES;
1389 if (memcmp(lli->lli_smd, lsm, sizeof(*lsm))) {
1390 CERROR("lsm mismatch for inode %ld\n",
1392 CERROR("lli_smd:\n");
1393 dump_lsm(D_ERROR, lli->lli_smd);
1395 dump_lsm(D_ERROR, lsm);
1398 /* XXX FIXME -- We should decide on a safer (atomic) and
1399 * more elegant way to update the lsm */
1400 for (i = 0; i < lsm->lsm_stripe_count; i++) {
1401 lli->lli_smd->lsm_oinfo[i].loi_id =
1402 lsm->lsm_oinfo[i].loi_id;
1403 lli->lli_smd->lsm_oinfo[i].loi_gr =
1404 lsm->lsm_oinfo[i].loi_gr;
1405 lli->lli_smd->lsm_oinfo[i].loi_ost_idx =
1406 lsm->lsm_oinfo[i].loi_ost_idx;
1407 lli->lli_smd->lsm_oinfo[i].loi_ost_gen =
1408 lsm->lsm_oinfo[i].loi_ost_gen;
1411 /* bug 2844 - limit i_blksize for broken user-space apps */
1412 LASSERTF(lsm->lsm_xfersize != 0, "%lu\n", lsm->lsm_xfersize);
1413 inode->i_blksize = min(lsm->lsm_xfersize, LL_MAX_BLKSIZE);
1414 if (lli->lli_smd != lsm)
1415 obd_free_memmd(ll_i2dtexp(inode), &lsm);
1419 if (lli->lli_mea == NULL) {
1422 if (memcmp(lli->lli_mea, mea, body->eadatasize)) {
1423 CERROR("mea mismatch for inode %lu\n",
1428 if (lli->lli_mea != mea)
1429 obd_free_memmd(ll_i2mdexp(inode),
1430 (struct lov_stripe_md **) &mea);
1433 if (body->valid & OBD_MD_FID)
1434 id_assign_fid(&lli->lli_id, &body->id1);
1436 if (body->valid & OBD_MD_FLID)
1437 id_ino(&lli->lli_id) = id_ino(&body->id1);
1439 if (body->valid & OBD_MD_FLGENER)
1440 id_gen(&lli->lli_id) = id_gen(&body->id1);
1442 spin_lock(&lli->lli_lock);
1443 if (ll_acl_access != NULL) {
1444 if (lli->lli_acl_access != NULL)
1445 posix_acl_release(lli->lli_acl_access);
1446 lli->lli_acl_access = ll_acl_access;
1448 spin_unlock(&lli->lli_lock);
1450 if (body->valid & OBD_MD_FLID)
1451 inode->i_ino = id_ino(&body->id1);
1452 if (body->valid & OBD_MD_FLGENER)
1453 inode->i_generation = id_gen(&body->id1);
1454 if (body->valid & OBD_MD_FLATIME)
1455 LTIME_S(inode->i_atime) = body->atime;
1456 if (body->valid & OBD_MD_FLMTIME &&
1457 body->mtime > LTIME_S(inode->i_mtime)) {
1458 CDEBUG(D_INODE, "setting ino %lu mtime from %lu to %u\n",
1459 inode->i_ino, LTIME_S(inode->i_mtime), body->mtime);
1460 LTIME_S(inode->i_mtime) = body->mtime;
1462 if (body->valid & OBD_MD_FLCTIME &&
1463 body->ctime > LTIME_S(inode->i_ctime))
1464 LTIME_S(inode->i_ctime) = body->ctime;
1465 if (body->valid & OBD_MD_FLMODE) {
1466 inode->i_mode = (inode->i_mode & S_IFMT) |
1467 (body->mode & ~S_IFMT);
1469 if (body->valid & OBD_MD_FLTYPE) {
1470 inode->i_mode = (inode->i_mode & ~S_IFMT) |
1471 (body->mode & S_IFMT);
1473 if (body->valid & OBD_MD_FLUID)
1474 inode->i_uid = body->uid;
1475 if (body->valid & OBD_MD_FLGID)
1476 inode->i_gid = body->gid;
1477 if (body->valid & OBD_MD_FLFLAGS)
1478 inode->i_flags = body->flags;
1479 if (body->valid & OBD_MD_FLNLINK)
1480 inode->i_nlink = body->nlink;
1481 if (body->valid & OBD_MD_FLRDEV)
1482 #if (LINUX_VERSION_CODE < KERNEL_VERSION(2,5,0))
1483 inode->i_rdev = body->rdev;
1485 inode->i_rdev = old_decode_dev(body->rdev);
1487 if (body->valid & OBD_MD_FLSIZE)
1488 inode->i_size = body->size;
1489 if (body->valid & OBD_MD_FLBLOCKS)
1490 inode->i_blocks = body->blocks;
1492 if (body->valid & OBD_MD_FLSIZE)
1493 set_bit(LLI_F_HAVE_MDS_SIZE_LOCK, &lli->lli_flags);
1495 #if (LINUX_VERSION_CODE < KERNEL_VERSION(2,5,0))
1496 inode->i_dev = (kdev_t)id_group(&lli->lli_id);
1498 LASSERT(id_fid(&lli->lli_id) != 0);
1501 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,5,0))
1502 static struct backing_dev_info ll_backing_dev_info = {
1503 .ra_pages = 0, /* No readahead */
1504 .memory_backed = 0, /* Does contribute to dirty memory */
1508 void ll_read_inode2(struct inode *inode, void *opaque)
1510 struct lustre_md *md = opaque;
1511 struct ll_inode_info *lli = ll_i2info(inode);
1514 CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu/%u(%p)\n", inode->i_ino,
1515 inode->i_generation, inode);
1519 LASSERT(!lli->lli_smd);
1521 /* Core attributes from the MDS first. This is a new inode, and
1522 * the VFS doesn't zero times in the core inode so we have to do
1523 * it ourselves. They will be overwritten by either MDS or OST
1524 * attributes - we just need to make sure they aren't newer. */
1525 LTIME_S(inode->i_mtime) = 0;
1526 LTIME_S(inode->i_atime) = 0;
1527 LTIME_S(inode->i_ctime) = 0;
1530 ll_update_inode(inode, md);
1532 /* OIDEBUG(inode); */
1534 if (S_ISREG(inode->i_mode)) {
1535 inode->i_op = &ll_file_inode_operations;
1536 inode->i_fop = &ll_file_operations;
1537 inode->i_mapping->a_ops = &ll_aops;
1539 } else if (S_ISDIR(inode->i_mode)) {
1540 inode->i_op = &ll_dir_inode_operations;
1541 inode->i_fop = &ll_dir_operations;
1542 inode->i_mapping->a_ops = &ll_dir_aops;
1544 } else if (S_ISLNK(inode->i_mode)) {
1545 inode->i_op = &ll_fast_symlink_inode_operations;
1548 inode->i_op = &ll_special_inode_operations;
1550 #if (LINUX_VERSION_CODE > KERNEL_VERSION(2,5,0))
1551 init_special_inode(inode, inode->i_mode,
1552 kdev_t_to_nr(inode->i_rdev));
1554 /* initializing backing dev info. */
1555 inode->i_mapping->backing_dev_info = &ll_backing_dev_info;
1557 init_special_inode(inode, inode->i_mode, inode->i_rdev);
1559 lli->ll_save_ifop = inode->i_fop;
1561 if (S_ISCHR(inode->i_mode))
1562 inode->i_fop = &ll_special_chr_inode_fops;
1563 else if (S_ISBLK(inode->i_mode))
1564 inode->i_fop = &ll_special_blk_inode_fops;
1565 else if (S_ISFIFO(inode->i_mode))
1566 inode->i_fop = &ll_special_fifo_inode_fops;
1567 else if (S_ISSOCK(inode->i_mode))
1568 inode->i_fop = &ll_special_sock_inode_fops;
1570 CWARN("saved %p, replaced with %p\n", lli->ll_save_ifop,
1573 if (lli->ll_save_ifop->owner) {
1574 CWARN("%p has owner %p\n", lli->ll_save_ifop,
1575 lli->ll_save_ifop->owner);
1581 void ll_delete_inode(struct inode *inode)
1583 struct ll_sb_info *sbi = ll_i2sbi(inode);
1584 struct lustre_id id;
1588 ll_inode2id(&id, inode);
1590 rc = md_delete_inode(sbi->ll_md_exp, &id);
1592 CERROR("md_delete_inode() failed, error %d\n",
1600 int ll_iocontrol(struct inode *inode, struct file *file,
1601 unsigned int cmd, unsigned long arg)
1603 struct ll_sb_info *sbi = ll_i2sbi(inode);
1604 struct ptlrpc_request *req = NULL;
1609 case EXT3_IOC_GETFLAGS: {
1610 struct lustre_id id;
1611 __u64 valid = OBD_MD_FLFLAGS;
1612 struct mds_body *body;
1614 ll_inode2id(&id, inode);
1615 rc = md_getattr(sbi->ll_md_exp, &id, valid, NULL, 0, 0, &req);
1617 CERROR("failure %d inode %lu\n", rc, inode->i_ino);
1621 body = lustre_msg_buf(req->rq_repmsg, 0, sizeof(*body));
1623 if (body->flags & S_APPEND)
1624 flags |= EXT3_APPEND_FL;
1625 if (body->flags & S_IMMUTABLE)
1626 flags |= EXT3_IMMUTABLE_FL;
1627 if (body->flags & S_NOATIME)
1628 flags |= EXT3_NOATIME_FL;
1630 ptlrpc_req_finished (req);
1632 RETURN(put_user(flags, (int *)arg));
1634 case EXT3_IOC_SETFLAGS: {
1635 struct mdc_op_data *op_data;
1638 struct lov_stripe_md *lsm = ll_i2info(inode)->lli_smd;
1640 if (get_user(flags, (int *)arg))
1647 OBD_ALLOC(op_data, sizeof(*op_data));
1648 if (op_data == NULL) {
1652 ll_prepare_mdc_data(op_data, inode, NULL, NULL, 0, 0);
1654 memset(&attr, 0x0, sizeof(attr));
1655 attr.ia_attr_flags = flags;
1656 attr.ia_valid |= ATTR_ATTR_FLAG;
1658 rc = md_setattr(sbi->ll_md_exp, op_data,
1659 &attr, NULL, 0, NULL, 0, &req);
1660 OBD_FREE(op_data, sizeof(*op_data));
1662 ptlrpc_req_finished(req);
1663 if (rc != -EPERM && rc != -EACCES)
1664 CERROR("md_setattr fails: rc = %d\n", rc);
1668 ptlrpc_req_finished(req);
1670 oa->o_id = lsm->lsm_object_id;
1671 oa->o_gr = lsm->lsm_object_gr;
1672 oa->o_flags = flags;
1673 oa->o_valid = OBD_MD_FLID | OBD_MD_FLFLAGS | OBD_MD_FLGROUP;
1675 rc = obd_setattr(sbi->ll_dt_exp, oa, lsm, NULL);
1678 if (rc != -EPERM && rc != -EACCES)
1679 CERROR("md_setattr fails: rc = %d\n", rc);
1683 if (flags & EXT3_APPEND_FL)
1684 inode->i_flags |= S_APPEND;
1686 inode->i_flags &= ~S_APPEND;
1687 if (flags & EXT3_IMMUTABLE_FL)
1688 inode->i_flags |= S_IMMUTABLE;
1690 inode->i_flags &= ~S_IMMUTABLE;
1691 if (flags & EXT3_NOATIME_FL)
1692 inode->i_flags |= S_NOATIME;
1694 inode->i_flags &= ~S_NOATIME;
1705 /* this is only called in the case of forced umount. */
1706 void ll_umount_begin(struct super_block *sb)
1708 struct ll_sb_info *sbi = ll_s2sbi(sb);
1709 struct obd_ioctl_data ioc_data = { 0 };
1710 struct obd_device *obd;
1713 CDEBUG(D_VFSTRACE, "VFS Op: superblock %p count %d active %d\n", sb,
1714 sb->s_count, atomic_read(&sb->s_active));
1716 obd = class_exp2obd(sbi->ll_md_exp);
1718 CERROR("Invalid MDC connection handle "LPX64"\n",
1719 sbi->ll_md_exp->exp_handle.h_cookie);
1723 obd->obd_no_recov = 1;
1724 obd_iocontrol(IOC_OSC_SET_ACTIVE, sbi->ll_md_exp,
1725 sizeof(ioc_data), &ioc_data, NULL);
1727 obd = class_exp2obd(sbi->ll_dt_exp);
1729 CERROR("Invalid LOV connection handle "LPX64"\n",
1730 sbi->ll_dt_exp->exp_handle.h_cookie);
1735 obd->obd_no_recov = 1;
1736 obd_iocontrol(IOC_OSC_SET_ACTIVE, sbi->ll_dt_exp,
1737 sizeof(ioc_data), &ioc_data, NULL);
1740 * really, we'd like to wait until there are no requests outstanding,
1741 * and then continue. For now, we just invalidate the requests,
1742 * schedule, and hope.
1749 int ll_prep_inode(struct obd_export *dt_exp, struct obd_export *md_exp,
1750 struct inode **inode, struct ptlrpc_request *req,
1751 int offset, struct super_block *sb)
1753 struct lustre_md md;
1756 rc = mdc_req2lustre_md(md_exp, req, offset, dt_exp, &md);
1761 ll_update_inode(*inode, &md);
1764 *inode = ll_iget(sb, id_ino(&md.body->id1), &md);
1765 if (*inode == NULL || is_bad_inode(*inode)) {
1766 /* free the lsm if we allocated one above */
1768 obd_free_memmd(dt_exp, &md.lsm);
1770 obd_free_memmd(md_exp,
1771 (struct lov_stripe_md**)&md.mea);
1773 CERROR("new_inode -fatal: rc %d\n", rc);
1780 int ll_show_options(struct seq_file *m, struct vfsmount *mnt)
1782 struct ll_sb_info *sbi = ll_s2sbi(mnt->mnt_sb);
1783 struct lustre_mount_data *lmd = sbi->ll_lmd;
1786 seq_printf(m, ",mds_sec=%s,oss_sec=%s",
1787 lmd->lmd_mds_security, lmd->lmd_oss_security);
1789 seq_printf(m, ",%s", sbi->ll_remote ? "remote" : "local");
1790 if (sbi->ll_remote && lmd) {
1791 seq_printf(m, ",nllu=%u:%u", lmd->lmd_nllu, lmd->lmd_nllg);
1797 int ll_get_fid(struct obd_export *exp, struct lustre_id *idp,
1798 char *filename, struct lustre_id *ret)
1800 struct ptlrpc_request *request = NULL;
1801 struct mds_body *body;
1804 rc = md_getattr_lock(exp, idp, filename, strlen(filename) + 1,
1805 OBD_MD_FID, 0, &request);
1807 CDEBUG(D_INFO, "md_getattr_lock failed on %s: rc %d\n",
1812 body = lustre_msg_buf(request->rq_repmsg, 0, sizeof(*body));
1813 LASSERT(body != NULL);
1814 LASSERT_REPSWABBED(request, 0);
1817 ptlrpc_req_finished(request);
1822 int ll_flush_cred(struct inode *inode)
1824 struct ll_sb_info *sbi = ll_i2sbi(inode);
1825 uid_t uid = current->fsuid;
1828 /* XXX to avoid adding api, we simply use set_info() interface
1829 * to notify underlying obds. set_info() is more like a ioctl() now...
1831 if (sbi->ll_md_exp) {
1832 rc = obd_set_info(sbi->ll_md_exp,
1833 strlen("flush_cred"), "flush_cred",
1839 if (sbi->ll_dt_exp) {
1840 rc = obd_set_info(sbi->ll_dt_exp,
1841 strlen("flush_cred"), "flush_cred",