/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- * vim:expandtab:shiftwidth=8:tabstop=8: * * GPL HEADER START * * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 only, * as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License version 2 for more details (a copy is included * in the LICENSE file that accompanied this code). * * You should have received a copy of the GNU General Public License * version 2 along with this program; If not, see * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf * * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, * CA 95054 USA or visit www.sun.com if you need additional information or * have any questions. * * GPL HEADER END */ /* * Copyright 2008 Sun Microsystems, Inc. All rights reserved * Use is subject to license terms. */ /* * This file is part of Lustre, http://www.lustre.org/ * Lustre is a trademark of Sun Microsystems, Inc. * * lustre/llite/llite_lib.c * * Lustre Light Super operations */ #define DEBUG_SUBSYSTEM S_LLITE #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "llite_internal.h" cfs_mem_cache_t *ll_file_data_slab; CFS_LIST_HEAD(ll_super_blocks); cfs_spinlock_t ll_sb_lock = CFS_SPIN_LOCK_UNLOCKED; extern struct address_space_operations ll_aops; extern struct address_space_operations ll_dir_aops; #ifndef log2 #define log2(n) cfs_ffz(~(n)) #endif static struct ll_sb_info *ll_init_sbi(void) { struct ll_sb_info *sbi = NULL; unsigned long pages; struct sysinfo si; class_uuid_t uuid; int i; ENTRY; OBD_ALLOC(sbi, sizeof(*sbi)); if (!sbi) RETURN(NULL); cfs_spin_lock_init(&sbi->ll_lock); cfs_init_mutex(&sbi->ll_lco.lco_lock); cfs_spin_lock_init(&sbi->ll_pp_extent_lock); cfs_spin_lock_init(&sbi->ll_process_lock); sbi->ll_rw_stats_on = 0; si_meminfo(&si); pages = si.totalram - si.totalhigh; if (pages >> (20 - CFS_PAGE_SHIFT) < 512) { #ifdef HAVE_BGL_SUPPORT sbi->ll_async_page_max = pages / 4; #else sbi->ll_async_page_max = pages / 2; #endif } else { sbi->ll_async_page_max = (pages / 4) * 3; } sbi->ll_ra_info.ra_max_pages_per_file = min(pages / 32, SBI_DEFAULT_READAHEAD_MAX); sbi->ll_ra_info.ra_max_pages = sbi->ll_ra_info.ra_max_pages_per_file; sbi->ll_ra_info.ra_max_read_ahead_whole_pages = SBI_DEFAULT_READAHEAD_WHOLE_MAX; CFS_INIT_LIST_HEAD(&sbi->ll_conn_chain); CFS_INIT_LIST_HEAD(&sbi->ll_orphan_dentry_list); ll_generate_random_uuid(uuid); class_uuid_unparse(uuid, &sbi->ll_sb_uuid); CDEBUG(D_CONFIG, "generated uuid: %s\n", sbi->ll_sb_uuid.uuid); cfs_spin_lock(&ll_sb_lock); cfs_list_add_tail(&sbi->ll_list, &ll_super_blocks); cfs_spin_unlock(&ll_sb_lock); #ifdef ENABLE_LLITE_CHECKSUM sbi->ll_flags |= LL_SBI_CHECKSUM; #endif #ifdef HAVE_LRU_RESIZE_SUPPORT sbi->ll_flags |= LL_SBI_LRU_RESIZE; #endif for (i = 0; i <= LL_PROCESS_HIST_MAX; i++) { cfs_spin_lock_init(&sbi->ll_rw_extents_info.pp_extents[i]. \ pp_r_hist.oh_lock); cfs_spin_lock_init(&sbi->ll_rw_extents_info.pp_extents[i]. \ pp_w_hist.oh_lock); } /* metadata statahead is enabled by default */ sbi->ll_sa_max = LL_SA_RPC_DEF; atomic_set(&sbi->ll_sa_total, 0); atomic_set(&sbi->ll_sa_wrong, 0); RETURN(sbi); } void ll_free_sbi(struct super_block *sb) { struct ll_sb_info *sbi = ll_s2sbi(sb); ENTRY; if (sbi != NULL) { cfs_spin_lock(&ll_sb_lock); cfs_list_del(&sbi->ll_list); cfs_spin_unlock(&ll_sb_lock); OBD_FREE(sbi, sizeof(*sbi)); } EXIT; } static struct dentry_operations ll_d_root_ops = { .d_compare = ll_dcompare, .d_revalidate = ll_revalidate_nd, }; static int client_common_fill_super(struct super_block *sb, char *md, char *dt) { struct inode *root = 0; struct ll_sb_info *sbi = ll_s2sbi(sb); struct obd_device *obd; struct obd_capa *oc = NULL; struct obd_statfs osfs; struct ptlrpc_request *request = NULL; struct obd_connect_data *data = NULL; struct obd_uuid *uuid; struct md_op_data *op_data; struct lustre_md lmd; obd_valid valid; int size, err, checksum; ENTRY; obd = class_name2obd(md); if (!obd) { CERROR("MD %s: not setup or attached\n", md); RETURN(-EINVAL); } OBD_ALLOC_PTR(data); if (data == NULL) RETURN(-ENOMEM); if (proc_lustre_fs_root) { err = lprocfs_register_mountpoint(proc_lustre_fs_root, sb, dt, md); if (err < 0) CERROR("could not register mount in /proc/fs/lustre\n"); } /* indicate the features supported by this client */ data->ocd_connect_flags = OBD_CONNECT_IBITS | OBD_CONNECT_NODEVOH | OBD_CONNECT_JOIN | OBD_CONNECT_ATTRFID | OBD_CONNECT_VERSION | OBD_CONNECT_MDS_CAPA | OBD_CONNECT_OSS_CAPA | OBD_CONNECT_CANCELSET| OBD_CONNECT_FID | OBD_CONNECT_AT | OBD_CONNECT_LOV_V3 | OBD_CONNECT_RMT_CLIENT | OBD_CONNECT_VBR | OBD_CONNECT_SOM; #ifdef HAVE_LRU_RESIZE_SUPPORT if (sbi->ll_flags & LL_SBI_LRU_RESIZE) data->ocd_connect_flags |= OBD_CONNECT_LRU_RESIZE; #endif #ifdef CONFIG_FS_POSIX_ACL data->ocd_connect_flags |= OBD_CONNECT_ACL; #endif data->ocd_ibits_known = MDS_INODELOCK_FULL; data->ocd_version = LUSTRE_VERSION_CODE; if (sb->s_flags & MS_RDONLY) data->ocd_connect_flags |= OBD_CONNECT_RDONLY; if (sbi->ll_flags & LL_SBI_USER_XATTR) data->ocd_connect_flags |= OBD_CONNECT_XATTR; #ifdef HAVE_MS_FLOCK_LOCK /* force vfs to use lustre handler for flock() calls - bug 10743 */ sb->s_flags |= MS_FLOCK_LOCK; #endif if (sbi->ll_flags & LL_SBI_FLOCK) sbi->ll_fop = &ll_file_operations_flock; else if (sbi->ll_flags & LL_SBI_LOCALFLOCK) sbi->ll_fop = &ll_file_operations; else sbi->ll_fop = &ll_file_operations_noflock; /* real client */ data->ocd_connect_flags |= OBD_CONNECT_REAL; if (sbi->ll_flags & LL_SBI_RMT_CLIENT) data->ocd_connect_flags |= OBD_CONNECT_RMT_CLIENT_FORCE; err = obd_connect(NULL, &sbi->ll_md_exp, obd, &sbi->ll_sb_uuid, data, NULL); if (err == -EBUSY) { LCONSOLE_ERROR_MSG(0x14f, "An MDT (md %s) is performing " "recovery, of which this client is not a " "part. Please wait for recovery to complete," " abort, or time out.\n", md); GOTO(out, err); } else if (err) { CERROR("cannot connect to %s: rc = %d\n", md, err); GOTO(out, err); } err = obd_fid_init(sbi->ll_md_exp); if (err) { CERROR("Can't init metadata layer FID infrastructure, " "rc %d\n", err); GOTO(out_md, err); } err = obd_statfs(obd, &osfs, cfs_time_current_64() - CFS_HZ, 0); if (err) GOTO(out_md_fid, err); size = sizeof(*data); err = obd_get_info(sbi->ll_md_exp, sizeof(KEY_CONN_DATA), KEY_CONN_DATA, &size, data, NULL); if (err) { CERROR("Get connect data failed: %d \n", err); GOTO(out_md, err); } LASSERT(osfs.os_bsize); sb->s_blocksize = osfs.os_bsize; sb->s_blocksize_bits = log2(osfs.os_bsize); sb->s_magic = LL_SUPER_MAGIC; /* for bug 11559. in $LINUX/fs/read_write.c, function do_sendfile(): * retval = in_file->f_op->sendfile(...); * if (*ppos > max) * retval = -EOVERFLOW; * * it will check if *ppos is greater than max. However, max equals to * s_maxbytes, which is a negative integer in a x86_64 box since loff_t * has been defined as a signed long long integer in linux kernel. */ #if BITS_PER_LONG == 64 sb->s_maxbytes = PAGE_CACHE_MAXBYTES >> 1; #else sb->s_maxbytes = PAGE_CACHE_MAXBYTES; #endif sbi->ll_namelen = osfs.os_namelen; sbi->ll_max_rw_chunk = LL_DEFAULT_MAX_RW_CHUNK; if ((sbi->ll_flags & LL_SBI_USER_XATTR) && !(data->ocd_connect_flags & OBD_CONNECT_XATTR)) { LCONSOLE_INFO("Disabling user_xattr feature because " "it is not supported on the server\n"); sbi->ll_flags &= ~LL_SBI_USER_XATTR; } if (data->ocd_connect_flags & OBD_CONNECT_ACL) { #ifdef MS_POSIXACL sb->s_flags |= MS_POSIXACL; #endif sbi->ll_flags |= LL_SBI_ACL; } else { LCONSOLE_INFO("client wants to enable acl, but mdt not!\n"); #ifdef MS_POSIXACL sb->s_flags &= ~MS_POSIXACL; #endif sbi->ll_flags &= ~LL_SBI_ACL; } if (data->ocd_connect_flags & OBD_CONNECT_RMT_CLIENT) { if (!(sbi->ll_flags & LL_SBI_RMT_CLIENT)) { sbi->ll_flags |= LL_SBI_RMT_CLIENT; LCONSOLE_INFO("client is set as remote by default.\n"); } } else { if (sbi->ll_flags & LL_SBI_RMT_CLIENT) { sbi->ll_flags &= ~LL_SBI_RMT_CLIENT; LCONSOLE_INFO("client claims to be remote, but server " "rejected, forced to be local.\n"); } } if (data->ocd_connect_flags & OBD_CONNECT_MDS_CAPA) { LCONSOLE_INFO("client enabled MDS capability!\n"); sbi->ll_flags |= LL_SBI_MDS_CAPA; } if (data->ocd_connect_flags & OBD_CONNECT_OSS_CAPA) { LCONSOLE_INFO("client enabled OSS capability!\n"); sbi->ll_flags |= LL_SBI_OSS_CAPA; } obd = class_name2obd(dt); if (!obd) { CERROR("DT %s: not setup or attached\n", dt); GOTO(out_md_fid, err = -ENODEV); } data->ocd_connect_flags = OBD_CONNECT_GRANT | OBD_CONNECT_VERSION | OBD_CONNECT_REQPORTAL | OBD_CONNECT_BRW_SIZE | OBD_CONNECT_CANCELSET | OBD_CONNECT_FID | OBD_CONNECT_SRVLOCK | OBD_CONNECT_TRUNCLOCK| OBD_CONNECT_AT | OBD_CONNECT_RMT_CLIENT | OBD_CONNECT_OSS_CAPA | OBD_CONNECT_VBR| OBD_CONNECT_SOM; if (!OBD_FAIL_CHECK(OBD_FAIL_OSC_CONNECT_CKSUM)) { /* OBD_CONNECT_CKSUM should always be set, even if checksums are * disabled by default, because it can still be enabled on the * fly via /proc. As a consequence, we still need to come to an * agreement on the supported algorithms at connect time */ data->ocd_connect_flags |= OBD_CONNECT_CKSUM; if (OBD_FAIL_CHECK(OBD_FAIL_OSC_CKSUM_ADLER_ONLY)) data->ocd_cksum_types = OBD_CKSUM_ADLER; else /* send the list of supported checksum types */ data->ocd_cksum_types = OBD_CKSUM_ALL; } #ifdef HAVE_LRU_RESIZE_SUPPORT data->ocd_connect_flags |= OBD_CONNECT_LRU_RESIZE; #endif if (sbi->ll_flags & LL_SBI_RMT_CLIENT) data->ocd_connect_flags |= OBD_CONNECT_RMT_CLIENT_FORCE; CDEBUG(D_RPCTRACE, "ocd_connect_flags: "LPX64" ocd_version: %d " "ocd_grant: %d\n", data->ocd_connect_flags, data->ocd_version, data->ocd_grant); obd->obd_upcall.onu_owner = &sbi->ll_lco; obd->obd_upcall.onu_upcall = cl_ocd_update; data->ocd_brw_size = PTLRPC_MAX_BRW_PAGES << CFS_PAGE_SHIFT; err = obd_connect(NULL, &sbi->ll_dt_exp, obd, &sbi->ll_sb_uuid, data, NULL); if (err == -EBUSY) { LCONSOLE_ERROR_MSG(0x150, "An OST (dt %s) is performing " "recovery, of which this client is not a " "part. Please wait for recovery to " "complete, abort, or time out.\n", dt); GOTO(out_md_fid, err); } else if (err) { CERROR("Cannot connect to %s: rc = %d\n", dt, err); GOTO(out_md_fid, err); } err = obd_fid_init(sbi->ll_dt_exp); if (err) { CERROR("Can't init data layer FID infrastructure, " "rc %d\n", err); GOTO(out_dt, err); } cfs_mutex_down(&sbi->ll_lco.lco_lock); sbi->ll_lco.lco_flags = data->ocd_connect_flags; sbi->ll_lco.lco_md_exp = sbi->ll_md_exp; sbi->ll_lco.lco_dt_exp = sbi->ll_dt_exp; cfs_mutex_up(&sbi->ll_lco.lco_lock); fid_zero(&sbi->ll_root_fid); err = md_getstatus(sbi->ll_md_exp, &sbi->ll_root_fid, &oc); if (err) { CERROR("cannot mds_connect: rc = %d\n", err); GOTO(out_lock_cn_cb, err); } if (!fid_is_sane(&sbi->ll_root_fid)) { CERROR("Invalid root fid during mount\n"); GOTO(out_lock_cn_cb, err = -EINVAL); } CDEBUG(D_SUPER, "rootfid "DFID"\n", PFID(&sbi->ll_root_fid)); sb->s_op = &lustre_super_operations; sb->s_export_op = &lustre_export_operations; /* make root inode * XXX: move this to after cbd setup? */ valid = OBD_MD_FLGETATTR | OBD_MD_FLBLOCKS | OBD_MD_FLMDSCAPA; if (sbi->ll_flags & LL_SBI_RMT_CLIENT) valid |= OBD_MD_FLRMTPERM; else if (sbi->ll_flags & LL_SBI_ACL) valid |= OBD_MD_FLACL; OBD_ALLOC_PTR(op_data); if (op_data == NULL) GOTO(out_lock_cn_cb, err = -ENOMEM); op_data->op_fid1 = sbi->ll_root_fid; op_data->op_mode = 0; op_data->op_capa1 = oc; op_data->op_valid = valid; err = md_getattr(sbi->ll_md_exp, op_data, &request); if (oc) capa_put(oc); OBD_FREE_PTR(op_data); if (err) { CERROR("md_getattr failed for root: rc = %d\n", err); GOTO(out_lock_cn_cb, err); } memset(&lmd, 0, sizeof(lmd)); err = md_get_lustre_md(sbi->ll_md_exp, request, sbi->ll_dt_exp, sbi->ll_md_exp, &lmd); if (err) { CERROR("failed to understand root inode md: rc = %d\n", err); ptlrpc_req_finished (request); GOTO(out_lock_cn_cb, err); } LASSERT(fid_is_sane(&sbi->ll_root_fid)); root = ll_iget(sb, cl_fid_build_ino(&sbi->ll_root_fid), &lmd); md_free_lustre_md(sbi->ll_md_exp, &lmd); ptlrpc_req_finished(request); if (root == NULL || IS_ERR(root)) { if (lmd.lsm) obd_free_memmd(sbi->ll_dt_exp, &lmd.lsm); #ifdef CONFIG_FS_POSIX_ACL if (lmd.posix_acl) { posix_acl_release(lmd.posix_acl); lmd.posix_acl = NULL; } #endif err = IS_ERR(root) ? PTR_ERR(root) : -EBADF; root = NULL; CERROR("lustre_lite: bad iget4 for root\n"); GOTO(out_root, err); } err = ll_close_thread_start(&sbi->ll_lcq); if (err) { CERROR("cannot start close thread: rc %d\n", err); GOTO(out_root, err); } #ifdef CONFIG_FS_POSIX_ACL if (sbi->ll_flags & LL_SBI_RMT_CLIENT) { rct_init(&sbi->ll_rct); et_init(&sbi->ll_et); } #endif checksum = sbi->ll_flags & LL_SBI_CHECKSUM; err = obd_set_info_async(sbi->ll_dt_exp, sizeof(KEY_CHECKSUM), KEY_CHECKSUM, sizeof(checksum), &checksum, NULL); cl_sb_init(sb); sb->s_root = d_alloc_root(root); if (data != NULL) OBD_FREE(data, sizeof(*data)); sb->s_root->d_op = &ll_d_root_ops; sbi->ll_sdev_orig = sb->s_dev; /* We set sb->s_dev equal on all lustre clients in order to support * NFS export clustering. NFSD requires that the FSID be the same * on all clients. */ /* s_dev is also used in lt_compare() to compare two fs, but that is * only a node-local comparison. */ uuid = obd_get_uuid(sbi->ll_md_exp); if (uuid != NULL) sb->s_dev = get_uuid2int(uuid->uuid, strlen(uuid->uuid)); RETURN(err); out_root: if (root) iput(root); out_lock_cn_cb: obd_fid_fini(sbi->ll_dt_exp); out_dt: obd_disconnect(sbi->ll_dt_exp); sbi->ll_dt_exp = NULL; out_md_fid: obd_fid_fini(sbi->ll_md_exp); out_md: obd_disconnect(sbi->ll_md_exp); sbi->ll_md_exp = NULL; out: if (data != NULL) OBD_FREE_PTR(data); lprocfs_unregister_mountpoint(sbi); return err; } int ll_get_max_mdsize(struct ll_sb_info *sbi, int *lmmsize) { int size, rc; *lmmsize = obd_size_diskmd(sbi->ll_dt_exp, NULL); size = sizeof(int); rc = obd_get_info(sbi->ll_md_exp, sizeof(KEY_MAX_EASIZE), KEY_MAX_EASIZE, &size, lmmsize, NULL); if (rc) CERROR("Get max mdsize error rc %d \n", rc); RETURN(rc); } void ll_dump_inode(struct inode *inode) { struct list_head *tmp; int dentry_count = 0; LASSERT(inode != NULL); list_for_each(tmp, &inode->i_dentry) dentry_count++; CERROR("inode %p dump: dev=%s ino=%lu mode=%o count=%u, %d dentries\n", inode, ll_i2mdexp(inode)->exp_obd->obd_name, inode->i_ino, inode->i_mode, atomic_read(&inode->i_count), dentry_count); } void lustre_dump_dentry(struct dentry *dentry, int recur) { struct list_head *tmp; int subdirs = 0; LASSERT(dentry != NULL); list_for_each(tmp, &dentry->d_subdirs) subdirs++; CERROR("dentry %p dump: name=%.*s parent=%.*s (%p), inode=%p, count=%u," " flags=0x%x, fsdata=%p, %d subdirs\n", dentry, dentry->d_name.len, dentry->d_name.name, dentry->d_parent->d_name.len, dentry->d_parent->d_name.name, dentry->d_parent, dentry->d_inode, atomic_read(&dentry->d_count), dentry->d_flags, dentry->d_fsdata, subdirs); if (dentry->d_inode != NULL) ll_dump_inode(dentry->d_inode); if (recur == 0) return; list_for_each(tmp, &dentry->d_subdirs) { struct dentry *d = list_entry(tmp, struct dentry, d_child); lustre_dump_dentry(d, recur - 1); } } void client_common_put_super(struct super_block *sb) { struct ll_sb_info *sbi = ll_s2sbi(sb); ENTRY; #ifdef CONFIG_FS_POSIX_ACL if (sbi->ll_flags & LL_SBI_RMT_CLIENT) { et_fini(&sbi->ll_et); rct_fini(&sbi->ll_rct); } #endif obd_cancel_unused(sbi->ll_dt_exp, NULL, 0, NULL); ll_close_thread_shutdown(sbi->ll_lcq); cl_sb_fini(sb); cfs_list_del(&sbi->ll_conn_chain); obd_fid_fini(sbi->ll_dt_exp); obd_disconnect(sbi->ll_dt_exp); sbi->ll_dt_exp = NULL; lprocfs_unregister_mountpoint(sbi); obd_fid_fini(sbi->ll_md_exp); obd_disconnect(sbi->ll_md_exp); sbi->ll_md_exp = NULL; EXIT; } void ll_kill_super(struct super_block *sb) { struct ll_sb_info *sbi; ENTRY; /* not init sb ?*/ if (!(sb->s_flags & MS_ACTIVE)) return; sbi = ll_s2sbi(sb); /* we need restore s_dev from changed for clustred NFS before put_super * because new kernels have cached s_dev and change sb->s_dev in * put_super not affected real removing devices */ if (sbi) sb->s_dev = sbi->ll_sdev_orig; EXIT; } char *ll_read_opt(const char *opt, char *data) { char *value; char *retval; ENTRY; CDEBUG(D_SUPER, "option: %s, data %s\n", opt, data); if (strncmp(opt, data, strlen(opt))) RETURN(NULL); if ((value = strchr(data, '=')) == NULL) RETURN(NULL); value++; OBD_ALLOC(retval, strlen(value) + 1); if (!retval) { CERROR("out of memory!\n"); RETURN(NULL); } memcpy(retval, value, strlen(value)+1); CDEBUG(D_SUPER, "Assigned option: %s, value %s\n", opt, retval); RETURN(retval); } static inline int ll_set_opt(const char *opt, char *data, int fl) { if (strncmp(opt, data, strlen(opt)) != 0) return(0); else return(fl); } /* non-client-specific mount options are parsed in lmd_parse */ static int ll_options(char *options, int *flags) { int tmp; char *s1 = options, *s2; ENTRY; if (!options) RETURN(0); CDEBUG(D_CONFIG, "Parsing opts %s\n", options); while (*s1) { CDEBUG(D_SUPER, "next opt=%s\n", s1); tmp = ll_set_opt("nolock", s1, LL_SBI_NOLCK); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("flock", s1, LL_SBI_FLOCK); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("localflock", s1, LL_SBI_LOCALFLOCK); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("noflock", s1, LL_SBI_FLOCK|LL_SBI_LOCALFLOCK); if (tmp) { *flags &= ~tmp; goto next; } tmp = ll_set_opt("user_xattr", s1, LL_SBI_USER_XATTR); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("nouser_xattr", s1, LL_SBI_USER_XATTR); if (tmp) { *flags &= ~tmp; goto next; } tmp = ll_set_opt("acl", s1, LL_SBI_ACL); if (tmp) { /* Ignore deprecated mount option. The client will * always try to mount with ACL support, whether this * is used depends on whether server supports it. */ goto next; } tmp = ll_set_opt("noacl", s1, LL_SBI_ACL); if (tmp) { goto next; } tmp = ll_set_opt("remote_client", s1, LL_SBI_RMT_CLIENT); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("checksum", s1, LL_SBI_CHECKSUM); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("nochecksum", s1, LL_SBI_CHECKSUM); if (tmp) { *flags &= ~tmp; goto next; } tmp = ll_set_opt("lruresize", s1, LL_SBI_LRU_RESIZE); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("nolruresize", s1, LL_SBI_LRU_RESIZE); if (tmp) { *flags &= ~tmp; goto next; } tmp = ll_set_opt("lazystatfs", s1, LL_SBI_LAZYSTATFS); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("nolazystatfs", s1, LL_SBI_LAZYSTATFS); if (tmp) { *flags &= ~tmp; goto next; } LCONSOLE_ERROR_MSG(0x152, "Unknown option '%s', won't mount.\n", s1); RETURN(-EINVAL); next: /* Find next opt */ s2 = strchr(s1, ','); if (s2 == NULL) break; s1 = s2 + 1; } RETURN(0); } void ll_lli_init(struct ll_inode_info *lli) { lli->lli_inode_magic = LLI_INODE_MAGIC; cfs_sema_init(&lli->lli_size_sem, 1); cfs_sema_init(&lli->lli_write_sem, 1); cfs_sema_init(&lli->lli_trunc_sem, 1); lli->lli_flags = 0; lli->lli_maxbytes = PAGE_CACHE_MAXBYTES; cfs_spin_lock_init(&lli->lli_lock); CFS_INIT_LIST_HEAD(&lli->lli_close_list); lli->lli_inode_magic = LLI_INODE_MAGIC; cfs_sema_init(&lli->lli_och_sem, 1); lli->lli_mds_read_och = lli->lli_mds_write_och = NULL; lli->lli_mds_exec_och = NULL; lli->lli_open_fd_read_count = lli->lli_open_fd_write_count = 0; lli->lli_open_fd_exec_count = 0; CFS_INIT_LIST_HEAD(&lli->lli_dead_list); lli->lli_remote_perms = NULL; lli->lli_rmtperm_utime = 0; cfs_sema_init(&lli->lli_rmtperm_sem, 1); CFS_INIT_LIST_HEAD(&lli->lli_oss_capas); } int ll_fill_super(struct super_block *sb) { struct lustre_profile *lprof; struct lustre_sb_info *lsi = s2lsi(sb); struct ll_sb_info *sbi; char *dt = NULL, *md = NULL; char *profilenm = get_profile_name(sb); struct config_llog_instance cfg = {0, }; char ll_instance[sizeof(sb) * 2 + 1]; int err; ENTRY; CDEBUG(D_VFSTRACE, "VFS Op: sb %p\n", sb); cfs_module_get(); /* client additional sb info */ lsi->lsi_llsbi = sbi = ll_init_sbi(); if (!sbi) { cfs_module_put(THIS_MODULE); RETURN(-ENOMEM); } err = ll_options(lsi->lsi_lmd->lmd_opts, &sbi->ll_flags); if (err) GOTO(out_free, err); /* Generate a string unique to this super, in case some joker tries to mount the same fs at two mount points. Use the address of the super itself.*/ sprintf(ll_instance, "%p", sb); cfg.cfg_instance = ll_instance; cfg.cfg_uuid = lsi->lsi_llsbi->ll_sb_uuid; /* set up client obds */ err = lustre_process_log(sb, profilenm, &cfg); if (err < 0) { CERROR("Unable to process log: %d\n", err); GOTO(out_free, err); } lprof = class_get_profile(profilenm); if (lprof == NULL) { LCONSOLE_ERROR_MSG(0x156, "The client profile '%s' could not be" " read from the MGS. Does that filesystem " "exist?\n", profilenm); GOTO(out_free, err = -EINVAL); } CDEBUG(D_CONFIG, "Found profile %s: mdc=%s osc=%s\n", profilenm, lprof->lp_md, lprof->lp_dt); OBD_ALLOC(dt, strlen(lprof->lp_dt) + strlen(ll_instance) + 2); if (!dt) GOTO(out_free, err = -ENOMEM); sprintf(dt, "%s-%s", lprof->lp_dt, ll_instance); OBD_ALLOC(md, strlen(lprof->lp_md) + strlen(ll_instance) + 2); if (!md) GOTO(out_free, err = -ENOMEM); sprintf(md, "%s-%s", lprof->lp_md, ll_instance); /* connections, registrations, sb setup */ err = client_common_fill_super(sb, md, dt); out_free: if (md) OBD_FREE(md, strlen(md) + 1); if (dt) OBD_FREE(dt, strlen(dt) + 1); if (err) ll_put_super(sb); else LCONSOLE_WARN("Client %s has started\n", profilenm); RETURN(err); } /* ll_fill_super */ void lu_context_keys_dump(void); void ll_put_super(struct super_block *sb) { struct config_llog_instance cfg; char ll_instance[sizeof(sb) * 2 + 1]; struct obd_device *obd; struct lustre_sb_info *lsi = s2lsi(sb); struct ll_sb_info *sbi = ll_s2sbi(sb); char *profilenm = get_profile_name(sb); int force = 1, next; ENTRY; CDEBUG(D_VFSTRACE, "VFS Op: sb %p - %s\n", sb, profilenm); ll_print_capa_stat(sbi); sprintf(ll_instance, "%p", sb); cfg.cfg_instance = ll_instance; lustre_end_log(sb, NULL, &cfg); if (sbi->ll_md_exp) { obd = class_exp2obd(sbi->ll_md_exp); if (obd) force = obd->obd_force; } /* We need to set force before the lov_disconnect in lustre_common_put_super, since l_d cleans up osc's as well. */ if (force) { next = 0; while ((obd = class_devices_in_group(&sbi->ll_sb_uuid, &next)) != NULL) { obd->obd_force = force; } } if (sbi->ll_lcq) { /* Only if client_common_fill_super succeeded */ client_common_put_super(sb); } next = 0; while ((obd = class_devices_in_group(&sbi->ll_sb_uuid, &next)) !=NULL) { class_manual_cleanup(obd); } if (profilenm) class_del_profile(profilenm); ll_free_sbi(sb); lsi->lsi_llsbi = NULL; lustre_common_put_super(sb); cl_env_cache_purge(~0); LCONSOLE_WARN("client %s umount complete\n", ll_instance); cfs_module_put(THIS_MODULE); EXIT; } /* client_put_super */ struct inode *ll_inode_from_lock(struct ldlm_lock *lock) { struct inode *inode = NULL; /* NOTE: we depend on atomic igrab() -bzzz */ lock_res_and_lock(lock); if (lock->l_ast_data) { struct ll_inode_info *lli = ll_i2info(lock->l_ast_data); if (lli->lli_inode_magic == LLI_INODE_MAGIC) { inode = igrab(lock->l_ast_data); } else { inode = lock->l_ast_data; ldlm_lock_debug(NULL, inode->i_state & I_FREEING ? D_INFO : D_WARNING, lock, __FILE__, __func__, __LINE__, "l_ast_data %p is bogus: magic %08x", lock->l_ast_data, lli->lli_inode_magic); inode = NULL; } } unlock_res_and_lock(lock); return inode; } static int null_if_equal(struct ldlm_lock *lock, void *data) { if (data == lock->l_ast_data) { lock->l_ast_data = NULL; if (lock->l_req_mode != lock->l_granted_mode) LDLM_ERROR(lock,"clearing inode with ungranted lock"); } return LDLM_ITER_CONTINUE; } void ll_clear_inode(struct inode *inode) { struct ll_inode_info *lli = ll_i2info(inode); struct ll_sb_info *sbi = ll_i2sbi(inode); ENTRY; CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu/%u(%p)\n", inode->i_ino, inode->i_generation, inode); if (S_ISDIR(inode->i_mode)) { /* these should have been cleared in ll_file_release */ LASSERT(lli->lli_sai == NULL); LASSERT(lli->lli_opendir_key == NULL); LASSERT(lli->lli_opendir_pid == 0); } ll_i2info(inode)->lli_flags &= ~LLIF_MDS_SIZE_LOCK; md_change_cbdata(sbi->ll_md_exp, ll_inode2fid(inode), null_if_equal, inode); LASSERT(!lli->lli_open_fd_write_count); LASSERT(!lli->lli_open_fd_read_count); LASSERT(!lli->lli_open_fd_exec_count); if (lli->lli_mds_write_och) ll_md_real_close(inode, FMODE_WRITE); if (lli->lli_mds_exec_och) ll_md_real_close(inode, FMODE_EXEC); if (lli->lli_mds_read_och) ll_md_real_close(inode, FMODE_READ); if (lli->lli_symlink_name) { OBD_FREE(lli->lli_symlink_name, strlen(lli->lli_symlink_name) + 1); lli->lli_symlink_name = NULL; } if (sbi->ll_flags & LL_SBI_RMT_CLIENT) { LASSERT(lli->lli_posix_acl == NULL); if (lli->lli_remote_perms) { free_rmtperm_hash(lli->lli_remote_perms); lli->lli_remote_perms = NULL; } } #ifdef CONFIG_FS_POSIX_ACL else if (lli->lli_posix_acl) { LASSERT(cfs_atomic_read(&lli->lli_posix_acl->a_refcount) == 1); LASSERT(lli->lli_remote_perms == NULL); posix_acl_release(lli->lli_posix_acl); lli->lli_posix_acl = NULL; } #endif lli->lli_inode_magic = LLI_INODE_DEAD; ll_clear_inode_capas(inode); /* * XXX This has to be done before lsm is freed below, because * cl_object still uses inode lsm. */ cl_inode_fini(inode); if (lli->lli_smd) { obd_free_memmd(sbi->ll_dt_exp, &lli->lli_smd); lli->lli_smd = NULL; } EXIT; } int ll_md_setattr(struct inode *inode, struct md_op_data *op_data, struct md_open_data **mod) { struct lustre_md md; struct ll_sb_info *sbi = ll_i2sbi(inode); struct ptlrpc_request *request = NULL; int rc; ENTRY; op_data = ll_prep_md_op_data(op_data, inode, NULL, NULL, 0, 0, LUSTRE_OPC_ANY, NULL); if (IS_ERR(op_data)) RETURN(PTR_ERR(op_data)); rc = md_setattr(sbi->ll_md_exp, op_data, NULL, 0, NULL, 0, &request, mod); if (rc) { ptlrpc_req_finished(request); if (rc == -ENOENT) { inode->i_nlink = 0; /* Unlinked special device node? Or just a race? * Pretend we done everything. */ if (!S_ISREG(inode->i_mode) && !S_ISDIR(inode->i_mode)) rc = inode_setattr(inode, &op_data->op_attr); } else if (rc != -EPERM && rc != -EACCES && rc != -ETXTBSY) { CERROR("md_setattr fails: rc = %d\n", rc); } RETURN(rc); } rc = md_get_lustre_md(sbi->ll_md_exp, request, sbi->ll_dt_exp, sbi->ll_md_exp, &md); if (rc) { ptlrpc_req_finished(request); RETURN(rc); } /* We call inode_setattr to adjust timestamps. * If there is at least some data in file, we cleared ATTR_SIZE * above to avoid invoking vmtruncate, otherwise it is important * to call vmtruncate in inode_setattr to update inode->i_size * (bug 6196) */ rc = inode_setattr(inode, &op_data->op_attr); /* Extract epoch data if obtained. */ op_data->op_handle = md.body->handle; op_data->op_ioepoch = md.body->ioepoch; ll_update_inode(inode, &md); ptlrpc_req_finished(request); RETURN(rc); } /* Close IO epoch and send Size-on-MDS attribute update. */ static int ll_setattr_done_writing(struct inode *inode, struct md_op_data *op_data, struct md_open_data *mod) { struct ll_inode_info *lli = ll_i2info(inode); int rc = 0; ENTRY; LASSERT(op_data != NULL); if (!S_ISREG(inode->i_mode)) RETURN(0); CDEBUG(D_INODE, "Epoch "LPU64" closed on "DFID" for truncate\n", op_data->op_ioepoch, PFID(&lli->lli_fid)); op_data->op_flags = MF_EPOCH_CLOSE; ll_done_writing_attr(inode, op_data); ll_pack_inode2opdata(inode, op_data, NULL); rc = md_done_writing(ll_i2sbi(inode)->ll_md_exp, op_data, mod); if (rc == -EAGAIN) { /* MDS has instructed us to obtain Size-on-MDS attribute * from OSTs and send setattr to back to MDS. */ rc = ll_som_update(inode, op_data); } else if (rc) { CERROR("inode %lu mdc truncate failed: rc = %d\n", inode->i_ino, rc); } RETURN(rc); } static int ll_setattr_ost(struct inode *inode, struct iattr *attr) { struct obd_capa *capa; int rc; if (attr->ia_valid & ATTR_SIZE) capa = ll_osscapa_get(inode, CAPA_OPC_OSS_TRUNC); else capa = ll_mdscapa_get(inode); rc = cl_setattr_ost(inode, attr, capa); if (attr->ia_valid & ATTR_SIZE) ll_truncate_free_capa(capa); else capa_put(capa); return rc; } /* If this inode has objects allocated to it (lsm != NULL), then the OST * object(s) determine the file size and mtime. Otherwise, the MDS will * keep these values until such a time that objects are allocated for it. * We do the MDS operations first, as it is checking permissions for us. * We don't to the MDS RPC if there is nothing that we want to store there, * otherwise there is no harm in updating mtime/atime on the MDS if we are * going to do an RPC anyways. * * If we are doing a truncate, we will send the mtime and ctime updates * to the OST with the punch RPC, otherwise we do an explicit setattr RPC. * I don't believe it is possible to get e.g. ATTR_MTIME_SET and ATTR_SIZE * at the same time. */ int ll_setattr_raw(struct inode *inode, struct iattr *attr) { struct ll_inode_info *lli = ll_i2info(inode); struct lov_stripe_md *lsm = lli->lli_smd; struct md_op_data *op_data = NULL; struct md_open_data *mod = NULL; int ia_valid = attr->ia_valid; int rc = 0, rc1 = 0; ENTRY; CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu valid %x\n", inode->i_ino, attr->ia_valid); ll_stats_ops_tally(ll_i2sbi(inode), LPROC_LL_SETATTR, 1); if (ia_valid & ATTR_SIZE) { if (attr->ia_size > ll_file_maxbytes(inode)) { CDEBUG(D_INODE, "file too large %llu > "LPU64"\n", attr->ia_size, ll_file_maxbytes(inode)); RETURN(-EFBIG); } attr->ia_valid |= ATTR_MTIME | ATTR_CTIME; } /* POSIX: check before ATTR_*TIME_SET set (from inode_change_ok) */ if (ia_valid & (ATTR_MTIME_SET | ATTR_ATIME_SET)) { if (cfs_curproc_fsuid() != inode->i_uid && !cfs_capable(CFS_CAP_FOWNER)) RETURN(-EPERM); } /* We mark all of the fields "set" so MDS/OST does not re-set them */ if (attr->ia_valid & ATTR_CTIME) { attr->ia_ctime = CFS_CURRENT_TIME; attr->ia_valid |= ATTR_CTIME_SET; } if (!(ia_valid & ATTR_ATIME_SET) && (attr->ia_valid & ATTR_ATIME)) { attr->ia_atime = CFS_CURRENT_TIME; attr->ia_valid |= ATTR_ATIME_SET; } if (!(ia_valid & ATTR_MTIME_SET) && (attr->ia_valid & ATTR_MTIME)) { attr->ia_mtime = CFS_CURRENT_TIME; attr->ia_valid |= ATTR_MTIME_SET; } if (attr->ia_valid & (ATTR_MTIME | ATTR_CTIME)) CDEBUG(D_INODE, "setting mtime %lu, ctime %lu, now = %lu\n", LTIME_S(attr->ia_mtime), LTIME_S(attr->ia_ctime), cfs_time_current_sec()); /* NB: ATTR_SIZE will only be set after this point if the size * resides on the MDS, ie, this file has no objects. */ if (lsm) attr->ia_valid &= ~ATTR_SIZE; /* We always do an MDS RPC, even if we're only changing the size; * only the MDS knows whether truncate() should fail with -ETXTBUSY */ OBD_ALLOC_PTR(op_data); if (op_data == NULL) RETURN(-ENOMEM); UNLOCK_INODE_MUTEX(inode); if (ia_valid & ATTR_SIZE) UP_WRITE_I_ALLOC_SEM(inode); cfs_down(&lli->lli_trunc_sem); LOCK_INODE_MUTEX(inode); if (ia_valid & ATTR_SIZE) DOWN_WRITE_I_ALLOC_SEM(inode); memcpy(&op_data->op_attr, attr, sizeof(*attr)); /* Open epoch for truncate. */ if (exp_connect_som(ll_i2mdexp(inode)) && (ia_valid & (ATTR_SIZE | ATTR_MTIME | ATTR_MTIME_SET))) op_data->op_flags = MF_EPOCH_OPEN; rc = ll_md_setattr(inode, op_data, &mod); if (rc) GOTO(out, rc); ll_ioepoch_open(lli, op_data->op_ioepoch); if (!lsm || !S_ISREG(inode->i_mode)) { CDEBUG(D_INODE, "no lsm: not setting attrs on OST\n"); GOTO(out, rc = 0); } if (ia_valid & ATTR_SIZE) attr->ia_valid |= ATTR_SIZE; if ((ia_valid & ATTR_SIZE) | ((ia_valid | ATTR_ATIME | ATTR_ATIME_SET) && LTIME_S(attr->ia_atime) < LTIME_S(attr->ia_ctime)) || ((ia_valid | ATTR_MTIME | ATTR_MTIME_SET) && LTIME_S(attr->ia_mtime) < LTIME_S(attr->ia_ctime))) /* perform truncate and setting mtime/atime to past under PW * 0:EOF extent lock (new_size:EOF for truncate) */ rc = ll_setattr_ost(inode, attr); EXIT; out: if (op_data) { if (op_data->op_ioepoch) rc1 = ll_setattr_done_writing(inode, op_data, mod); ll_finish_md_op_data(op_data); } cfs_up(&lli->lli_trunc_sem); return rc ? rc : rc1; } int ll_setattr(struct dentry *de, struct iattr *attr) { if ((attr->ia_valid & (ATTR_CTIME|ATTR_SIZE|ATTR_MODE)) == (ATTR_CTIME|ATTR_SIZE|ATTR_MODE)) attr->ia_valid |= MDS_OPEN_OWNEROVERRIDE; if ((de->d_inode->i_mode & S_ISUID) && !(attr->ia_mode & S_ISUID) && !(attr->ia_valid & ATTR_KILL_SUID)) attr->ia_valid |= ATTR_KILL_SUID; if (((de->d_inode->i_mode & (S_ISGID|S_IXGRP)) == (S_ISGID|S_IXGRP)) && !(attr->ia_mode & S_ISGID) && !(attr->ia_valid & ATTR_KILL_SGID)) attr->ia_valid |= ATTR_KILL_SGID; return ll_setattr_raw(de->d_inode, attr); } int ll_statfs_internal(struct super_block *sb, struct obd_statfs *osfs, __u64 max_age, __u32 flags) { struct ll_sb_info *sbi = ll_s2sbi(sb); struct obd_statfs obd_osfs; int rc; ENTRY; rc = obd_statfs(class_exp2obd(sbi->ll_md_exp), osfs, max_age, flags); if (rc) { CERROR("md_statfs fails: rc = %d\n", rc); RETURN(rc); } osfs->os_type = sb->s_magic; CDEBUG(D_SUPER, "MDC blocks "LPU64"/"LPU64" objects "LPU64"/"LPU64"\n", osfs->os_bavail, osfs->os_blocks, osfs->os_ffree,osfs->os_files); if (sbi->ll_flags & LL_SBI_LAZYSTATFS) flags |= OBD_STATFS_NODELAY; rc = obd_statfs_rqset(class_exp2obd(sbi->ll_dt_exp), &obd_osfs, max_age, flags); if (rc) { CERROR("obd_statfs fails: rc = %d\n", rc); RETURN(rc); } CDEBUG(D_SUPER, "OSC blocks "LPU64"/"LPU64" objects "LPU64"/"LPU64"\n", obd_osfs.os_bavail, obd_osfs.os_blocks, obd_osfs.os_ffree, obd_osfs.os_files); osfs->os_bsize = obd_osfs.os_bsize; osfs->os_blocks = obd_osfs.os_blocks; osfs->os_bfree = obd_osfs.os_bfree; osfs->os_bavail = obd_osfs.os_bavail; /* If we don't have as many objects free on the OST as inodes * on the MDS, we reduce the total number of inodes to * compensate, so that the "inodes in use" number is correct. */ if (obd_osfs.os_ffree < osfs->os_ffree) { osfs->os_files = (osfs->os_files - osfs->os_ffree) + obd_osfs.os_ffree; osfs->os_ffree = obd_osfs.os_ffree; } RETURN(rc); } #ifndef HAVE_STATFS_DENTRY_PARAM int ll_statfs(struct super_block *sb, struct kstatfs *sfs) { #else int ll_statfs(struct dentry *de, struct kstatfs *sfs) { struct super_block *sb = de->d_sb; #endif struct obd_statfs osfs; int rc; CDEBUG(D_VFSTRACE, "VFS Op: at "LPU64" jiffies\n", get_jiffies_64()); ll_stats_ops_tally(ll_s2sbi(sb), LPROC_LL_STAFS, 1); /* For now we will always get up-to-date statfs values, but in the * future we may allow some amount of caching on the client (e.g. * from QOS or lprocfs updates). */ rc = ll_statfs_internal(sb, &osfs, cfs_time_current_64() - 1, 0); if (rc) return rc; statfs_unpack(sfs, &osfs); /* We need to downshift for all 32-bit kernels, because we can't * tell if the kernel is being called via sys_statfs64() or not. * Stop before overflowing f_bsize - in which case it is better * to just risk EOVERFLOW if caller is using old sys_statfs(). */ if (sizeof(long) < 8) { while (osfs.os_blocks > ~0UL && sfs->f_bsize < 0x40000000) { sfs->f_bsize <<= 1; osfs.os_blocks >>= 1; osfs.os_bfree >>= 1; osfs.os_bavail >>= 1; } } sfs->f_blocks = osfs.os_blocks; sfs->f_bfree = osfs.os_bfree; sfs->f_bavail = osfs.os_bavail; return 0; } void ll_inode_size_lock(struct inode *inode, int lock_lsm) { struct ll_inode_info *lli; struct lov_stripe_md *lsm; lli = ll_i2info(inode); LASSERT(lli->lli_size_sem_owner != current); cfs_down(&lli->lli_size_sem); LASSERT(lli->lli_size_sem_owner == NULL); lli->lli_size_sem_owner = current; lsm = lli->lli_smd; LASSERTF(lsm != NULL || lock_lsm == 0, "lsm %p, lock_lsm %d\n", lsm, lock_lsm); if (lock_lsm) lov_stripe_lock(lsm); } void ll_inode_size_unlock(struct inode *inode, int unlock_lsm) { struct ll_inode_info *lli; struct lov_stripe_md *lsm; lli = ll_i2info(inode); lsm = lli->lli_smd; LASSERTF(lsm != NULL || unlock_lsm == 0, "lsm %p, lock_lsm %d\n", lsm, unlock_lsm); if (unlock_lsm) lov_stripe_unlock(lsm); LASSERT(lli->lli_size_sem_owner == current); lli->lli_size_sem_owner = NULL; cfs_up(&lli->lli_size_sem); } void ll_update_inode(struct inode *inode, struct lustre_md *md) { struct ll_inode_info *lli = ll_i2info(inode); struct mdt_body *body = md->body; struct lov_stripe_md *lsm = md->lsm; struct ll_sb_info *sbi = ll_i2sbi(inode); LASSERT ((lsm != NULL) == ((body->valid & OBD_MD_FLEASIZE) != 0)); if (lsm != NULL) { cfs_down(&lli->lli_och_sem); if (lli->lli_smd == NULL) { if (lsm->lsm_magic != LOV_MAGIC_V1 && lsm->lsm_magic != LOV_MAGIC_V3) { dump_lsm(D_ERROR, lsm); LBUG(); } CDEBUG(D_INODE, "adding lsm %p to inode %lu/%u(%p)\n", lsm, inode->i_ino, inode->i_generation, inode); /* cl_inode_init must go before lli_smd or a race is * possible where client thinks the file has stripes, * but lov raid0 is not setup yet and parallel e.g. * glimpse would try to use uninitialized lov */ cl_inode_init(inode, md); lli->lli_smd = lsm; cfs_up(&lli->lli_och_sem); lli->lli_maxbytes = lsm->lsm_maxbytes; if (lli->lli_maxbytes > PAGE_CACHE_MAXBYTES) lli->lli_maxbytes = PAGE_CACHE_MAXBYTES; } else { cfs_up(&lli->lli_och_sem); LASSERT(lli->lli_smd->lsm_magic == lsm->lsm_magic && lli->lli_smd->lsm_stripe_count == lsm->lsm_stripe_count); if (lov_stripe_md_cmp(lli->lli_smd, lsm)) { CERROR("lsm mismatch for inode %ld\n", inode->i_ino); CERROR("lli_smd:\n"); dump_lsm(D_ERROR, lli->lli_smd); CERROR("lsm:\n"); dump_lsm(D_ERROR, lsm); LBUG(); } } if (lli->lli_smd != lsm) obd_free_memmd(ll_i2dtexp(inode), &lsm); } if (sbi->ll_flags & LL_SBI_RMT_CLIENT) { if (body->valid & OBD_MD_FLRMTPERM) ll_update_remote_perm(inode, md->remote_perm); } #ifdef CONFIG_FS_POSIX_ACL else if (body->valid & OBD_MD_FLACL) { cfs_spin_lock(&lli->lli_lock); if (lli->lli_posix_acl) posix_acl_release(lli->lli_posix_acl); lli->lli_posix_acl = md->posix_acl; cfs_spin_unlock(&lli->lli_lock); } #endif inode->i_ino = cl_fid_build_ino(&body->fid1); inode->i_generation = cl_fid_build_gen(&body->fid1); if (body->valid & OBD_MD_FLATIME) { if (body->atime > LTIME_S(inode->i_atime)) LTIME_S(inode->i_atime) = body->atime; lli->lli_lvb.lvb_atime = body->atime; } if (body->valid & OBD_MD_FLMTIME) { if (body->mtime > LTIME_S(inode->i_mtime)) { CDEBUG(D_INODE, "setting ino %lu mtime from %lu " "to "LPU64"\n", inode->i_ino, LTIME_S(inode->i_mtime), body->mtime); LTIME_S(inode->i_mtime) = body->mtime; } lli->lli_lvb.lvb_mtime = body->mtime; } if (body->valid & OBD_MD_FLCTIME) { if (body->ctime > LTIME_S(inode->i_ctime)) LTIME_S(inode->i_ctime) = body->ctime; lli->lli_lvb.lvb_ctime = body->ctime; } if (body->valid & OBD_MD_FLMODE) inode->i_mode = (inode->i_mode & S_IFMT)|(body->mode & ~S_IFMT); if (body->valid & OBD_MD_FLTYPE) inode->i_mode = (inode->i_mode & ~S_IFMT)|(body->mode & S_IFMT); LASSERT(inode->i_mode != 0); if (S_ISREG(inode->i_mode)) { inode->i_blkbits = min(PTLRPC_MAX_BRW_BITS + 1, LL_MAX_BLKSIZE_BITS); } else { inode->i_blkbits = inode->i_sb->s_blocksize_bits; } #ifdef HAVE_INODE_BLKSIZE inode->i_blksize = 1<i_blkbits; #endif if (body->valid & OBD_MD_FLUID) inode->i_uid = body->uid; if (body->valid & OBD_MD_FLGID) inode->i_gid = body->gid; if (body->valid & OBD_MD_FLFLAGS) inode->i_flags = ll_ext_to_inode_flags(body->flags); if (body->valid & OBD_MD_FLNLINK) inode->i_nlink = body->nlink; if (body->valid & OBD_MD_FLRDEV) inode->i_rdev = old_decode_dev(body->rdev); if (body->valid & OBD_MD_FLID) { /* FID shouldn't be changed! */ if (fid_is_sane(&lli->lli_fid)) { LASSERTF(lu_fid_eq(&lli->lli_fid, &body->fid1), "Trying to change FID "DFID " to the "DFID", inode %lu/%u(%p)\n", PFID(&lli->lli_fid), PFID(&body->fid1), inode->i_ino, inode->i_generation, inode); } else lli->lli_fid = body->fid1; } LASSERT(fid_seq(&lli->lli_fid) != 0); if (body->valid & OBD_MD_FLSIZE) { if (exp_connect_som(ll_i2mdexp(inode)) && S_ISREG(inode->i_mode) && lli->lli_smd) { struct lustre_handle lockh; ldlm_mode_t mode; /* As it is possible a blocking ast has been processed * by this time, we need to check there is an UPDATE * lock on the client and set LLIF_MDS_SIZE_LOCK holding * it. */ mode = ll_take_md_lock(inode, MDS_INODELOCK_UPDATE, &lockh); if (mode) { if (lli->lli_flags & (LLIF_DONE_WRITING | LLIF_EPOCH_PENDING | LLIF_SOM_DIRTY)) { CERROR("ino %lu flags %lu still has " "size authority! do not trust " "the size got from MDS\n", inode->i_ino, lli->lli_flags); } else { /* Use old size assignment to avoid * deadlock bz14138 & bz14326 */ inode->i_size = body->size; lli->lli_flags |= LLIF_MDS_SIZE_LOCK; } ldlm_lock_decref(&lockh, mode); } } else { /* Use old size assignment to avoid * deadlock bz14138 & bz14326 */ inode->i_size = body->size; } if (body->valid & OBD_MD_FLBLOCKS) inode->i_blocks = body->blocks; } if (body->valid & OBD_MD_FLMDSCAPA) { LASSERT(md->mds_capa); ll_add_capa(inode, md->mds_capa); } if (body->valid & OBD_MD_FLOSSCAPA) { LASSERT(md->oss_capa); ll_add_capa(inode, md->oss_capa); } } static struct backing_dev_info ll_backing_dev_info = { .ra_pages = 0, /* No readahead */ #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,12)) .capabilities = 0, /* Does contribute to dirty memory */ #else .memory_backed = 0, /* Does contribute to dirty memory */ #endif }; void ll_read_inode2(struct inode *inode, void *opaque) { struct lustre_md *md = opaque; struct ll_inode_info *lli = ll_i2info(inode); ENTRY; CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu/%u(%p)\n", inode->i_ino, inode->i_generation, inode); ll_lli_init(lli); LASSERT(!lli->lli_smd); /* Core attributes from the MDS first. This is a new inode, and * the VFS doesn't zero times in the core inode so we have to do * it ourselves. They will be overwritten by either MDS or OST * attributes - we just need to make sure they aren't newer. */ LTIME_S(inode->i_mtime) = 0; LTIME_S(inode->i_atime) = 0; LTIME_S(inode->i_ctime) = 0; inode->i_rdev = 0; ll_update_inode(inode, md); /* OIDEBUG(inode); */ if (S_ISREG(inode->i_mode)) { struct ll_sb_info *sbi = ll_i2sbi(inode); inode->i_op = &ll_file_inode_operations; inode->i_fop = sbi->ll_fop; inode->i_mapping->a_ops = &ll_aops; EXIT; } else if (S_ISDIR(inode->i_mode)) { inode->i_op = &ll_dir_inode_operations; inode->i_fop = &ll_dir_operations; inode->i_mapping->a_ops = &ll_dir_aops; EXIT; } else if (S_ISLNK(inode->i_mode)) { inode->i_op = &ll_fast_symlink_inode_operations; EXIT; } else { inode->i_op = &ll_special_inode_operations; init_special_inode(inode, inode->i_mode, kdev_t_to_nr(inode->i_rdev)); /* initializing backing dev info. */ inode->i_mapping->backing_dev_info = &ll_backing_dev_info; EXIT; } } void ll_delete_inode(struct inode *inode) { struct ll_sb_info *sbi = ll_i2sbi(inode); int rc; ENTRY; rc = obd_fid_delete(sbi->ll_md_exp, ll_inode2fid(inode)); if (rc) { CERROR("fid_delete() failed, rc %d\n", rc); } truncate_inode_pages(&inode->i_data, 0); clear_inode(inode); EXIT; } int ll_iocontrol(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg) { struct ll_sb_info *sbi = ll_i2sbi(inode); struct ptlrpc_request *req = NULL; int rc, flags = 0; ENTRY; switch(cmd) { case FSFILT_IOC_GETFLAGS: { struct mdt_body *body; struct md_op_data *op_data; op_data = ll_prep_md_op_data(NULL, inode, NULL, NULL, 0, 0, LUSTRE_OPC_ANY, NULL); if (op_data == NULL) RETURN(-ENOMEM); op_data->op_valid = OBD_MD_FLFLAGS; rc = md_getattr(sbi->ll_md_exp, op_data, &req); ll_finish_md_op_data(op_data); if (rc) { CERROR("failure %d inode %lu\n", rc, inode->i_ino); RETURN(-abs(rc)); } body = req_capsule_server_get(&req->rq_pill, &RMF_MDT_BODY); flags = body->flags; ptlrpc_req_finished(req); RETURN(put_user(flags, (int *)arg)); } case FSFILT_IOC_SETFLAGS: { struct lov_stripe_md *lsm = ll_i2info(inode)->lli_smd; struct obd_info oinfo = { { { 0 } } }; struct md_op_data *op_data; if (get_user(flags, (int *)arg)) RETURN(-EFAULT); oinfo.oi_md = lsm; OBDO_ALLOC(oinfo.oi_oa); if (!oinfo.oi_oa) RETURN(-ENOMEM); op_data = ll_prep_md_op_data(NULL, inode, NULL, NULL, 0, 0, LUSTRE_OPC_ANY, NULL); if (IS_ERR(op_data)) RETURN(PTR_ERR(op_data)); ((struct ll_iattr *)&op_data->op_attr)->ia_attr_flags = flags; op_data->op_attr.ia_valid |= ATTR_ATTR_FLAG; rc = md_setattr(sbi->ll_md_exp, op_data, NULL, 0, NULL, 0, &req, NULL); ll_finish_md_op_data(op_data); ptlrpc_req_finished(req); if (rc) { OBDO_FREE(oinfo.oi_oa); RETURN(rc); } if (lsm == NULL) { OBDO_FREE(oinfo.oi_oa); GOTO(update_cache, rc); } oinfo.oi_oa->o_id = lsm->lsm_object_id; oinfo.oi_oa->o_gr = lsm->lsm_object_gr; oinfo.oi_oa->o_flags = flags; oinfo.oi_oa->o_valid = OBD_MD_FLID | OBD_MD_FLFLAGS | OBD_MD_FLGROUP; oinfo.oi_capa = ll_mdscapa_get(inode); obdo_from_inode(oinfo.oi_oa, inode, OBD_MD_FLFID | OBD_MD_FLGENER); rc = obd_setattr_rqset(sbi->ll_dt_exp, &oinfo, NULL); capa_put(oinfo.oi_capa); OBDO_FREE(oinfo.oi_oa); if (rc) { if (rc != -EPERM && rc != -EACCES) CERROR("osc_setattr_async fails: rc = %d\n",rc); RETURN(rc); } EXIT; update_cache: inode->i_flags = ll_ext_to_inode_flags(flags); return 0; } default: RETURN(-ENOSYS); } RETURN(0); } int ll_flush_ctx(struct inode *inode) { struct ll_sb_info *sbi = ll_i2sbi(inode); CDEBUG(D_SEC, "flush context for user %d\n", cfs_curproc_uid()); obd_set_info_async(sbi->ll_md_exp, sizeof(KEY_FLUSH_CTX), KEY_FLUSH_CTX, 0, NULL, NULL); obd_set_info_async(sbi->ll_dt_exp, sizeof(KEY_FLUSH_CTX), KEY_FLUSH_CTX, 0, NULL, NULL); return 0; } /* umount -f client means force down, don't save state */ #ifdef HAVE_UMOUNTBEGIN_VFSMOUNT void ll_umount_begin(struct vfsmount *vfsmnt, int flags) { struct super_block *sb = vfsmnt->mnt_sb; #else void ll_umount_begin(struct super_block *sb) { #endif struct lustre_sb_info *lsi = s2lsi(sb); struct ll_sb_info *sbi = ll_s2sbi(sb); struct obd_device *obd; struct obd_ioctl_data *ioc_data; ENTRY; #ifdef HAVE_UMOUNTBEGIN_VFSMOUNT if (!(flags & MNT_FORCE)) { EXIT; return; } #endif /* Tell the MGC we got umount -f */ lsi->lsi_flags |= LSI_UMOUNT_FORCE; CDEBUG(D_VFSTRACE, "VFS Op: superblock %p count %d active %d\n", sb, sb->s_count, atomic_read(&sb->s_active)); obd = class_exp2obd(sbi->ll_md_exp); if (obd == NULL) { CERROR("Invalid MDC connection handle "LPX64"\n", sbi->ll_md_exp->exp_handle.h_cookie); EXIT; return; } obd->obd_force = 1; obd = class_exp2obd(sbi->ll_dt_exp); if (obd == NULL) { CERROR("Invalid LOV connection handle "LPX64"\n", sbi->ll_dt_exp->exp_handle.h_cookie); EXIT; return; } obd->obd_force = 1; OBD_ALLOC_PTR(ioc_data); if (ioc_data) { obd_iocontrol(IOC_OSC_SET_ACTIVE, sbi->ll_md_exp, sizeof ioc_data, ioc_data, NULL); obd_iocontrol(IOC_OSC_SET_ACTIVE, sbi->ll_dt_exp, sizeof ioc_data, ioc_data, NULL); OBD_FREE_PTR(ioc_data); } /* Really, we'd like to wait until there are no requests outstanding, * and then continue. For now, we just invalidate the requests, * schedule() and sleep one second if needed, and hope. */ cfs_schedule(); #ifdef HAVE_UMOUNTBEGIN_VFSMOUNT if (atomic_read(&vfsmnt->mnt_count) > 2) { cfs_schedule_timeout_and_set_state(CFS_TASK_INTERRUPTIBLE, cfs_time_seconds(1)); if (atomic_read(&vfsmnt->mnt_count) > 2) LCONSOLE_WARN("Mount still busy with %d refs! You " "may try to umount it a bit later\n", atomic_read(&vfsmnt->mnt_count)); } #endif EXIT; } int ll_remount_fs(struct super_block *sb, int *flags, char *data) { struct ll_sb_info *sbi = ll_s2sbi(sb); int err; __u32 read_only; if ((*flags & MS_RDONLY) != (sb->s_flags & MS_RDONLY)) { read_only = *flags & MS_RDONLY; err = obd_set_info_async(sbi->ll_md_exp, sizeof(KEY_READ_ONLY), KEY_READ_ONLY, sizeof(read_only), &read_only, NULL); if (err) { CERROR("Failed to change the read-only flag during " "remount: %d\n", err); return err; } if (read_only) sb->s_flags |= MS_RDONLY; else sb->s_flags &= ~MS_RDONLY; } return 0; } int ll_prep_inode(struct inode **inode, struct ptlrpc_request *req, struct super_block *sb) { struct ll_sb_info *sbi = NULL; struct lustre_md md; int rc; ENTRY; LASSERT(*inode || sb); sbi = sb ? ll_s2sbi(sb) : ll_i2sbi(*inode); memset(&md, 0, sizeof(struct lustre_md)); rc = md_get_lustre_md(sbi->ll_md_exp, req, sbi->ll_dt_exp, sbi->ll_md_exp, &md); if (rc) RETURN(rc); if (*inode) { ll_update_inode(*inode, &md); } else { LASSERT(sb != NULL); /* * At this point server returns to client's same fid as client * generated for creating. So using ->fid1 is okay here. */ LASSERT(fid_is_sane(&md.body->fid1)); *inode = ll_iget(sb, cl_fid_build_ino(&md.body->fid1), &md); if (*inode == NULL || IS_ERR(*inode)) { if (md.lsm) obd_free_memmd(sbi->ll_dt_exp, &md.lsm); #ifdef CONFIG_FS_POSIX_ACL if (md.posix_acl) { posix_acl_release(md.posix_acl); md.posix_acl = NULL; } #endif rc = IS_ERR(*inode) ? PTR_ERR(*inode) : -ENOMEM; *inode = NULL; CERROR("new_inode -fatal: rc %d\n", rc); GOTO(out, rc); } } out: md_free_lustre_md(sbi->ll_md_exp, &md); RETURN(rc); } int ll_obd_statfs(struct inode *inode, void *arg) { struct ll_sb_info *sbi = NULL; struct obd_export *exp; char *buf = NULL; struct obd_ioctl_data *data = NULL; __u32 type; int len = 0, rc; if (!inode || !(sbi = ll_i2sbi(inode))) GOTO(out_statfs, rc = -EINVAL); rc = obd_ioctl_getdata(&buf, &len, arg); if (rc) GOTO(out_statfs, rc); data = (void*)buf; if (!data->ioc_inlbuf1 || !data->ioc_inlbuf2 || !data->ioc_pbuf1 || !data->ioc_pbuf2) GOTO(out_statfs, rc = -EINVAL); if (data->ioc_inllen1 != sizeof(__u32) || data->ioc_inllen2 != sizeof(__u32) || data->ioc_plen1 != sizeof(struct obd_statfs) || data->ioc_plen2 != sizeof(struct obd_uuid)) GOTO(out_statfs, rc = -EINVAL); memcpy(&type, data->ioc_inlbuf1, sizeof(__u32)); if (type == LL_STATFS_MDC) exp = sbi->ll_md_exp; else if (type == LL_STATFS_LOV) exp = sbi->ll_dt_exp; else GOTO(out_statfs, rc = -ENODEV); rc = obd_iocontrol(IOC_OBD_STATFS, exp, len, buf, NULL); if (rc) GOTO(out_statfs, rc); out_statfs: if (buf) obd_ioctl_freedata(buf, len); return rc; } int ll_process_config(struct lustre_cfg *lcfg) { char *ptr; void *sb; struct lprocfs_static_vars lvars; unsigned long x; int rc = 0; lprocfs_llite_init_vars(&lvars); /* The instance name contains the sb: lustre-client-aacfe000 */ ptr = strrchr(lustre_cfg_string(lcfg, 0), '-'); if (!ptr || !*(++ptr)) return -EINVAL; if (sscanf(ptr, "%lx", &x) != 1) return -EINVAL; sb = (void *)x; /* This better be a real Lustre superblock! */ LASSERT(s2lsi((struct super_block *)sb)->lsi_lmd->lmd_magic == LMD_MAGIC); /* Note we have not called client_common_fill_super yet, so proc fns must be able to handle that! */ rc = class_process_proc_param(PARAM_LLITE, lvars.obd_vars, lcfg, sb); if (rc > 0) rc = 0; return(rc); } /* this function prepares md_op_data hint for passing ot down to MD stack. */ struct md_op_data * ll_prep_md_op_data(struct md_op_data *op_data, struct inode *i1, struct inode *i2, const char *name, int namelen, int mode, __u32 opc, void *data) { LASSERT(i1 != NULL); if (namelen > ll_i2sbi(i1)->ll_namelen) return ERR_PTR(-ENAMETOOLONG); if (op_data == NULL) OBD_ALLOC_PTR(op_data); if (op_data == NULL) return ERR_PTR(-ENOMEM); ll_i2gids(op_data->op_suppgids, i1, i2); op_data->op_fid1 = *ll_inode2fid(i1); op_data->op_capa1 = ll_mdscapa_get(i1); if (i2) { op_data->op_fid2 = *ll_inode2fid(i2); op_data->op_capa2 = ll_mdscapa_get(i2); } else { fid_zero(&op_data->op_fid2); op_data->op_capa2 = NULL; } op_data->op_name = name; op_data->op_namelen = namelen; op_data->op_mode = mode; op_data->op_mod_time = cfs_time_current_sec(); op_data->op_fsuid = cfs_curproc_fsuid(); op_data->op_fsgid = cfs_curproc_fsgid(); op_data->op_cap = cfs_curproc_cap_pack(); op_data->op_bias = MDS_CHECK_SPLIT; op_data->op_opc = opc; op_data->op_mds = 0; op_data->op_data = data; return op_data; } void ll_finish_md_op_data(struct md_op_data *op_data) { capa_put(op_data->op_capa1); capa_put(op_data->op_capa2); OBD_FREE_PTR(op_data); } int ll_show_options(struct seq_file *seq, struct vfsmount *vfs) { struct ll_sb_info *sbi; LASSERT((seq != NULL) && (vfs != NULL)); sbi = ll_s2sbi(vfs->mnt_sb); if (sbi->ll_flags & LL_SBI_NOLCK) seq_puts(seq, ",nolock"); if (sbi->ll_flags & LL_SBI_FLOCK) seq_puts(seq, ",flock"); if (sbi->ll_flags & LL_SBI_LOCALFLOCK) seq_puts(seq, ",localflock"); if (sbi->ll_flags & LL_SBI_USER_XATTR) seq_puts(seq, ",user_xattr"); if (sbi->ll_flags & LL_SBI_ACL) seq_puts(seq, ",acl"); if (sbi->ll_flags & LL_SBI_LAZYSTATFS) seq_puts(seq, ",lazystatfs"); RETURN(0); }