/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- * vim:expandtab:shiftwidth=8:tabstop=8: * * Lustre Light Super operations * * Copyright (c) 2002-2005 Cluster File Systems, Inc. * * This file is part of Lustre, http://www.lustre.org. * * Lustre is free software; you can redistribute it and/or * modify it under the terms of version 2 of the GNU General Public * License as published by the Free Software Foundation. * * Lustre is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Lustre; if not, write to the Free Software * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */ #define DEBUG_SUBSYSTEM S_LLITE #include #include #include #include #include #include #include #include #include #include #include #include #include "llite_internal.h" cfs_mem_cache_t *ll_file_data_slab; LIST_HEAD(ll_super_blocks); spinlock_t ll_sb_lock = SPIN_LOCK_UNLOCKED; extern struct address_space_operations ll_aops; extern struct address_space_operations ll_dir_aops; #ifndef log2 #define log2(n) ffz(~(n)) #endif static struct ll_sb_info *ll_init_sbi(void) { struct ll_sb_info *sbi = NULL; class_uuid_t uuid; int i; ENTRY; OBD_ALLOC(sbi, sizeof(*sbi)); if (!sbi) RETURN(NULL); spin_lock_init(&sbi->ll_lock); spin_lock_init(&sbi->ll_lco.lco_lock); spin_lock_init(&sbi->ll_pp_extent_lock); spin_lock_init(&sbi->ll_process_lock); sbi->ll_rw_stats_on = 0; INIT_LIST_HEAD(&sbi->ll_pglist); if (num_physpages >> (20 - CFS_PAGE_SHIFT) < 512) sbi->ll_async_page_max = num_physpages / 2; else sbi->ll_async_page_max = (num_physpages / 4) * 3; sbi->ll_ra_info.ra_max_pages = min(num_physpages / 8, SBI_DEFAULT_READAHEAD_MAX); sbi->ll_ra_info.ra_max_read_ahead_whole_pages = SBI_DEFAULT_READAHEAD_WHOLE_MAX; INIT_LIST_HEAD(&sbi->ll_conn_chain); INIT_LIST_HEAD(&sbi->ll_orphan_dentry_list); ll_generate_random_uuid(uuid); class_uuid_unparse(uuid, &sbi->ll_sb_uuid); CDEBUG(D_CONFIG, "generated uuid: %s\n", sbi->ll_sb_uuid.uuid); spin_lock(&ll_sb_lock); list_add_tail(&sbi->ll_list, &ll_super_blocks); spin_unlock(&ll_sb_lock); #ifdef ENABLE_LLITE_CHECKSUM sbi->ll_flags |= LL_SBI_CHECKSUM; #endif #ifdef HAVE_LRU_RESIZE_SUPPORT sbi->ll_flags |= LL_SBI_LRU_RESIZE; #endif #ifdef HAVE_EXPORT___IGET INIT_LIST_HEAD(&sbi->ll_deathrow); spin_lock_init(&sbi->ll_deathrow_lock); #endif for (i = 0; i <= LL_PROCESS_HIST_MAX; i++) { spin_lock_init(&sbi->ll_rw_extents_info.pp_extents[i].pp_r_hist.oh_lock); spin_lock_init(&sbi->ll_rw_extents_info.pp_extents[i].pp_w_hist.oh_lock); } RETURN(sbi); } void ll_free_sbi(struct super_block *sb) { struct ll_sb_info *sbi = ll_s2sbi(sb); ENTRY; if (sbi != NULL) { spin_lock(&ll_sb_lock); list_del(&sbi->ll_list); spin_unlock(&ll_sb_lock); OBD_FREE(sbi, sizeof(*sbi)); } EXIT; } static struct dentry_operations ll_d_root_ops = { #ifdef DCACHE_LUSTRE_INVALID .d_compare = ll_dcompare, #endif }; /* Initialize the default and maximum LOV EA and cookie sizes. This allows * us to make MDS RPCs with large enough reply buffers to hold the * maximum-sized (= maximum striped) EA and cookie without having to * calculate this (via a call into the LOV + OSCs) each time we make an RPC. */ static int ll_init_ea_size(struct obd_export *md_exp, struct obd_export *dt_exp) { struct lov_stripe_md lsm = { .lsm_magic = LOV_MAGIC }; __u32 valsize = sizeof(struct lov_desc); int rc, easize, def_easize, cookiesize; struct lov_desc desc; __u32 stripes; ENTRY; rc = obd_get_info(dt_exp, strlen(KEY_LOVDESC) + 1, KEY_LOVDESC, &valsize, &desc); if (rc) RETURN(rc); stripes = min(desc.ld_tgt_count, (__u32)LOV_MAX_STRIPE_COUNT); lsm.lsm_stripe_count = stripes; easize = obd_size_diskmd(dt_exp, &lsm); lsm.lsm_stripe_count = desc.ld_default_stripe_count; def_easize = obd_size_diskmd(dt_exp, &lsm); cookiesize = stripes * sizeof(struct llog_cookie); CDEBUG(D_HA, "updating max_mdsize/max_cookiesize: %d/%d\n", easize, cookiesize); rc = md_init_ea_size(md_exp, easize, def_easize, cookiesize); RETURN(rc); } static int client_common_fill_super(struct super_block *sb, char *md, char *dt) { struct inode *root = 0; struct ll_sb_info *sbi = ll_s2sbi(sb); struct obd_device *obd; struct lu_fid rootfid; struct obd_capa *oc = NULL; struct obd_statfs osfs; struct ptlrpc_request *request = NULL; struct lustre_handle dt_conn = {0, }; struct lustre_handle md_conn = {0, }; struct obd_connect_data *data = NULL; struct lustre_md lmd; obd_valid valid; int size, err, checksum; ENTRY; obd = class_name2obd(md); if (!obd) { CERROR("MD %s: not setup or attached\n", md); RETURN(-EINVAL); } OBD_ALLOC_PTR(data); if (data == NULL) RETURN(-ENOMEM); if (proc_lustre_fs_root) { err = lprocfs_register_mountpoint(proc_lustre_fs_root, sb, dt, md); if (err < 0) CERROR("could not register mount in /proc/lustre"); } /* indicate the features supported by this client */ data->ocd_connect_flags = OBD_CONNECT_IBITS | OBD_CONNECT_NODEVOH | OBD_CONNECT_JOIN | OBD_CONNECT_ATTRFID | OBD_CONNECT_VERSION | OBD_CONNECT_MDS_CAPA | OBD_CONNECT_OSS_CAPA | OBD_CONNECT_CANCELSET| OBD_CONNECT_FID; #ifdef HAVE_LRU_RESIZE_SUPPORT if (sbi->ll_flags & LL_SBI_LRU_RESIZE) data->ocd_connect_flags |= OBD_CONNECT_LRU_RESIZE; #endif #ifdef CONFIG_FS_POSIX_ACL data->ocd_connect_flags |= OBD_CONNECT_ACL; #endif data->ocd_ibits_known = MDS_INODELOCK_FULL; data->ocd_version = LUSTRE_VERSION_CODE; if (sb->s_flags & MS_RDONLY) data->ocd_connect_flags |= OBD_CONNECT_RDONLY; if (sbi->ll_flags & LL_SBI_USER_XATTR) data->ocd_connect_flags |= OBD_CONNECT_XATTR; #ifdef HAVE_MS_FLOCK_LOCK /* force vfs to use lustre handler for flock() calls - bug 10743 */ sb->s_flags |= MS_FLOCK_LOCK; #endif if (sbi->ll_flags & LL_SBI_FLOCK) sbi->ll_fop = &ll_file_operations_flock; else if (sbi->ll_flags & LL_SBI_LOCALFLOCK) sbi->ll_fop = &ll_file_operations; else sbi->ll_fop = &ll_file_operations_noflock; /* real client */ data->ocd_connect_flags |= OBD_CONNECT_REAL; if (sbi->ll_flags & LL_SBI_RMT_CLIENT) { data->ocd_connect_flags &= ~OBD_CONNECT_LCL_CLIENT; data->ocd_connect_flags |= OBD_CONNECT_RMT_CLIENT; } else { data->ocd_connect_flags &= ~OBD_CONNECT_RMT_CLIENT; data->ocd_connect_flags |= OBD_CONNECT_LCL_CLIENT; } err = obd_connect(NULL, &md_conn, obd, &sbi->ll_sb_uuid, data); if (err == -EBUSY) { LCONSOLE_ERROR_MSG(0x14f, "An MDT (md %s) is performing " "recovery, of which this client is not a " "part. Please wait for recovery to complete," " abort, or time out.\n", md); GOTO(out, err); } else if (err) { CERROR("cannot connect to %s: rc = %d\n", md, err); GOTO(out, err); } sbi->ll_md_exp = class_conn2export(&md_conn); err = obd_fid_init(sbi->ll_md_exp); if (err) { CERROR("Can't init metadata layer FID infrastructure, " "rc %d\n", err); GOTO(out_md, err); } err = obd_statfs(obd, &osfs, cfs_time_current_64() - HZ, 0); if (err) GOTO(out_md_fid, err); size = sizeof(*data); err = obd_get_info(sbi->ll_md_exp, strlen(KEY_CONN_DATA), KEY_CONN_DATA, &size, data); if (err) { CERROR("Get connect data failed: %d \n", err); GOTO(out_md, err); } LASSERT(osfs.os_bsize); sb->s_blocksize = osfs.os_bsize; sb->s_blocksize_bits = log2(osfs.os_bsize); sb->s_magic = LL_SUPER_MAGIC; /* for bug 11559. in $LINUX/fs/read_write.c, function do_sendfile(): * retval = in_file->f_op->sendfile(...); * if (*ppos > max) * retval = -EOVERFLOW; * * it will check if *ppos is greater than max. However, max equals to * s_maxbytes, which is a negative integer in a x86_64 box since loff_t * has been defined as a signed long long ineger in linux kernel. */ #if BITS_PER_LONG == 64 sb->s_maxbytes = PAGE_CACHE_MAXBYTES >> 1; #else sb->s_maxbytes = PAGE_CACHE_MAXBYTES; #endif sbi->ll_namelen = osfs.os_namelen; sbi->ll_max_rw_chunk = LL_DEFAULT_MAX_RW_CHUNK; if ((sbi->ll_flags & LL_SBI_USER_XATTR) && !(data->ocd_connect_flags & OBD_CONNECT_XATTR)) { LCONSOLE_INFO("Disabling user_xattr feature because " "it is not supported on the server\n"); sbi->ll_flags &= ~LL_SBI_USER_XATTR; } if (data->ocd_connect_flags & OBD_CONNECT_ACL) { #ifdef MS_POSIXACL sb->s_flags |= MS_POSIXACL; #endif sbi->ll_flags |= LL_SBI_ACL; } else { LCONSOLE_INFO("client wants to enable acl, but mdt not!\n"); #ifdef MS_POSIXACL sb->s_flags &= ~MS_POSIXACL; #endif sbi->ll_flags &= ~LL_SBI_ACL; } if (data->ocd_connect_flags & OBD_CONNECT_JOIN) sbi->ll_flags |= LL_SBI_JOIN; if (sbi->ll_flags & LL_SBI_RMT_CLIENT) { if (!(data->ocd_connect_flags & OBD_CONNECT_RMT_CLIENT)) { /* sometimes local client claims to be remote, but mdt * will disagree when client gss not applied. */ LCONSOLE_INFO("client claims to be remote, but server " "rejected, forced to be local.\n"); sbi->ll_flags &= ~LL_SBI_RMT_CLIENT; } } else { if (!(data->ocd_connect_flags & OBD_CONNECT_LCL_CLIENT)) { /* with gss applied, remote client can not claim to be * local, so mdt maybe force client to be remote. */ LCONSOLE_INFO("client claims to be local, but server " "rejected, forced to be remote.\n"); sbi->ll_flags |= LL_SBI_RMT_CLIENT; } } if (data->ocd_connect_flags & OBD_CONNECT_MDS_CAPA) { LCONSOLE_INFO("client enabled MDS capability!\n"); sbi->ll_flags |= LL_SBI_MDS_CAPA; } if (data->ocd_connect_flags & OBD_CONNECT_OSS_CAPA) { LCONSOLE_INFO("client enabled OSS capability!\n"); sbi->ll_flags |= LL_SBI_OSS_CAPA; } sbi->ll_sdev_orig = sb->s_dev; #if (LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0)) /* We set sb->s_dev equal on all lustre clients in order to support * NFS export clustering. NFSD requires that the FSID be the same * on all clients. */ /* s_dev is also used in lt_compare() to compare two fs, but that is * only a node-local comparison. */ /* XXX: this will not work with LMV */ sb->s_dev = get_uuid2int(sbi2mdc(sbi)->cl_target_uuid.uuid, strlen(sbi2mdc(sbi)->cl_target_uuid.uuid)); #endif obd = class_name2obd(dt); if (!obd) { CERROR("DT %s: not setup or attached\n", dt); GOTO(out_md_fid, err = -ENODEV); } data->ocd_connect_flags = OBD_CONNECT_GRANT | OBD_CONNECT_VERSION | OBD_CONNECT_REQPORTAL | OBD_CONNECT_BRW_SIZE | OBD_CONNECT_CANCELSET | OBD_CONNECT_FID; if (sbi->ll_flags & LL_SBI_OSS_CAPA) data->ocd_connect_flags |= OBD_CONNECT_OSS_CAPA; if (!OBD_FAIL_CHECK(OBD_FAIL_OSC_CONNECT_CKSUM)) { /* OBD_CONNECT_CKSUM should always be set, even if checksums are * disabled by default, because it can still be enabled on the * fly via /proc. As a consequence, we still need to come to an * agreement on the supported algorithms at connect time */ data->ocd_connect_flags |= OBD_CONNECT_CKSUM; if (OBD_FAIL_CHECK(OBD_FAIL_OSC_CKSUM_ADLER_ONLY)) data->ocd_cksum_types = OBD_CKSUM_ADLER; else /* send the list of supported checksum types */ data->ocd_cksum_types = OBD_CKSUM_ALL; } #ifdef HAVE_LRU_RESIZE_SUPPORT data->ocd_connect_flags |= OBD_CONNECT_LRU_RESIZE; #endif CDEBUG(D_RPCTRACE, "ocd_connect_flags: "LPX64" ocd_version: %d " "ocd_grant: %d\n", data->ocd_connect_flags, data->ocd_version, data->ocd_grant); obd->obd_upcall.onu_owner = &sbi->ll_lco; obd->obd_upcall.onu_upcall = ll_ocd_update; data->ocd_brw_size = PTLRPC_MAX_BRW_PAGES << CFS_PAGE_SHIFT; err = obd_connect(NULL, &dt_conn, obd, &sbi->ll_sb_uuid, data); if (err == -EBUSY) { LCONSOLE_ERROR_MSG(0x150, "An OST (dt %s) is performing " "recovery, of which this client is not a " "part. Please wait for recovery to " "complete, abort, or time out.\n", dt); GOTO(out_md_fid, err); } else if (err) { CERROR("Cannot connect to %s: rc = %d\n", dt, err); GOTO(out_md_fid, err); } sbi->ll_dt_exp = class_conn2export(&dt_conn); err = obd_fid_init(sbi->ll_dt_exp); if (err) { CERROR("Can't init data layer FID infrastructure, " "rc %d\n", err); GOTO(out_dt, err); } spin_lock(&sbi->ll_lco.lco_lock); sbi->ll_lco.lco_flags = data->ocd_connect_flags; spin_unlock(&sbi->ll_lco.lco_lock); ll_init_ea_size(sbi->ll_md_exp, sbi->ll_dt_exp); err = obd_prep_async_page(sbi->ll_dt_exp, NULL, NULL, NULL, 0, NULL, NULL, NULL); if (err < 0) { LCONSOLE_ERROR_MSG(0x151, "There are no OST's in this " "filesystem. There must be at least one " "active OST for a client to start.\n"); GOTO(out_dt_fid, err); } if (!ll_async_page_slab) { ll_async_page_slab_size = size_round(sizeof(struct ll_async_page)) + err; ll_async_page_slab = cfs_mem_cache_create("ll_async_page", ll_async_page_slab_size, 0, 0); if (!ll_async_page_slab) GOTO(out_dt_fid, err = -ENOMEM); } err = md_getstatus(sbi->ll_md_exp, &rootfid, &oc); if (err) { CERROR("cannot mds_connect: rc = %d\n", err); GOTO(out_dt_fid, err); } CDEBUG(D_SUPER, "rootfid "DFID"\n", PFID(&rootfid)); sbi->ll_root_fid = rootfid; sb->s_op = &lustre_super_operations; sb->s_export_op = &lustre_export_operations; /* make root inode * XXX: move this to after cbd setup? */ valid = OBD_MD_FLGETATTR | OBD_MD_FLBLOCKS | OBD_MD_FLMDSCAPA; if (sbi->ll_flags & LL_SBI_RMT_CLIENT) valid |= OBD_MD_FLRMTPERM; else if (sbi->ll_flags & LL_SBI_ACL) valid |= OBD_MD_FLACL; err = md_getattr(sbi->ll_md_exp, &rootfid, oc, valid, 0, &request); if (oc) free_capa(oc); if (err) { CERROR("md_getattr failed for root: rc = %d\n", err); GOTO(out_dt_fid, err); } memset(&lmd, 0, sizeof(lmd)); err = md_get_lustre_md(sbi->ll_md_exp, request, sbi->ll_dt_exp, sbi->ll_md_exp, &lmd); if (err) { CERROR("failed to understand root inode md: rc = %d\n", err); ptlrpc_req_finished (request); GOTO(out_dt_fid, err); } LASSERT(fid_is_sane(&sbi->ll_root_fid)); root = ll_iget(sb, ll_fid_build_ino(sbi, &sbi->ll_root_fid), &lmd); md_free_lustre_md(sbi->ll_md_exp, &lmd); ptlrpc_req_finished(request); if (root == NULL || is_bad_inode(root)) { if (lmd.lsm) obd_free_memmd(sbi->ll_dt_exp, &lmd.lsm); #ifdef CONFIG_FS_POSIX_ACL if (lmd.posix_acl) { posix_acl_release(lmd.posix_acl); lmd.posix_acl = NULL; } #endif CERROR("lustre_lite: bad iget4 for root\n"); GOTO(out_root, err = -EBADF); } err = ll_close_thread_start(&sbi->ll_lcq); if (err) { CERROR("cannot start close thread: rc %d\n", err); GOTO(out_root, err); } #ifdef CONFIG_FS_POSIX_ACL if (sbi->ll_flags & LL_SBI_RMT_CLIENT) { rct_init(&sbi->ll_rct); et_init(&sbi->ll_et); } #endif checksum = sbi->ll_flags & LL_SBI_CHECKSUM; err = obd_set_info_async(sbi->ll_dt_exp, strlen("checksum"),"checksum", sizeof(checksum), &checksum, NULL); sb->s_root = d_alloc_root(root); if (data != NULL) OBD_FREE(data, sizeof(*data)); sb->s_root->d_op = &ll_d_root_ops; RETURN(err); out_root: if (root) iput(root); out_dt_fid: obd_fid_fini(sbi->ll_dt_exp); out_dt: obd_disconnect(sbi->ll_dt_exp); sbi->ll_dt_exp = NULL; out_md_fid: obd_fid_fini(sbi->ll_md_exp); out_md: obd_disconnect(sbi->ll_md_exp); sbi->ll_md_exp = NULL; out: if (data != NULL) OBD_FREE_PTR(data); lprocfs_unregister_mountpoint(sbi); return err; } int ll_get_max_mdsize(struct ll_sb_info *sbi, int *lmmsize) { int size, rc; *lmmsize = obd_size_diskmd(sbi->ll_dt_exp, NULL); size = sizeof(int); rc = obd_get_info(sbi->ll_md_exp, strlen("max_easize"), "max_easize", &size, lmmsize); if (rc) CERROR("Get max mdsize error rc %d \n", rc); RETURN(rc); } void ll_dump_inode(struct inode *inode) { struct list_head *tmp; int dentry_count = 0; LASSERT(inode != NULL); list_for_each(tmp, &inode->i_dentry) dentry_count++; CERROR("inode %p dump: dev=%s ino=%lu mode=%o count=%u, %d dentries\n", inode, ll_i2mdexp(inode)->exp_obd->obd_name, inode->i_ino, inode->i_mode, atomic_read(&inode->i_count), dentry_count); } void lustre_dump_dentry(struct dentry *dentry, int recur) { struct list_head *tmp; int subdirs = 0; LASSERT(dentry != NULL); list_for_each(tmp, &dentry->d_subdirs) subdirs++; CERROR("dentry %p dump: name=%.*s parent=%.*s (%p), inode=%p, count=%u," " flags=0x%x, fsdata=%p, %d subdirs\n", dentry, dentry->d_name.len, dentry->d_name.name, dentry->d_parent->d_name.len, dentry->d_parent->d_name.name, dentry->d_parent, dentry->d_inode, atomic_read(&dentry->d_count), dentry->d_flags, dentry->d_fsdata, subdirs); if (dentry->d_inode != NULL) ll_dump_inode(dentry->d_inode); if (recur == 0) return; list_for_each(tmp, &dentry->d_subdirs) { struct dentry *d = list_entry(tmp, struct dentry, d_child); lustre_dump_dentry(d, recur - 1); } } #ifdef HAVE_EXPORT___IGET static void prune_dir_dentries(struct inode *inode) { struct dentry *dentry, *prev = NULL; /* due to lustre specific logic, a directory * can have few dentries - a bug from VFS POV */ restart: spin_lock(&dcache_lock); if (!list_empty(&inode->i_dentry)) { dentry = list_entry(inode->i_dentry.prev, struct dentry, d_alias); /* in order to prevent infinite loops we * break if previous dentry is busy */ if (dentry != prev) { prev = dentry; dget_locked(dentry); spin_unlock(&dcache_lock); /* try to kill all child dentries */ lock_dentry(dentry); shrink_dcache_parent(dentry); unlock_dentry(dentry); dput(dentry); /* now try to get rid of current dentry */ d_prune_aliases(inode); goto restart; } } spin_unlock(&dcache_lock); } static void prune_deathrow_one(struct ll_inode_info *lli) { struct inode *inode = ll_info2i(lli); /* first, try to drop any dentries - they hold a ref on the inode */ if (S_ISDIR(inode->i_mode)) prune_dir_dentries(inode); else d_prune_aliases(inode); /* if somebody still uses it, leave it */ LASSERT(atomic_read(&inode->i_count) > 0); if (atomic_read(&inode->i_count) > 1) goto out; CDEBUG(D_INODE, "inode %lu/%u(%d) looks a good candidate for prune\n", inode->i_ino,inode->i_generation, atomic_read(&inode->i_count)); /* seems nobody uses it anymore */ inode->i_nlink = 0; out: iput(inode); return; } static void prune_deathrow(struct ll_sb_info *sbi, int try) { struct ll_inode_info *lli; int empty; do { if (need_resched() && try) break; if (try) { if (!spin_trylock(&sbi->ll_deathrow_lock)) break; } else { spin_lock(&sbi->ll_deathrow_lock); } empty = 1; lli = NULL; if (!list_empty(&sbi->ll_deathrow)) { lli = list_entry(sbi->ll_deathrow.next, struct ll_inode_info, lli_dead_list); list_del_init(&lli->lli_dead_list); if (!list_empty(&sbi->ll_deathrow)) empty = 0; } spin_unlock(&sbi->ll_deathrow_lock); if (lli) prune_deathrow_one(lli); } while (empty == 0); } #else /* !HAVE_EXPORT___IGET */ #define prune_deathrow(sbi, try) do {} while (0) #endif /* HAVE_EXPORT___IGET */ void client_common_put_super(struct super_block *sb) { struct ll_sb_info *sbi = ll_s2sbi(sb); ENTRY; #ifdef CONFIG_FS_POSIX_ACL if (sbi->ll_flags & LL_SBI_RMT_CLIENT) { et_fini(&sbi->ll_et); rct_fini(&sbi->ll_rct); } #endif obd_cancel_unused(sbi->ll_dt_exp, NULL, 0, NULL); ll_close_thread_shutdown(sbi->ll_lcq); /* destroy inodes in deathrow */ prune_deathrow(sbi, 0); list_del(&sbi->ll_conn_chain); obd_fid_fini(sbi->ll_dt_exp); obd_disconnect(sbi->ll_dt_exp); sbi->ll_dt_exp = NULL; lprocfs_unregister_mountpoint(sbi); obd_fid_fini(sbi->ll_md_exp); obd_disconnect(sbi->ll_md_exp); sbi->ll_md_exp = NULL; EXIT; } void ll_kill_super(struct super_block *sb) { struct ll_sb_info *sbi; ENTRY; /* not init sb ?*/ if (!(sb->s_flags & MS_ACTIVE)) return; sbi = ll_s2sbi(sb); /* we need restore s_dev from changed for clustred NFS before put_super * because new kernels have cached s_dev and change sb->s_dev in * put_super not affected real removing devices */ if (sbi) sb->s_dev = sbi->ll_sdev_orig; EXIT; } char *ll_read_opt(const char *opt, char *data) { char *value; char *retval; ENTRY; CDEBUG(D_SUPER, "option: %s, data %s\n", opt, data); if (strncmp(opt, data, strlen(opt))) RETURN(NULL); if ((value = strchr(data, '=')) == NULL) RETURN(NULL); value++; OBD_ALLOC(retval, strlen(value) + 1); if (!retval) { CERROR("out of memory!\n"); RETURN(NULL); } memcpy(retval, value, strlen(value)+1); CDEBUG(D_SUPER, "Assigned option: %s, value %s\n", opt, retval); RETURN(retval); } static inline int ll_set_opt(const char *opt, char *data, int fl) { if (strncmp(opt, data, strlen(opt)) != 0) return(0); else return(fl); } /* non-client-specific mount options are parsed in lmd_parse */ static int ll_options(char *options, int *flags) { int tmp; char *s1 = options, *s2; ENTRY; if (!options) RETURN(0); CDEBUG(D_CONFIG, "Parsing opts %s\n", options); while (*s1) { CDEBUG(D_SUPER, "next opt=%s\n", s1); tmp = ll_set_opt("nolock", s1, LL_SBI_NOLCK); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("flock", s1, LL_SBI_FLOCK); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("localflock", s1, LL_SBI_LOCALFLOCK); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("noflock", s1, LL_SBI_FLOCK|LL_SBI_LOCALFLOCK); if (tmp) { *flags &= ~tmp; goto next; } tmp = ll_set_opt("user_xattr", s1, LL_SBI_USER_XATTR); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("nouser_xattr", s1, LL_SBI_USER_XATTR); if (tmp) { *flags &= ~tmp; goto next; } tmp = ll_set_opt("acl", s1, LL_SBI_ACL); if (tmp) { /* Ignore deprecated mount option. The client will * always try to mount with ACL support, whether this * is used depends on whether server supports it. */ goto next; } tmp = ll_set_opt("noacl", s1, LL_SBI_ACL); if (tmp) { goto next; } tmp = ll_set_opt("remote_client", s1, LL_SBI_RMT_CLIENT); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("checksum", s1, LL_SBI_CHECKSUM); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("nochecksum", s1, LL_SBI_CHECKSUM); if (tmp) { *flags &= ~tmp; goto next; } tmp = ll_set_opt("lruresize", s1, LL_SBI_LRU_RESIZE); if (tmp) { *flags |= tmp; goto next; } tmp = ll_set_opt("nolruresize", s1, LL_SBI_LRU_RESIZE); if (tmp) { *flags &= ~tmp; goto next; } LCONSOLE_ERROR_MSG(0x152, "Unknown option '%s', won't mount.\n", s1); RETURN(-EINVAL); next: /* Find next opt */ s2 = strchr(s1, ','); if (s2 == NULL) break; s1 = s2 + 1; } RETURN(0); } void ll_lli_init(struct ll_inode_info *lli) { lli->lli_inode_magic = LLI_INODE_MAGIC; sema_init(&lli->lli_size_sem, 1); sema_init(&lli->lli_write_sem, 1); lli->lli_flags = 0; lli->lli_maxbytes = PAGE_CACHE_MAXBYTES; spin_lock_init(&lli->lli_lock); INIT_LIST_HEAD(&lli->lli_pending_write_llaps); INIT_LIST_HEAD(&lli->lli_close_list); lli->lli_inode_magic = LLI_INODE_MAGIC; sema_init(&lli->lli_och_sem, 1); lli->lli_mds_read_och = lli->lli_mds_write_och = NULL; lli->lli_mds_exec_och = NULL; lli->lli_open_fd_read_count = lli->lli_open_fd_write_count = 0; lli->lli_open_fd_exec_count = 0; INIT_LIST_HEAD(&lli->lli_dead_list); lli->lli_remote_perms = NULL; lli->lli_rmtperm_utime = 0; sema_init(&lli->lli_rmtperm_sem, 1); INIT_LIST_HEAD(&lli->lli_oss_capas); } int ll_fill_super(struct super_block *sb) { struct lustre_profile *lprof; struct lustre_sb_info *lsi = s2lsi(sb); struct ll_sb_info *sbi; char *dt = NULL, *md = NULL; char *profilenm = get_profile_name(sb); struct config_llog_instance cfg = {0, }; char ll_instance[sizeof(sb) * 2 + 1]; int err; ENTRY; CDEBUG(D_VFSTRACE, "VFS Op: sb %p\n", sb); cfs_module_get(); sb->s_type->fs_flags |= FS_RENAME_DOES_D_MOVE; /* client additional sb info */ lsi->lsi_llsbi = sbi = ll_init_sbi(); if (!sbi) { cfs_module_put(); RETURN(-ENOMEM); } err = ll_options(lsi->lsi_lmd->lmd_opts, &sbi->ll_flags); if (err) GOTO(out_free, err); /* Generate a string unique to this super, in case some joker tries to mount the same fs at two mount points. Use the address of the super itself.*/ sprintf(ll_instance, "%p", sb); cfg.cfg_instance = ll_instance; cfg.cfg_uuid = lsi->lsi_llsbi->ll_sb_uuid; /* set up client obds */ err = lustre_process_log(sb, profilenm, &cfg); if (err < 0) { CERROR("Unable to process log: %d\n", err); GOTO(out_free, err); } lprof = class_get_profile(profilenm); if (lprof == NULL) { LCONSOLE_ERROR_MSG(0x156, "The client profile '%s' could not be" " read from the MGS. Does that filesystem " "exist?\n", profilenm); GOTO(out_free, err = -EINVAL); } CDEBUG(D_CONFIG, "Found profile %s: mdc=%s osc=%s\n", profilenm, lprof->lp_md, lprof->lp_dt); OBD_ALLOC(dt, strlen(lprof->lp_dt) + strlen(ll_instance) + 2); if (!dt) GOTO(out_free, err = -ENOMEM); sprintf(dt, "%s-%s", lprof->lp_dt, ll_instance); OBD_ALLOC(md, strlen(lprof->lp_md) + strlen(ll_instance) + 2); if (!md) GOTO(out_free, err = -ENOMEM); sprintf(md, "%s-%s", lprof->lp_md, ll_instance); /* connections, registrations, sb setup */ err = client_common_fill_super(sb, md, dt); out_free: if (md) OBD_FREE(md, strlen(md) + 1); if (dt) OBD_FREE(dt, strlen(dt) + 1); if (err) ll_put_super(sb); else LCONSOLE_WARN("Client %s has started\n", profilenm); RETURN(err); } /* ll_fill_super */ void ll_put_super(struct super_block *sb) { struct config_llog_instance cfg; char ll_instance[sizeof(sb) * 2 + 1]; struct obd_device *obd; struct lustre_sb_info *lsi = s2lsi(sb); struct ll_sb_info *sbi = ll_s2sbi(sb); char *profilenm = get_profile_name(sb); int force = 1, next; ENTRY; CDEBUG(D_VFSTRACE, "VFS Op: sb %p - %s\n", sb, profilenm); ll_print_capa_stat(sbi); sprintf(ll_instance, "%p", sb); cfg.cfg_instance = ll_instance; lustre_end_log(sb, NULL, &cfg); if (sbi->ll_md_exp) { obd = class_exp2obd(sbi->ll_md_exp); if (obd) force = obd->obd_force; } /* We need to set force before the lov_disconnect in lustre_common_put_super, since l_d cleans up osc's as well. */ if (force) { next = 0; while ((obd = class_devices_in_group(&sbi->ll_sb_uuid, &next)) != NULL) { obd->obd_force = force; } } if (sbi->ll_lcq) { /* Only if client_common_fill_super succeeded */ client_common_put_super(sb); } next = 0; while ((obd = class_devices_in_group(&sbi->ll_sb_uuid, &next)) !=NULL) { class_manual_cleanup(obd); } if (profilenm) class_del_profile(profilenm); ll_free_sbi(sb); lsi->lsi_llsbi = NULL; lustre_common_put_super(sb); LCONSOLE_WARN("client %s umount complete\n", ll_instance); cfs_module_put(); EXIT; } /* client_put_super */ #ifdef HAVE_REGISTER_CACHE #include #ifdef HAVE_CACHE_RETURN_INT static int #else static void #endif ll_shrink_cache(int priority, unsigned int gfp_mask) { struct ll_sb_info *sbi; int count = 0; list_for_each_entry(sbi, &ll_super_blocks, ll_list) count += llap_shrink_cache(sbi, priority); #ifdef HAVE_CACHE_RETURN_INT return count; #endif } struct cache_definition ll_cache_definition = { .name = "llap_cache", .shrink = ll_shrink_cache }; #endif /* HAVE_REGISTER_CACHE */ struct inode *ll_inode_from_lock(struct ldlm_lock *lock) { struct inode *inode = NULL; /* NOTE: we depend on atomic igrab() -bzzz */ lock_res_and_lock(lock); if (lock->l_ast_data) { struct ll_inode_info *lli = ll_i2info(lock->l_ast_data); if (lli->lli_inode_magic == LLI_INODE_MAGIC) { inode = igrab(lock->l_ast_data); } else { inode = lock->l_ast_data; ldlm_lock_debug(NULL, inode->i_state & I_FREEING ? D_INFO : D_WARNING, lock, __FILE__, __func__, __LINE__, "l_ast_data %p is bogus: magic %08x", lock->l_ast_data, lli->lli_inode_magic); inode = NULL; } } unlock_res_and_lock(lock); return inode; } static int null_if_equal(struct ldlm_lock *lock, void *data) { if (data == lock->l_ast_data) { lock->l_ast_data = NULL; if (lock->l_req_mode != lock->l_granted_mode) LDLM_ERROR(lock,"clearing inode with ungranted lock"); } return LDLM_ITER_CONTINUE; } void ll_clear_inode(struct inode *inode) { struct ll_inode_info *lli = ll_i2info(inode); struct ll_sb_info *sbi = ll_i2sbi(inode); ENTRY; CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu/%u(%p)\n", inode->i_ino, inode->i_generation, inode); ll_i2info(inode)->lli_flags &= ~LLIF_MDS_SIZE_LOCK; md_change_cbdata(sbi->ll_md_exp, ll_inode2fid(inode), null_if_equal, inode); LASSERT(!lli->lli_open_fd_write_count); LASSERT(!lli->lli_open_fd_read_count); LASSERT(!lli->lli_open_fd_exec_count); if (lli->lli_mds_write_och) ll_md_real_close(inode, FMODE_WRITE); if (lli->lli_mds_exec_och) ll_md_real_close(inode, FMODE_EXEC); if (lli->lli_mds_read_och) ll_md_real_close(inode, FMODE_READ); if (lli->lli_smd) { obd_change_cbdata(sbi->ll_dt_exp, lli->lli_smd, null_if_equal, inode); obd_free_memmd(sbi->ll_dt_exp, &lli->lli_smd); lli->lli_smd = NULL; } if (lli->lli_symlink_name) { OBD_FREE(lli->lli_symlink_name, strlen(lli->lli_symlink_name) + 1); lli->lli_symlink_name = NULL; } if (sbi->ll_flags & LL_SBI_RMT_CLIENT) { LASSERT(lli->lli_posix_acl == NULL); if (lli->lli_remote_perms) { free_rmtperm_hash(lli->lli_remote_perms); lli->lli_remote_perms = NULL; } } #ifdef CONFIG_FS_POSIX_ACL else if (lli->lli_posix_acl) { LASSERT(atomic_read(&lli->lli_posix_acl->a_refcount) == 1); LASSERT(lli->lli_remote_perms == NULL); posix_acl_release(lli->lli_posix_acl); lli->lli_posix_acl = NULL; } #endif lli->lli_inode_magic = LLI_INODE_DEAD; #ifdef HAVE_EXPORT___IGET spin_lock(&sbi->ll_deathrow_lock); list_del_init(&lli->lli_dead_list); spin_unlock(&sbi->ll_deathrow_lock); #endif ll_clear_inode_capas(inode); EXIT; } int ll_md_setattr(struct inode *inode, struct md_op_data *op_data, struct md_open_data **mod) { struct lustre_md md; struct ll_sb_info *sbi = ll_i2sbi(inode); struct ptlrpc_request *request = NULL; int rc; ENTRY; op_data = ll_prep_md_op_data(op_data, inode, NULL, NULL, 0, 0, LUSTRE_OPC_ANY, NULL); if (IS_ERR(op_data)) RETURN(PTR_ERR(op_data)); rc = md_setattr(sbi->ll_md_exp, op_data, NULL, 0, NULL, 0, &request, mod); if (rc) { ptlrpc_req_finished(request); if (rc == -ENOENT) { inode->i_nlink = 0; /* Unlinked special device node? Or just a race? * Pretend we done everything. */ if (!S_ISREG(inode->i_mode) && !S_ISDIR(inode->i_mode)) rc = inode_setattr(inode, &op_data->op_attr); } else if (rc != -EPERM && rc != -EACCES && rc != -ETXTBSY) { CERROR("md_setattr fails: rc = %d\n", rc); } RETURN(rc); } rc = md_get_lustre_md(sbi->ll_md_exp, request, sbi->ll_dt_exp, sbi->ll_md_exp, &md); if (rc) { ptlrpc_req_finished(request); RETURN(rc); } /* We call inode_setattr to adjust timestamps. * If there is at least some data in file, we cleared ATTR_SIZE * above to avoid invoking vmtruncate, otherwise it is important * to call vmtruncate in inode_setattr to update inode->i_size * (bug 6196) */ rc = inode_setattr(inode, &op_data->op_attr); /* Extract epoch data if obtained. */ op_data->op_handle = md.body->handle; op_data->op_ioepoch = md.body->ioepoch; ll_update_inode(inode, &md); ptlrpc_req_finished(request); RETURN(rc); } /* Close IO epoch and send Size-on-MDS attribute update. */ static int ll_setattr_done_writing(struct inode *inode, struct md_op_data *op_data, struct md_open_data *mod) { struct ll_inode_info *lli = ll_i2info(inode); int rc = 0; ENTRY; LASSERT(op_data != NULL); if (!S_ISREG(inode->i_mode)) RETURN(0); CDEBUG(D_INODE, "Epoch "LPU64" closed on "DFID" for truncate\n", op_data->op_ioepoch, PFID(&lli->lli_fid)); op_data->op_flags = MF_EPOCH_CLOSE | MF_SOM_CHANGE; rc = md_done_writing(ll_i2sbi(inode)->ll_md_exp, op_data, mod); if (rc == -EAGAIN) { /* MDS has instructed us to obtain Size-on-MDS attribute * from OSTs and send setattr to back to MDS. */ rc = ll_sizeonmds_update(inode, mod, &op_data->op_handle, op_data->op_ioepoch); } else if (rc) { CERROR("inode %lu mdc truncate failed: rc = %d\n", inode->i_ino, rc); } RETURN(rc); } /* If this inode has objects allocated to it (lsm != NULL), then the OST * object(s) determine the file size and mtime. Otherwise, the MDS will * keep these values until such a time that objects are allocated for it. * We do the MDS operations first, as it is checking permissions for us. * We don't to the MDS RPC if there is nothing that we want to store there, * otherwise there is no harm in updating mtime/atime on the MDS if we are * going to do an RPC anyways. * * If we are doing a truncate, we will send the mtime and ctime updates * to the OST with the punch RPC, otherwise we do an explicit setattr RPC. * I don't believe it is possible to get e.g. ATTR_MTIME_SET and ATTR_SIZE * at the same time. */ int ll_setattr_raw(struct inode *inode, struct iattr *attr) { struct ll_inode_info *lli = ll_i2info(inode); struct lov_stripe_md *lsm = lli->lli_smd; struct ll_sb_info *sbi = ll_i2sbi(inode); struct md_op_data *op_data = NULL; struct md_open_data *mod = NULL; int ia_valid = attr->ia_valid; int rc = 0, rc1 = 0; ENTRY; CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu valid %x\n", inode->i_ino, attr->ia_valid); ll_stats_ops_tally(ll_i2sbi(inode), LPROC_LL_SETATTR, 1); if (ia_valid & ATTR_SIZE) { if (attr->ia_size > ll_file_maxbytes(inode)) { CDEBUG(D_INODE, "file too large %llu > "LPU64"\n", attr->ia_size, ll_file_maxbytes(inode)); RETURN(-EFBIG); } attr->ia_valid |= ATTR_MTIME | ATTR_CTIME; } /* POSIX: check before ATTR_*TIME_SET set (from inode_change_ok) */ if (ia_valid & (ATTR_MTIME_SET | ATTR_ATIME_SET)) { if (current->fsuid != inode->i_uid && !capable(CAP_FOWNER)) RETURN(-EPERM); } /* We mark all of the fields "set" so MDS/OST does not re-set them */ if (attr->ia_valid & ATTR_CTIME) { attr->ia_ctime = CURRENT_TIME; attr->ia_valid |= ATTR_CTIME_SET; } if (!(ia_valid & ATTR_ATIME_SET) && (attr->ia_valid & ATTR_ATIME)) { attr->ia_atime = CURRENT_TIME; attr->ia_valid |= ATTR_ATIME_SET; } if (!(ia_valid & ATTR_MTIME_SET) && (attr->ia_valid & ATTR_MTIME)) { attr->ia_mtime = CURRENT_TIME; attr->ia_valid |= ATTR_MTIME_SET; } if ((attr->ia_valid & ATTR_CTIME) && !(attr->ia_valid & ATTR_MTIME)) { /* To avoid stale mtime on mds, obtain it from ost and send to mds. */ rc = ll_glimpse_size(inode, 0); if (rc) RETURN(rc); attr->ia_valid |= ATTR_MTIME_SET | ATTR_MTIME; attr->ia_mtime = inode->i_mtime; } if (attr->ia_valid & (ATTR_MTIME | ATTR_CTIME)) CDEBUG(D_INODE, "setting mtime %lu, ctime %lu, now = %lu\n", LTIME_S(attr->ia_mtime), LTIME_S(attr->ia_ctime), CURRENT_SECONDS); /* NB: ATTR_SIZE will only be set after this point if the size * resides on the MDS, ie, this file has no objects. */ if (lsm) attr->ia_valid &= ~ATTR_SIZE; /* We always do an MDS RPC, even if we're only changing the size; * only the MDS knows whether truncate() should fail with -ETXTBUSY */ OBD_ALLOC_PTR(op_data); if (op_data == NULL) RETURN(-ENOMEM); memcpy(&op_data->op_attr, attr, sizeof(*attr)); /* Open epoch for truncate. */ if ((ll_i2mdexp(inode)->exp_connect_flags & OBD_CONNECT_SOM) && (ia_valid & ATTR_SIZE)) op_data->op_flags = MF_EPOCH_OPEN; rc = ll_md_setattr(inode, op_data, &mod); if (rc) GOTO(out, rc); if (op_data->op_ioepoch) CDEBUG(D_INODE, "Epoch "LPU64" opened on "DFID" for " "truncate\n", op_data->op_ioepoch, PFID(&lli->lli_fid)); if (!lsm || !S_ISREG(inode->i_mode)) { CDEBUG(D_INODE, "no lsm: not setting attrs on OST\n"); GOTO(out, rc = 0); } /* We really need to get our PW lock before we change inode->i_size. * If we don't we can race with other i_size updaters on our node, like * ll_file_read. We can also race with i_size propogation to other * nodes through dirtying and writeback of final cached pages. This * last one is especially bad for racing o_append users on other * nodes. */ if (ia_valid & ATTR_SIZE) { ldlm_policy_data_t policy = { .l_extent = {attr->ia_size, OBD_OBJECT_EOF } }; struct lustre_handle lockh = { 0 }; int err, ast_flags = 0; /* XXX when we fix the AST intents to pass the discard-range * XXX extent, make ast_flags always LDLM_AST_DISCARD_DATA * XXX here. */ if (attr->ia_size == 0) ast_flags = LDLM_AST_DISCARD_DATA; UNLOCK_INODE_MUTEX(inode); UP_WRITE_I_ALLOC_SEM(inode); rc = ll_extent_lock(NULL, inode, lsm, LCK_PW, &policy, &lockh, ast_flags); LOCK_INODE_MUTEX(inode); DOWN_WRITE_I_ALLOC_SEM(inode); if (rc != 0) GOTO(out, rc); /* Only ll_inode_size_lock is taken at this level. * lov_stripe_lock() is grabbed by ll_truncate() only over * call to obd_adjust_kms(). If vmtruncate returns 0, then * ll_truncate dropped ll_inode_size_lock() */ ll_inode_size_lock(inode, 0); rc = vmtruncate(inode, attr->ia_size); if (rc != 0) { LASSERT(atomic_read(&lli->lli_size_sem.count) <= 0); ll_inode_size_unlock(inode, 0); } err = ll_extent_unlock(NULL, inode, lsm, LCK_PW, &lockh); if (err) { CERROR("ll_extent_unlock failed: %d\n", err); if (!rc) rc = err; } } else if (ia_valid & (ATTR_MTIME | ATTR_MTIME_SET)) { obd_flag flags; struct obd_info oinfo = { { { 0 } } }; struct obdo *oa; CDEBUG(D_INODE, "set mtime on OST inode %lu to %lu\n", inode->i_ino, LTIME_S(attr->ia_mtime)); OBDO_ALLOC(oa); if (oa) { oa->o_id = lsm->lsm_object_id; oa->o_gr = lsm->lsm_object_gr; oa->o_valid = OBD_MD_FLID | OBD_MD_FLGROUP; flags = OBD_MD_FLTYPE | OBD_MD_FLATIME | OBD_MD_FLMTIME | OBD_MD_FLCTIME | OBD_MD_FLFID | OBD_MD_FLGENER | OBD_MD_FLGROUP; obdo_from_inode(oa, inode, flags); oinfo.oi_oa = oa; oinfo.oi_md = lsm; oinfo.oi_capa = ll_mdscapa_get(inode); /* XXX: this looks unnecessary now. */ rc = obd_setattr_rqset(sbi->ll_dt_exp, &oinfo, NULL); capa_put(oinfo.oi_capa); if (rc) CERROR("obd_setattr_async fails: rc=%d\n", rc); OBDO_FREE(oa); } else { rc = -ENOMEM; } } EXIT; out: if (op_data) { if (op_data->op_ioepoch) rc1 = ll_setattr_done_writing(inode, op_data, mod); ll_finish_md_op_data(op_data); } return rc ? rc : rc1; } int ll_setattr(struct dentry *de, struct iattr *attr) { if ((attr->ia_valid & (ATTR_CTIME|ATTR_SIZE|ATTR_MODE)) == (ATTR_CTIME|ATTR_SIZE|ATTR_MODE)) attr->ia_valid |= MDS_OPEN_OWNEROVERRIDE; return ll_setattr_raw(de->d_inode, attr); } int ll_statfs_internal(struct super_block *sb, struct obd_statfs *osfs, __u64 max_age, __u32 flags) { struct ll_sb_info *sbi = ll_s2sbi(sb); struct obd_statfs obd_osfs; int rc; ENTRY; rc = obd_statfs(class_exp2obd(sbi->ll_md_exp), osfs, max_age, flags); if (rc) { CERROR("md_statfs fails: rc = %d\n", rc); RETURN(rc); } osfs->os_type = sb->s_magic; CDEBUG(D_SUPER, "MDC blocks "LPU64"/"LPU64" objects "LPU64"/"LPU64"\n", osfs->os_bavail, osfs->os_blocks, osfs->os_ffree,osfs->os_files); rc = obd_statfs_rqset(class_exp2obd(sbi->ll_dt_exp), &obd_osfs, max_age, flags); if (rc) { CERROR("obd_statfs fails: rc = %d\n", rc); RETURN(rc); } CDEBUG(D_SUPER, "OSC blocks "LPU64"/"LPU64" objects "LPU64"/"LPU64"\n", obd_osfs.os_bavail, obd_osfs.os_blocks, obd_osfs.os_ffree, obd_osfs.os_files); osfs->os_bsize = obd_osfs.os_bsize; osfs->os_blocks = obd_osfs.os_blocks; osfs->os_bfree = obd_osfs.os_bfree; osfs->os_bavail = obd_osfs.os_bavail; /* If we don't have as many objects free on the OST as inodes * on the MDS, we reduce the total number of inodes to * compensate, so that the "inodes in use" number is correct. */ if (obd_osfs.os_ffree < osfs->os_ffree) { osfs->os_files = (osfs->os_files - osfs->os_ffree) + obd_osfs.os_ffree; osfs->os_ffree = obd_osfs.os_ffree; } RETURN(rc); } #ifndef HAVE_STATFS_DENTRY_PARAM int ll_statfs(struct super_block *sb, struct kstatfs *sfs) { #else int ll_statfs(struct dentry *de, struct kstatfs *sfs) { struct super_block *sb = de->d_sb; #endif struct obd_statfs osfs; int rc; CDEBUG(D_VFSTRACE, "VFS Op: at "LPU64" jiffies\n", get_jiffies_64()); ll_stats_ops_tally(ll_s2sbi(sb), LPROC_LL_STAFS, 1); /* For now we will always get up-to-date statfs values, but in the * future we may allow some amount of caching on the client (e.g. * from QOS or lprocfs updates). */ rc = ll_statfs_internal(sb, &osfs, cfs_time_current_64() - 1, 0); if (rc) return rc; statfs_unpack(sfs, &osfs); /* We need to downshift for all 32-bit kernels, because we can't * tell if the kernel is being called via sys_statfs64() or not. * Stop before overflowing f_bsize - in which case it is better * to just risk EOVERFLOW if caller is using old sys_statfs(). */ if (sizeof(long) < 8) { while (osfs.os_blocks > ~0UL && sfs->f_bsize < 0x40000000) { sfs->f_bsize <<= 1; osfs.os_blocks >>= 1; osfs.os_bfree >>= 1; osfs.os_bavail >>= 1; } } sfs->f_blocks = osfs.os_blocks; sfs->f_bfree = osfs.os_bfree; sfs->f_bavail = osfs.os_bavail; return 0; } void ll_inode_size_lock(struct inode *inode, int lock_lsm) { struct ll_inode_info *lli; struct lov_stripe_md *lsm; lli = ll_i2info(inode); LASSERT(lli->lli_size_sem_owner != current); down(&lli->lli_size_sem); LASSERT(lli->lli_size_sem_owner == NULL); lli->lli_size_sem_owner = current; lsm = lli->lli_smd; LASSERTF(lsm != NULL || lock_lsm == 0, "lsm %p, lock_lsm %d\n", lsm, lock_lsm); if (lock_lsm) lov_stripe_lock(lsm); } void ll_inode_size_unlock(struct inode *inode, int unlock_lsm) { struct ll_inode_info *lli; struct lov_stripe_md *lsm; lli = ll_i2info(inode); lsm = lli->lli_smd; LASSERTF(lsm != NULL || unlock_lsm == 0, "lsm %p, lock_lsm %d\n", lsm, unlock_lsm); if (unlock_lsm) lov_stripe_unlock(lsm); LASSERT(lli->lli_size_sem_owner == current); lli->lli_size_sem_owner = NULL; up(&lli->lli_size_sem); } static void ll_replace_lsm(struct inode *inode, struct lov_stripe_md *lsm) { struct ll_inode_info *lli = ll_i2info(inode); dump_lsm(D_INODE, lsm); dump_lsm(D_INODE, lli->lli_smd); LASSERTF(lsm->lsm_magic == LOV_MAGIC_JOIN, "lsm must be joined lsm %p\n", lsm); obd_free_memmd(ll_i2dtexp(inode), &lli->lli_smd); CDEBUG(D_INODE, "replace lsm %p to lli_smd %p for inode %lu%u(%p)\n", lsm, lli->lli_smd, inode->i_ino, inode->i_generation, inode); lli->lli_smd = lsm; lli->lli_maxbytes = lsm->lsm_maxbytes; if (lli->lli_maxbytes > PAGE_CACHE_MAXBYTES) lli->lli_maxbytes = PAGE_CACHE_MAXBYTES; } void ll_update_inode(struct inode *inode, struct lustre_md *md) { struct ll_inode_info *lli = ll_i2info(inode); struct mdt_body *body = md->body; struct lov_stripe_md *lsm = md->lsm; struct ll_sb_info *sbi = ll_i2sbi(inode); LASSERT ((lsm != NULL) == ((body->valid & OBD_MD_FLEASIZE) != 0)); if (lsm != NULL) { if (lli->lli_smd == NULL) { if (lsm->lsm_magic != LOV_MAGIC && lsm->lsm_magic != LOV_MAGIC_JOIN) { dump_lsm(D_ERROR, lsm); LBUG(); } CDEBUG(D_INODE, "adding lsm %p to inode %lu/%u(%p)\n", lsm, inode->i_ino, inode->i_generation, inode); /* ll_inode_size_lock() requires it is only called * with lli_smd != NULL or lock_lsm == 0 or we can * race between lock/unlock. bug 9547 */ lli->lli_smd = lsm; lli->lli_maxbytes = lsm->lsm_maxbytes; if (lli->lli_maxbytes > PAGE_CACHE_MAXBYTES) lli->lli_maxbytes = PAGE_CACHE_MAXBYTES; } else { if (lli->lli_smd->lsm_magic == lsm->lsm_magic && lli->lli_smd->lsm_stripe_count == lsm->lsm_stripe_count) { if (lov_stripe_md_cmp(lli->lli_smd, lsm)) { CERROR("lsm mismatch for inode %ld\n", inode->i_ino); CERROR("lli_smd:\n"); dump_lsm(D_ERROR, lli->lli_smd); CERROR("lsm:\n"); dump_lsm(D_ERROR, lsm); LBUG(); } } else ll_replace_lsm(inode, lsm); } if (lli->lli_smd != lsm) obd_free_memmd(ll_i2dtexp(inode), &lsm); } if (sbi->ll_flags & LL_SBI_RMT_CLIENT) { if (body->valid & OBD_MD_FLRMTPERM) ll_update_remote_perm(inode, md->remote_perm); } #ifdef CONFIG_FS_POSIX_ACL else if (body->valid & OBD_MD_FLACL) { spin_lock(&lli->lli_lock); if (lli->lli_posix_acl) posix_acl_release(lli->lli_posix_acl); lli->lli_posix_acl = md->posix_acl; spin_unlock(&lli->lli_lock); } #endif if (body->valid & OBD_MD_FLATIME && body->atime > LTIME_S(inode->i_atime)) LTIME_S(inode->i_atime) = body->atime; /* mtime is always updated with ctime, but can be set in past. As write and utime(2) may happen within 1 second, and utime's mtime has a priority over write's one, so take mtime from mds for the same ctimes. */ if (body->valid & OBD_MD_FLCTIME && body->ctime >= LTIME_S(inode->i_ctime)) { LTIME_S(inode->i_ctime) = body->ctime; if (body->valid & OBD_MD_FLMTIME) { CDEBUG(D_INODE, "setting ino %lu mtime " "from %lu to "LPU64"\n", inode->i_ino, LTIME_S(inode->i_mtime), body->mtime); LTIME_S(inode->i_mtime) = body->mtime; } } if (body->valid & OBD_MD_FLMODE) inode->i_mode = (inode->i_mode & S_IFMT)|(body->mode & ~S_IFMT); if (body->valid & OBD_MD_FLTYPE) inode->i_mode = (inode->i_mode & ~S_IFMT)|(body->mode & S_IFMT); if (S_ISREG(inode->i_mode)) { inode->i_blkbits = min(PTLRPC_MAX_BRW_BITS + 1, LL_MAX_BLKSIZE_BITS); } else { inode->i_blkbits = inode->i_sb->s_blocksize_bits; } #ifdef HAVE_INODE_BLKSIZE inode->i_blksize = 1<i_blkbits; #endif if (body->valid & OBD_MD_FLUID) inode->i_uid = body->uid; if (body->valid & OBD_MD_FLGID) inode->i_gid = body->gid; if (body->valid & OBD_MD_FLFLAGS) inode->i_flags = ll_ext_to_inode_flags(body->flags); if (body->valid & OBD_MD_FLNLINK) inode->i_nlink = body->nlink; if (body->valid & OBD_MD_FLRDEV) inode->i_rdev = old_decode_dev(body->rdev); if (body->valid & OBD_MD_FLID) { /* FID shouldn't be changed! */ if (fid_is_sane(&lli->lli_fid)) { LASSERTF(lu_fid_eq(&lli->lli_fid, &body->fid1), "Trying to change FID "DFID " to the "DFID", inode %lu/%u(%p)\n", PFID(&lli->lli_fid), PFID(&body->fid1), inode->i_ino, inode->i_generation, inode); } else lli->lli_fid = body->fid1; } LASSERT(fid_seq(&lli->lli_fid) != 0); if (body->valid & OBD_MD_FLSIZE) { if ((ll_i2mdexp(inode)->exp_connect_flags & OBD_CONNECT_SOM) && S_ISREG(inode->i_mode) && lli->lli_smd) { struct lustre_handle lockh; ldlm_mode_t mode; /* As it is possible a blocking ast has been processed * by this time, we need to check there is an UPDATE * lock on the client and set LLIF_MDS_SIZE_LOCK holding * it. */ mode = ll_take_md_lock(inode, MDS_INODELOCK_UPDATE, &lockh); if (mode) { if (lli->lli_flags & (LLIF_DONE_WRITING | LLIF_EPOCH_PENDING | LLIF_SOM_DIRTY)) { CERROR("ino %lu flags %lu still has " "size authority! do not trust " "the size got from MDS\n", inode->i_ino, lli->lli_flags); } else { /* Use old size assignment to avoid * deadlock bz14138 & bz14326 */ inode->i_size = body->size; lli->lli_flags |= LLIF_MDS_SIZE_LOCK; } ldlm_lock_decref(&lockh, mode); } } else { /* Use old size assignment to avoid * deadlock bz14138 & bz14326 */ inode->i_size = body->size; } if (body->valid & OBD_MD_FLBLOCKS) inode->i_blocks = body->blocks; } if (body->valid & OBD_MD_FLMDSCAPA) { LASSERT(md->mds_capa); ll_add_capa(inode, md->mds_capa); } if (body->valid & OBD_MD_FLOSSCAPA) { LASSERT(md->oss_capa); ll_add_capa(inode, md->oss_capa); } } static struct backing_dev_info ll_backing_dev_info = { .ra_pages = 0, /* No readahead */ #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,12)) .capabilities = 0, /* Does contribute to dirty memory */ #else .memory_backed = 0, /* Does contribute to dirty memory */ #endif }; void ll_read_inode2(struct inode *inode, void *opaque) { struct lustre_md *md = opaque; struct ll_inode_info *lli = ll_i2info(inode); ENTRY; CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu/%u(%p)\n", inode->i_ino, inode->i_generation, inode); ll_lli_init(lli); LASSERT(!lli->lli_smd); /* Core attributes from the MDS first. This is a new inode, and * the VFS doesn't zero times in the core inode so we have to do * it ourselves. They will be overwritten by either MDS or OST * attributes - we just need to make sure they aren't newer. */ LTIME_S(inode->i_mtime) = 0; LTIME_S(inode->i_atime) = 0; LTIME_S(inode->i_ctime) = 0; inode->i_rdev = 0; ll_update_inode(inode, md); /* OIDEBUG(inode); */ if (S_ISREG(inode->i_mode)) { struct ll_sb_info *sbi = ll_i2sbi(inode); inode->i_op = &ll_file_inode_operations; inode->i_fop = sbi->ll_fop; inode->i_mapping->a_ops = &ll_aops; EXIT; } else if (S_ISDIR(inode->i_mode)) { inode->i_op = &ll_dir_inode_operations; inode->i_fop = &ll_dir_operations; inode->i_mapping->a_ops = &ll_dir_aops; EXIT; } else if (S_ISLNK(inode->i_mode)) { inode->i_op = &ll_fast_symlink_inode_operations; EXIT; } else { inode->i_op = &ll_special_inode_operations; init_special_inode(inode, inode->i_mode, kdev_t_to_nr(inode->i_rdev)); /* initializing backing dev info. */ inode->i_mapping->backing_dev_info = &ll_backing_dev_info; EXIT; } } void ll_delete_inode(struct inode *inode) { struct ll_sb_info *sbi = ll_i2sbi(inode); int rc; ENTRY; rc = obd_fid_delete(sbi->ll_md_exp, ll_inode2fid(inode)); if (rc) { CERROR("fid_delete() failed, rc %d\n", rc); } truncate_inode_pages(&inode->i_data, 0); clear_inode(inode); EXIT; } int ll_iocontrol(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg) { struct ll_sb_info *sbi = ll_i2sbi(inode); struct ptlrpc_request *req = NULL; int rc, flags = 0; ENTRY; switch(cmd) { case EXT3_IOC_GETFLAGS: { struct mdt_body *body; struct obd_capa *oc; oc = ll_mdscapa_get(inode); rc = md_getattr(sbi->ll_md_exp, ll_inode2fid(inode), oc, OBD_MD_FLFLAGS, 0, &req); capa_put(oc); if (rc) { CERROR("failure %d inode %lu\n", rc, inode->i_ino); RETURN(-abs(rc)); } body = req_capsule_server_get(&req->rq_pill, &RMF_MDT_BODY); flags = body->flags; ptlrpc_req_finished(req); RETURN(put_user(flags, (int *)arg)); } case EXT3_IOC_SETFLAGS: { struct lov_stripe_md *lsm = ll_i2info(inode)->lli_smd; struct obd_info oinfo = { { { 0 } } }; struct md_op_data *op_data; if (get_user(flags, (int *)arg)) RETURN(-EFAULT); oinfo.oi_md = lsm; OBDO_ALLOC(oinfo.oi_oa); if (!oinfo.oi_oa) RETURN(-ENOMEM); op_data = ll_prep_md_op_data(NULL, inode, NULL, NULL, 0, 0, LUSTRE_OPC_ANY, NULL); if (IS_ERR(op_data)) RETURN(PTR_ERR(op_data)); ((struct ll_iattr *)&op_data->op_attr)->ia_attr_flags = flags; op_data->op_attr.ia_valid |= ATTR_ATTR_FLAG; rc = md_setattr(sbi->ll_md_exp, op_data, NULL, 0, NULL, 0, &req, NULL); ll_finish_md_op_data(op_data); ptlrpc_req_finished(req); if (rc || lsm == NULL) { OBDO_FREE(oinfo.oi_oa); RETURN(rc); } oinfo.oi_oa->o_id = lsm->lsm_object_id; oinfo.oi_oa->o_gr = lsm->lsm_object_gr; oinfo.oi_oa->o_flags = flags; oinfo.oi_oa->o_valid = OBD_MD_FLID | OBD_MD_FLFLAGS | OBD_MD_FLGROUP; oinfo.oi_capa = ll_mdscapa_get(inode); obdo_from_inode(oinfo.oi_oa, inode, OBD_MD_FLFID | OBD_MD_FLGENER); rc = obd_setattr_rqset(sbi->ll_dt_exp, &oinfo, NULL); capa_put(oinfo.oi_capa); OBDO_FREE(oinfo.oi_oa); if (rc) { if (rc != -EPERM && rc != -EACCES) CERROR("md_setattr_async fails: rc = %d\n", rc); RETURN(rc); } inode->i_flags = ll_ext_to_inode_flags(flags | MDS_BFLAG_EXT_FLAGS); RETURN(0); } default: RETURN(-ENOSYS); } RETURN(0); } int ll_flush_ctx(struct inode *inode) { struct ll_sb_info *sbi = ll_i2sbi(inode); CDEBUG(D_SEC, "flush context for user %d\n", current->uid); obd_set_info_async(sbi->ll_md_exp, sizeof(KEY_FLUSH_CTX) - 1, KEY_FLUSH_CTX, 0, NULL, NULL); obd_set_info_async(sbi->ll_dt_exp, sizeof(KEY_FLUSH_CTX) - 1, KEY_FLUSH_CTX, 0, NULL, NULL); return 0; } /* umount -f client means force down, don't save state */ #ifdef HAVE_UMOUNTBEGIN_VFSMOUNT void ll_umount_begin(struct vfsmount *vfsmnt, int flags) { struct super_block *sb = vfsmnt->mnt_sb; #else void ll_umount_begin(struct super_block *sb) { #endif struct lustre_sb_info *lsi = s2lsi(sb); struct ll_sb_info *sbi = ll_s2sbi(sb); struct obd_device *obd; struct obd_ioctl_data ioc_data = { 0 }; ENTRY; #ifdef HAVE_UMOUNTBEGIN_VFSMOUNT if (!(flags & MNT_FORCE)) { EXIT; return; } #endif /* Tell the MGC we got umount -f */ lsi->lsi_flags |= LSI_UMOUNT_FORCE; CDEBUG(D_VFSTRACE, "VFS Op: superblock %p count %d active %d\n", sb, sb->s_count, atomic_read(&sb->s_active)); obd = class_exp2obd(sbi->ll_md_exp); if (obd == NULL) { CERROR("Invalid MDC connection handle "LPX64"\n", sbi->ll_md_exp->exp_handle.h_cookie); EXIT; return; } obd->obd_force = 1; obd_iocontrol(IOC_OSC_SET_ACTIVE, sbi->ll_md_exp, sizeof ioc_data, &ioc_data, NULL); obd = class_exp2obd(sbi->ll_dt_exp); if (obd == NULL) { CERROR("Invalid LOV connection handle "LPX64"\n", sbi->ll_dt_exp->exp_handle.h_cookie); EXIT; return; } obd->obd_force = 1; obd_iocontrol(IOC_OSC_SET_ACTIVE, sbi->ll_dt_exp, sizeof ioc_data, &ioc_data, NULL); /* Really, we'd like to wait until there are no requests outstanding, * and then continue. For now, we just invalidate the requests, * schedule, and hope. */ schedule(); EXIT; } int ll_remount_fs(struct super_block *sb, int *flags, char *data) { struct ll_sb_info *sbi = ll_s2sbi(sb); int err; __u32 read_only; if ((*flags & MS_RDONLY) != (sb->s_flags & MS_RDONLY)) { read_only = *flags & MS_RDONLY; err = obd_set_info_async(sbi->ll_md_exp, sizeof(KEY_READ_ONLY) - 1, KEY_READ_ONLY, sizeof(read_only), &read_only, NULL); if (err) { CERROR("Failed to change the read-only flag during " "remount: %d\n", err); return err; } if (read_only) sb->s_flags |= MS_RDONLY; else sb->s_flags &= ~MS_RDONLY; } return 0; } int ll_prep_inode(struct inode **inode, struct ptlrpc_request *req, struct super_block *sb) { struct ll_sb_info *sbi = NULL; struct lustre_md md; int rc = 0; ENTRY; LASSERT(*inode || sb); sbi = sb ? ll_s2sbi(sb) : ll_i2sbi(*inode); prune_deathrow(sbi, 1); memset(&md, 0, sizeof(struct lustre_md)); rc = md_get_lustre_md(sbi->ll_md_exp, req, sbi->ll_dt_exp, sbi->ll_md_exp, &md); if (rc) RETURN(rc); if (*inode) { ll_update_inode(*inode, &md); } else { LASSERT(sb != NULL); /* * At this point server returns to client's same fid as client * generated for creating. So using ->fid1 is okay here. */ LASSERT(fid_is_sane(&md.body->fid1)); *inode = ll_iget(sb, ll_fid_build_ino(sbi, &md.body->fid1), &md); if (*inode == NULL || is_bad_inode(*inode)) { if (md.lsm) obd_free_memmd(sbi->ll_dt_exp, &md.lsm); #ifdef CONFIG_FS_POSIX_ACL if (md.posix_acl) { posix_acl_release(md.posix_acl); md.posix_acl = NULL; } #endif rc = -ENOMEM; CERROR("new_inode -fatal: rc %d\n", rc); GOTO(out, rc); } } rc = obd_checkmd(sbi->ll_dt_exp, sbi->ll_md_exp, ll_i2info(*inode)->lli_smd); out: md_free_lustre_md(sbi->ll_md_exp, &md); RETURN(rc); } char *llap_origins[] = { [LLAP_ORIGIN_UNKNOWN] = "--", [LLAP_ORIGIN_READPAGE] = "rp", [LLAP_ORIGIN_READAHEAD] = "ra", [LLAP_ORIGIN_COMMIT_WRITE] = "cw", [LLAP_ORIGIN_WRITEPAGE] = "wp", }; struct ll_async_page *llite_pglist_next_llap(struct ll_sb_info *sbi, struct list_head *list) { struct ll_async_page *llap; struct list_head *pos; list_for_each(pos, list) { if (pos == &sbi->ll_pglist) return NULL; llap = list_entry(pos, struct ll_async_page, llap_pglist_item); if (llap->llap_page == NULL) continue; return llap; } LBUG(); return NULL; } int ll_obd_statfs(struct inode *inode, void *arg) { struct ll_sb_info *sbi = NULL; struct obd_export *exp; char *buf = NULL; struct obd_ioctl_data *data = NULL; __u32 type; int len = 0, rc; if (!inode || !(sbi = ll_i2sbi(inode))) GOTO(out_statfs, rc = -EINVAL); rc = obd_ioctl_getdata(&buf, &len, arg); if (rc) GOTO(out_statfs, rc); data = (void*)buf; if (!data->ioc_inlbuf1 || !data->ioc_inlbuf2 || !data->ioc_pbuf1 || !data->ioc_pbuf2) GOTO(out_statfs, rc = -EINVAL); memcpy(&type, data->ioc_inlbuf1, sizeof(__u32)); if (type == LL_STATFS_MDC) exp = sbi->ll_md_exp; else if (type == LL_STATFS_LOV) exp = sbi->ll_dt_exp; else GOTO(out_statfs, rc = -ENODEV); rc = obd_iocontrol(IOC_OBD_STATFS, exp, len, buf, NULL); if (rc) GOTO(out_statfs, rc); out_statfs: if (buf) obd_ioctl_freedata(buf, len); return rc; } int ll_process_config(struct lustre_cfg *lcfg) { char *ptr; void *sb; struct lprocfs_static_vars lvars; unsigned long x; int rc = 0; lprocfs_llite_init_vars(&lvars); /* The instance name contains the sb: lustre-client-aacfe000 */ ptr = strrchr(lustre_cfg_string(lcfg, 0), '-'); if (!ptr || !*(++ptr)) return -EINVAL; if (sscanf(ptr, "%lx", &x) != 1) return -EINVAL; sb = (void *)x; /* This better be a real Lustre superblock! */ LASSERT(s2lsi((struct super_block *)sb)->lsi_lmd->lmd_magic == LMD_MAGIC); /* Note we have not called client_common_fill_super yet, so proc fns must be able to handle that! */ rc = class_process_proc_param(PARAM_LLITE, lvars.obd_vars, lcfg, sb); return(rc); } /* this function prepares md_op_data hint for passing ot down to MD stack. */ struct md_op_data * ll_prep_md_op_data(struct md_op_data *op_data, struct inode *i1, struct inode *i2, const char *name, int namelen, int mode, __u32 opc, void *data) { LASSERT(i1 != NULL); if (namelen > ll_i2sbi(i1)->ll_namelen) return ERR_PTR(-ENAMETOOLONG); if (op_data == NULL) OBD_ALLOC_PTR(op_data); if (op_data == NULL) return ERR_PTR(-ENOMEM); ll_i2gids(op_data->op_suppgids, i1, i2); op_data->op_fid1 = *ll_inode2fid(i1); op_data->op_capa1 = ll_mdscapa_get(i1); if (i2) { op_data->op_fid2 = *ll_inode2fid(i2); op_data->op_capa2 = ll_mdscapa_get(i2); } else { fid_zero(&op_data->op_fid2); } op_data->op_name = name; op_data->op_namelen = namelen; op_data->op_mode = mode; op_data->op_mod_time = CURRENT_SECONDS; op_data->op_fsuid = current->fsuid; op_data->op_fsgid = current->fsgid; op_data->op_cap = current->cap_effective; op_data->op_bias = MDS_CHECK_SPLIT; op_data->op_opc = opc; op_data->op_mds = 0; op_data->op_data = data; return op_data; } void ll_finish_md_op_data(struct md_op_data *op_data) { capa_put(op_data->op_capa1); capa_put(op_data->op_capa2); OBD_FREE_PTR(op_data); }