* Copryright (C) 1999 Stelias Computing Inc,
* (author Peter J. Braam <braam@stelias.com>)
* Copryright (C) 1999 Seagate Technology Inc.
- */
+*/
#include <linux/config.h>
#include <linux/obd_ext2.h>
#include <linux/obdfs.h>
-int console_loglevel;
/* SYNCHRONOUS I/O for an inode */
static int obdfs_brw(int rw, struct inode *inode, struct page *page, int create)
{
- struct obdo *oa;
- obd_size count = PAGE_SIZE;
- int err;
-
- ENTRY;
- oa = obdo_fromid(IID(inode), inode->i_ino, OBD_MD_FLNOTOBD);
- if ( IS_ERR(oa) ) {
- EXIT;
- return PTR_ERR(oa);
- }
- obdfs_from_inode(oa, inode);
-
- err = IOPS(inode, brw)(rw, IID(inode), oa, (char *)page_address(page),
- &count, (page->index) >> PAGE_SHIFT, create);
-
- if ( !err )
- obdfs_to_inode(inode, oa); /* copy o_blocks to i_blocks */
-
- obdo_free(oa);
-
- EXIT;
- return err;
+ obd_count num_obdo = 1;
+ obd_count bufs_per_obdo = 1;
+ struct obdo *oa;
+ char *buf = (char *)page_address(page);
+ obd_size count = PAGE_SIZE;
+ obd_off offset = ((obd_off)page->index) << PAGE_SHIFT;
+ obd_flag flags = create ? OBD_BRW_CREATE : 0;
+ int err;
+
+ ENTRY;
+ if (IOPS(inode, brw) == NULL) {
+ printk(KERN_ERR __FUNCTION__ ": no brw method!\n");
+ EXIT;
+ return -EIO;
+ }
+
+ oa = obdo_fromid(IID(inode), inode->i_ino, OBD_MD_FLNOTOBD);
+ if ( IS_ERR(oa) ) {
+ EXIT;
+ return PTR_ERR(oa);
+ }
+ obdfs_from_inode(oa, inode);
+
+ err = IOPS(inode, brw)(rw, IID(inode), num_obdo, &oa, &bufs_per_obdo,
+ &buf, &count, &offset, &flags);
+
+ if ( !err )
+ obdfs_to_inode(inode, oa); /* copy o_blocks to i_blocks */
+
+ obdo_free(oa);
+
+ EXIT;
+ return err;
} /* obdfs_brw */
/* returns the page unlocked, but with a reference */
-int obdfs_readpage(struct dentry *dentry, struct page *page)
+int obdfs_readpage(struct file *file, struct page *page)
{
- struct inode *inode = dentry->d_inode;
- int rc;
-
- ENTRY;
- PDEBUG(page, "READ");
- rc = obdfs_brw(READ, inode, page, 0);
- if ( !rc ) {
- SetPageUptodate(page);
- UnlockPage(page);
- }
- PDEBUG(page, "READ");
- EXIT;
- return rc;
+ struct dentry *dentry = file->f_dentry;
+ struct inode *inode = dentry->d_inode;
+ int rc;
+
+ ENTRY;
+ /* PDEBUG(page, "READ"); */
+ rc = obdfs_brw(READ, inode, page, 0);
+ if ( !rc ) {
+ SetPageUptodate(page);
+ obd_unlock_page(page);
+ }
+ /* PDEBUG(page, "READ"); */
+ EXIT;
+ return rc;
} /* obdfs_readpage */
static kmem_cache_t *obdfs_pgrq_cachep = NULL;
int obdfs_init_pgrqcache(void)
{
- ENTRY;
- if (obdfs_pgrq_cachep == NULL) {
- CDEBUG(D_INODE, "allocating obdfs_pgrq_cache\n");
- obdfs_pgrq_cachep = kmem_cache_create("obdfs_pgrq",
- sizeof(struct obdfs_pgrq),
- 0, SLAB_HWCACHE_ALIGN,
- NULL, NULL);
- if (obdfs_pgrq_cachep == NULL) {
- EXIT;
- return -ENOMEM;
- } else {
- CDEBUG(D_INODE, "allocated cache at %p\n",
- obdfs_pgrq_cachep);
- }
- } else {
- CDEBUG(D_INODE, "using existing cache at %p\n",
- obdfs_pgrq_cachep);
- }
- EXIT;
- return 0;
+ ENTRY;
+ if (obdfs_pgrq_cachep == NULL) {
+ CDEBUG(D_CACHE, "allocating obdfs_pgrq_cache\n");
+ obdfs_pgrq_cachep = kmem_cache_create("obdfs_pgrq",
+ sizeof(struct obdfs_pgrq),
+ 0, SLAB_HWCACHE_ALIGN,
+ NULL, NULL);
+ if (obdfs_pgrq_cachep == NULL) {
+ EXIT;
+ return -ENOMEM;
+ } else {
+ CDEBUG(D_CACHE, "allocated cache at %p\n",
+ obdfs_pgrq_cachep);
+ }
+ } else {
+ CDEBUG(D_CACHE, "using existing cache at %p\n",
+ obdfs_pgrq_cachep);
+ }
+ EXIT;
+ return 0;
} /* obdfs_init_wreqcache */
+inline void obdfs_pgrq_del(struct obdfs_pgrq *pgrq)
+{
+ --obdfs_cache_count;
+ CDEBUG(D_INFO, "deleting page %p from list [count %ld]\n",
+ pgrq->rq_page, obdfs_cache_count);
+ list_del(&pgrq->rq_plist);
+ OBDClearCachePage(pgrq->rq_page);
+ kmem_cache_free(obdfs_pgrq_cachep, pgrq);
+}
+
void obdfs_cleanup_pgrqcache(void)
{
- ENTRY;
- if (obdfs_pgrq_cachep != NULL) {
- CDEBUG(D_INODE, "destroying obdfs_pgrqcache at %p\n",
- obdfs_pgrq_cachep);
- if (kmem_cache_destroy(obdfs_pgrq_cachep))
- printk(KERN_INFO "obd_cleanup_pgrqcache: unable to free all of cache\n");
- } else
- printk(KERN_INFO "obd_cleanup_pgrqcache: called with NULL cache pointer\n");
-
- EXIT;
+ ENTRY;
+ if (obdfs_pgrq_cachep != NULL) {
+ CDEBUG(D_CACHE, "destroying obdfs_pgrqcache at %p, count %ld\n",
+ obdfs_pgrq_cachep, obdfs_cache_count);
+ if (kmem_cache_destroy(obdfs_pgrq_cachep))
+ printk(KERN_INFO __FUNCTION__
+ ": unable to free all of cache\n");
+ obdfs_pgrq_cachep = NULL;
+ } else
+ printk(KERN_INFO __FUNCTION__ ": called with NULL pointer\n");
+
+ EXIT;
} /* obdfs_cleanup_wreqcache */
-/*
- * Find a specific page in the page cache. If it is found, we return
- * the write request struct associated with it, if not found return NULL.
- */
-static struct obdfs_pgrq *
-obdfs_find_in_page_cache(struct inode *inode, struct page *page)
+/* called with the list lock held */
+static struct page *obdfs_find_page_index(struct inode *inode,
+ unsigned long index)
{
- struct list_head *page_list = &OBDFS_LIST(inode);
- struct list_head *tmp;
- struct obdfs_pgrq *pgrq;
-
- ENTRY;
- CDEBUG(D_INODE, "looking for inode %ld page %p\n", inode->i_ino, page);
- if (list_empty(page_list)) {
- CDEBUG(D_INODE, "empty list\n");
- EXIT;
- return NULL;
- }
- tmp = page_list;
- while ( (tmp = tmp->next) != page_list ) {
- pgrq = list_entry(tmp, struct obdfs_pgrq, rq_list);
- CDEBUG(D_INODE, "checking page %p\n", pgrq->rq_page);
- if (pgrq->rq_page == page) {
- CDEBUG(D_INODE, "found page %p in list\n", page);
- EXIT;
- return pgrq;
- }
- }
-
- EXIT;
- return NULL;
-} /* obdfs_find_in_page_cache */
-
-
-/*
- * Remove a writeback request from a list
- */
-static inline int
-obdfs_remove_from_page_cache(struct obdfs_pgrq *pgrq)
+ struct list_head *page_list = obdfs_iplist(inode);
+ struct list_head *tmp;
+ struct page *page;
+
+ ENTRY;
+
+ CDEBUG(D_INFO, "looking for inode %ld pageindex %ld\n",
+ inode->i_ino, index);
+ OIDEBUG(inode);
+
+ if (list_empty(page_list)) {
+ EXIT;
+ return NULL;
+ }
+ tmp = page_list;
+ while ( (tmp = tmp->next) != page_list ) {
+ struct obdfs_pgrq *pgrq;
+
+ pgrq = list_entry(tmp, struct obdfs_pgrq, rq_plist);
+ page = pgrq->rq_page;
+ if (index == page->index) {
+ CDEBUG(D_INFO,
+ "INDEX SEARCH found page %p, index %ld\n",
+ page, index);
+ EXIT;
+ return page;
+ }
+ }
+
+ EXIT;
+ return NULL;
+} /* obdfs_find_page_index */
+
+
+/* call and free pages from Linux page cache: called with io lock on inodes */
+int obdfs_do_vec_wr(struct inode **inodes, obd_count num_io,
+ obd_count num_obdos, struct obdo **obdos,
+ obd_count *oa_bufs, struct page **pages, char **bufs,
+ obd_size *counts, obd_off *offsets, obd_flag *flags)
{
- struct inode *inode = pgrq->rq_inode;
- struct page *page = pgrq->rq_page;
- int err;
-
- ENTRY;
- CDEBUG(D_INODE, "writing inode %ld page %p, pgrq: %p\n",
- inode->i_ino, page, pgrq);
- OIDEBUG(inode);
- PDEBUG(page, "REM_CACHE");
- err = obdfs_brw(WRITE, inode, page, 1);
- /* XXX probably should handle error here somehow. I think that
- * ext2 also does the same thing - discard write even if error?
- */
- put_page(page);
- list_del(&pgrq->rq_list);
- kmem_cache_free(obdfs_pgrq_cachep, pgrq);
- OIDEBUG(inode);
-
- EXIT;
- return err;
-} /* obdfs_remove_from_page_cache */
+ int err;
+
+ ENTRY;
+ if (IOPS(inodes[0], brw) == NULL) {
+ printk(KERN_ERR __FUNCTION__ ": no brw method!\n");
+ EXIT;
+ return -EIO;
+ }
+
+ CDEBUG(D_INFO, "writing %d page(s), %d obdo(s) in vector\n",
+ num_io, num_obdos);
+ if (obd_debug_level & D_INFO) { /* DEBUGGING */
+ int i;
+ printk("OBDOS: ");
+ for (i = 0; i < num_obdos; i++)
+ printk("%ld:0x%p ", (long)obdos[i]->o_id, obdos[i]);
+
+ printk("\nPAGES: ");
+ for (i = 0; i < num_io; i++)
+ printk("0x%p ", pages[i]);
+ printk("\n");
+ }
+
+ err = IOPS(inodes[0], brw)(WRITE, IID(inodes[0]), num_obdos, obdos,
+ oa_bufs, bufs, counts, offsets, flags);
+
+ CDEBUG(D_INFO, "BRW done\n");
+ /* release the pages from the page cache */
+ while ( num_io > 0 ) {
+ --num_io;
+ CDEBUG(D_INFO, "calling put_page for %p, index %ld\n",
+ pages[num_io], pages[num_io]->index);
+ /* PDEBUG(pages[num_io], "do_vec_wr"); */
+ put_page(pages[num_io]);
+ /* PDEBUG(pages[num_io], "do_vec_wr"); */
+ }
+ CDEBUG(D_INFO, "put_page done\n");
+
+ while ( num_obdos > 0) {
+ --num_obdos;
+ CDEBUG(D_INFO, "free obdo %ld\n",(long)obdos[num_obdos]->o_id);
+ /* copy o_blocks to i_blocks */
+ obdfs_to_inode(inodes[num_obdos], obdos[num_obdos]);
+ obdo_free(obdos[num_obdos]);
+ }
+ CDEBUG(D_INFO, "obdo_free done\n");
+ EXIT;
+ return err;
+}
+
/*
- * Add a page to the write request cache list for later writing
+ * Add a page to the write request cache list for later writing.
* ASYNCHRONOUS write method.
*/
-static int obdfs_add_to_page_cache(struct inode *inode, struct page *page)
+static int obdfs_add_page_to_cache(struct inode *inode, struct page *page)
{
- struct obdfs_pgrq *pgrq;
-
- ENTRY;
- pgrq = kmem_cache_alloc(obdfs_pgrq_cachep, SLAB_KERNEL);
- CDEBUG(D_INODE, "adding inode %ld page %p, pgrq: %p\n",
- inode->i_ino, page, pgrq);
- if (!pgrq) {
- EXIT;
- return -ENOMEM;
- }
- memset(pgrq, 0, sizeof(*pgrq));
-
- pgrq->rq_page = page;
- pgrq->rq_inode = inode;
-
- get_page(pgrq->rq_page);
- list_add(&pgrq->rq_list, &OBDFS_LIST(inode));
-
- /* For testing purposes, we write out the page here.
- * In the future, a flush daemon will write out the page.
- return 0;
- */
- pgrq = obdfs_find_in_page_cache(inode, page);
- if (!pgrq) {
- CDEBUG(D_INODE, "XXXX Can't find page after adding it!!!\n");
- EXIT;
- return -EINVAL;
- }
-
- return obdfs_remove_from_page_cache(pgrq);
-} /* obdfs_add_to_page_cache */
+ int err = 0;
+ ENTRY;
+
+ /* The PG_obdcache bit is cleared by obdfs_pgrq_del() BEFORE the page
+ * is written, so at worst we will write the page out twice.
+ *
+ * If the page has the PG_obdcache bit set, then the inode MUST be
+ * on the superblock dirty list so we don't need to check this.
+ * Dirty inodes are removed from the superblock list ONLY when they
+ * don't have any more cached pages. It is possible to have an inode
+ * with no dirty pages on the superblock list, but not possible to
+ * have an inode with dirty pages NOT on the superblock dirty list.
+ */
+ if (!OBDAddCachePage(page)) {
+ struct obdfs_pgrq *pgrq;
+ pgrq = kmem_cache_alloc(obdfs_pgrq_cachep, SLAB_KERNEL);
+ if (!pgrq) {
+ OBDClearCachePage(page);
+ EXIT;
+ return -ENOMEM;
+ }
+ /* not really necessary since we set all pgrq fields here
+ memset(pgrq, 0, sizeof(*pgrq));
+ */
+
+ pgrq->rq_page = page;
+ pgrq->rq_jiffies = jiffies;
+ get_page(pgrq->rq_page);
+
+ obd_down(&obdfs_i2sbi(inode)->osi_list_mutex);
+ list_add(&pgrq->rq_plist, obdfs_iplist(inode));
+ obdfs_cache_count++;
+
+ /* If inode isn't already on superblock inodes list, add it.
+ *
+ * We increment the reference count on the inode to keep it
+ * from being freed from memory. This _should_ be an iget()
+ * with an iput() in both flush_reqs() and put_inode(), but
+ * since put_inode() is called from iput() we can't call iput()
+ * again there. Instead we just increment/decrement i_count,
+ * which is mostly what iget/iput do for an inode in memory.
+ */
+ if ( list_empty(obdfs_islist(inode)) ) {
+ atomic_inc(&inode->i_count);
+ CDEBUG(D_INFO,
+ "adding inode %ld to superblock list %p\n",
+ inode->i_ino, obdfs_slist(inode));
+ list_add(obdfs_islist(inode), obdfs_slist(inode));
+ }
+ obd_up(&obdfs_i2sbi(inode)->osi_list_mutex);
+ }
+
+ /* XXX For testing purposes, we can write out the page here.
+ err = obdfs_flush_reqs(obdfs_slist(inode), ~0UL);
+ */
+
+ EXIT;
+ return err;
+} /* obdfs_add_page_to_cache */
/* select between SYNC and ASYNC I/O methods */
-int obdfs_do_writepage(struct inode *inode, struct page *page, int sync)
+int obdfs_do_writepage(struct page *page, int sync)
{
- int err;
-
- ENTRY;
- PDEBUG(page, "WRITEPAGE");
- if ( sync )
- err = obdfs_brw(WRITE, inode, page, 1);
- else
- err = obdfs_add_to_page_cache(inode, page);
-
- if ( !err )
- SetPageUptodate(page);
- PDEBUG(page,"WRITEPAGE");
- return err;
+ struct inode *inode = page->mapping->host;
+ int err;
+
+ ENTRY;
+ /* PDEBUG(page, "WRITEPAGE"); */
+ if ( sync )
+ err = obdfs_brw(WRITE, inode, page, 1);
+ else {
+ err = obdfs_add_page_to_cache(inode, page);
+ CDEBUG(D_INFO, "DO_WR ino: %ld, page %p, err %d, uptodate %d\n",
+ inode->i_ino, page, err, Page_Uptodate(page));
+ }
+
+ if ( !err )
+ SetPageUptodate(page);
+ /* PDEBUG(page,"WRITEPAGE"); */
+ EXIT;
+ return err;
} /* obdfs_do_writepage */
/* returns the page unlocked, but with a reference */
-int obdfs_writepage(struct dentry *dentry, struct page *page)
+int obdfs_writepage(struct page *page)
{
- return obdfs_do_writepage(dentry->d_inode, page, 0);
+ return obdfs_do_writepage(page, 0);
}
+
/*
* This does the "real" work of the write. The generic routine has
* allocated the page, locked it, done all the page alignment stuff
* Return value is the number of bytes written.
*/
int obdfs_write_one_page(struct file *file, struct page *page,
- unsigned long offset, unsigned long bytes,
- const char * buf)
+ unsigned long offset, unsigned long bytes,
+ const char * buf)
{
- struct inode *inode = file->f_dentry->d_inode;
- int err;
-
- ENTRY;
- if ( !Page_Uptodate(page) ) {
- err = obdfs_brw(READ, inode, page, 1);
- if ( !err )
- SetPageUptodate(page);
- else
- return err;
- }
-
- if (copy_from_user((u8*)page_address(page) + offset, buf, bytes))
- return -EFAULT;
-
- lock_kernel();
- err = obdfs_writepage(file->f_dentry, page);
- unlock_kernel();
-
- return (err < 0 ? err : bytes);
+ struct inode *inode = file->f_dentry->d_inode;
+ int err;
+
+ ENTRY;
+ /* We check for complete page writes here, as we then don't have to
+ * get the page before writing over everything anyways.
+ */
+ if ( !Page_Uptodate(page) && (offset != 0 || bytes != PAGE_SIZE) ) {
+ err = obdfs_brw(READ, inode, page, 0);
+ if ( err )
+ return err;
+ SetPageUptodate(page);
+ }
+
+ if (copy_from_user((u8*)page_address(page) + offset, buf, bytes))
+ return -EFAULT;
+
+ lock_kernel();
+ err = obdfs_writepage(page);
+ unlock_kernel();
+
+ return (err < 0 ? err : bytes);
} /* obdfs_write_one_page */
/*
- return an up to date page:
- - if locked is true then is returned locked
- - if create is true the corresponding disk blocks are created
- - page is held, i.e. caller must release the page
-
- modeled on NFS code.
-*/
-struct page *obdfs_getpage(struct inode *inode, unsigned long offset, int create, int locked)
+ * return an up to date page:
+ * - if locked is true then is returned locked
+ * - if create is true the corresponding disk blocks are created
+ * - page is held, i.e. caller must release the page
+ *
+ * modeled on NFS code.
+ */
+struct page *obdfs_getpage(struct inode *inode, unsigned long offset,
+ int create, int locked)
{
- struct page *page_cache;
- struct page ** hash;
- struct page * page;
- int err;
-
- ENTRY;
-
- offset = offset & PAGE_CACHE_MASK;
- CDEBUG(D_INODE, "\n");
-
- page = NULL;
- page_cache = page_cache_alloc();
- if ( ! page_cache ) {
- EXIT;
- return NULL;
- }
- CDEBUG(D_INODE, "page_cache %p\n", page_cache);
-
- hash = page_hash(&inode->i_data, offset);
- page = grab_cache_page(&inode->i_data, offset);
-
- /* Yuck, no page */
- if (! page) {
- printk("grab_cache_page says no dice ...\n");
- EXIT;
- return 0;
- }
-
- PDEBUG(page, "GETPAGE: got page - before reading\n");
- /* now check if the data in the page is up to date */
- if ( Page_Uptodate(page)) {
- if (!locked)
- UnlockPage(page);
- EXIT;
- return page;
- }
-
- err = obdfs_brw(READ, inode, page, create);
-
- if ( err ) {
- SetPageError(page);
- UnlockPage(page);
- EXIT;
- return page;
- }
-
- if ( !locked )
- UnlockPage(page);
- SetPageUptodate(page);
- PDEBUG(page,"GETPAGE - after reading");
- EXIT;
- return page;
+ struct page * page;
+ int index;
+ int err;
+
+ ENTRY;
+
+ offset = offset & PAGE_CACHE_MASK;
+ CDEBUG(D_INFO, "ino: %ld, offset %ld, create %d, locked %d\n",
+ inode->i_ino, offset, create, locked);
+ index = offset >> PAGE_CACHE_SHIFT;
+
+ page = grab_cache_page(&inode->i_data, index);
+
+ /* Yuck, no page */
+ if (! page) {
+ printk(KERN_WARNING " grab_cache_page says no dice ...\n");
+ EXIT;
+ return NULL;
+ }
+
+ /* PDEBUG(page, "GETPAGE: got page - before reading\n"); */
+ /* now check if the data in the page is up to date */
+ if ( Page_Uptodate(page)) {
+ if (!locked) {
+ if (PageLocked(page))
+ obd_unlock_page(page);
+ } else {
+ printk("file %s, line %d: expecting locked page\n",
+ __FILE__, __LINE__);
+ }
+ EXIT;
+ return page;
+ }
+
+
+#ifdef EXT2_OBD_DEBUG
+ if ((obd_debug_level & D_INFO) && obdfs_find_page_index(inode, index)) {
+ CDEBUG(D_INFO, "OVERWRITE: found dirty page %p, index %ld\n",
+ page, page->index);
+ }
+#endif
+
+ err = obdfs_brw(READ, inode, page, create);
+
+ if ( err ) {
+ SetPageError(page);
+ obd_unlock_page(page);
+ EXIT;
+ return page;
+ }
+
+ if ( !locked )
+ obd_unlock_page(page);
+ SetPageUptodate(page);
+ /* PDEBUG(page,"GETPAGE - after reading"); */
+ EXIT;
+ return page;
} /* obdfs_getpage */
+void obdfs_truncate(struct inode *inode)
+{
+ struct obdo *oa;
+ int err;
+ ENTRY;
+
+ obdfs_dequeue_pages(inode);
+
+ if (IOPS(inode, punch) == NULL) {
+ printk(KERN_ERR __FUNCTION__ ": no punch method!\n");
+ EXIT;
+ return;
+ }
+ oa = obdo_alloc();
+ if ( !oa ) {
+ /* XXX This would give an inconsistent FS, so deal with it as
+ * best we can for now - an obdo on the stack is not pretty.
+ */
+ struct obdo obdo;
+
+ printk(__FUNCTION__ ": obdo_alloc failed - using stack!\n");
+
+ obdo.o_valid = OBD_MD_FLNOTOBD;
+ obdfs_from_inode(&obdo, inode);
+
+ err = IOPS(inode, punch)(IID(inode), &obdo, obdo.o_size, 0);
+ } else {
+ oa->o_valid = OBD_MD_FLNOTOBD;
+ obdfs_from_inode(oa, inode);
+
+ CDEBUG(D_INFO, "calling punch for %ld (%Lu bytes at 0)\n",
+ (long)oa->o_id, oa->o_size);
+ err = IOPS(inode, punch)(IID(inode), oa, oa->o_size, 0);
+
+ obdo_free(oa);
+ }
+
+ if (err) {
+ printk(__FUNCTION__ ": obd_truncate fails (%d)\n", err);
+ EXIT;
+ return;
+ }
+ EXIT;
+} /* obdfs_truncate */
git://git.whamcloud.com / fs / lustre-release.git / blobdiff