Whamcloud - gitweb
LU-9956 kernel: kernel upgrade [SLES12 SP3 4.4.82-6.3]
[fs/lustre-release.git] / lustre / osd-ldiskfs / osd_io.c
index 13b40c6..b8182f0 100644 (file)
@@ -38,8 +38,6 @@
  *
  */
 
-/* LUSTRE_VERSION_CODE */
-#include <lustre_ver.h>
 /* prerequisite for linux/xattr.h */
 #include <linux/types.h>
 /* prerequisite for linux/xattr.h */
@@ -137,10 +135,6 @@ void osd_fini_iobuf(struct osd_device *d, struct osd_iobuf *iobuf)
         }
 }
 
-#ifndef REQ_WRITE /* pre-2.6.35 */
-#define __REQ_WRITE BIO_RW
-#endif
-
 #ifdef HAVE_BIO_ENDIO_USES_ONE_ARG
 static void dio_complete_routine(struct bio *bio)
 {
@@ -165,11 +159,21 @@ static void dio_complete_routine(struct bio *bio, int error)
                       "(like SCSI errors, perhaps).  Because bi_private is "
                       "NULL, I can't wake up the thread that initiated this "
                       "IO - you will probably have to reboot this node.\n");
-               CERROR("bi_next: %p, bi_flags: %lx, bi_rw: %lu, bi_vcnt: %d, "
-                      "bi_idx: %d, bi->size: %d, bi_end_io: %p, bi_cnt: %d, "
-                      "bi_private: %p\n", bio->bi_next,
+               CERROR("bi_next: %p, bi_flags: %lx, "
+#ifdef HAVE_BI_RW
+                      "bi_rw: %lu,"
+#else
+                      "bi_opf: %u,"
+#endif
+                      "bi_vcnt: %d, bi_idx: %d, bi->size: %d, bi_end_io: %p,"
+                      "bi_cnt: %d, bi_private: %p\n", bio->bi_next,
                        (unsigned long)bio->bi_flags,
-                       bio->bi_rw, bio->bi_vcnt, bio_idx(bio),
+#ifdef HAVE_BI_RW
+                       bio->bi_rw,
+#else
+                       bio->bi_opf,
+#endif
+                       bio->bi_vcnt, bio_idx(bio),
                        bio_sectors(bio) << 9, bio->bi_end_io,
 #ifdef HAVE_BI_CNT
                        atomic_read(&bio->bi_cnt),
@@ -181,7 +185,7 @@ static void dio_complete_routine(struct bio *bio, int error)
        }
 
        /* the check is outside of the cycle for performance reason -bzzz */
-       if (!test_bit(__REQ_WRITE, &bio->bi_rw)) {
+       if (!bio_data_dir(bio)) {
                bio_for_each_segment_all(bvl, bio, iter) {
                        if (likely(error == 0))
                                SetPageUptodate(bvl_to_page(bvl));
@@ -244,10 +248,15 @@ static void record_start_io(struct osd_iobuf *iobuf, int size)
 static void osd_submit_bio(int rw, struct bio *bio)
 {
         LASSERTF(rw == 0 || rw == 1, "%x\n", rw);
+#ifdef HAVE_SUBMIT_BIO_2ARGS
         if (rw == 0)
                 submit_bio(READ, bio);
         else
                 submit_bio(WRITE, bio);
+#else
+        bio->bi_opf |= rw;
+        submit_bio(bio);
+#endif
 }
 
 static int can_be_merged(struct bio *bio, sector_t sector)
@@ -355,7 +364,11 @@ static int osd_do_bio(struct osd_device *osd, struct inode *inode,
 
                        bio->bi_bdev = inode->i_sb->s_bdev;
                        bio_set_sector(bio, sector);
+#ifdef HAVE_BI_RW
                        bio->bi_rw = (iobuf->dr_rw == 0) ? READ : WRITE;
+#else
+                       bio->bi_opf = (iobuf->dr_rw == 0) ? READ : WRITE;
+#endif
                        bio->bi_end_io = dio_complete_routine;
                        bio->bi_private = iobuf;
 
@@ -421,16 +434,18 @@ static int osd_map_remote_to_local(loff_t offset, ssize_t len, int *nrpages,
         RETURN(0);
 }
 
-static struct page *osd_get_page(struct dt_object *dt, loff_t offset, int rw)
+static struct page *osd_get_page(struct dt_object *dt, loff_t offset,
+                                gfp_t gfp_mask)
 {
-        struct inode      *inode = osd_dt_obj(dt)->oo_inode;
-        struct osd_device *d = osd_obj2dev(osd_dt_obj(dt));
-        struct page       *page;
+       struct inode *inode = osd_dt_obj(dt)->oo_inode;
+       struct osd_device *d = osd_obj2dev(osd_dt_obj(dt));
+       struct page *page;
 
         LASSERT(inode);
 
        page = find_or_create_page(inode->i_mapping, offset >> PAGE_SHIFT,
-                                   GFP_NOFS | __GFP_HIGHMEM);
+                                  gfp_mask);
+
         if (unlikely(page == NULL))
                 lprocfs_counter_add(d->od_stats, LPROC_OSD_NO_PAGE, 1);
 
@@ -504,7 +519,7 @@ static int osd_bufs_put(const struct lu_env *env, struct dt_object *dt,
  * \param pos          byte offset of IO start
  * \param len          number of bytes of IO
  * \param lnb          array of extents undergoing IO
- * \param rw           read or write operation?
+ * \param rw           read or write operation, and other flags
  * \param capa         capabilities
  *
  * \retval pages       (zero or more) loaded successfully
@@ -512,17 +527,22 @@ static int osd_bufs_put(const struct lu_env *env, struct dt_object *dt,
  */
 static int osd_bufs_get(const struct lu_env *env, struct dt_object *dt,
                        loff_t pos, ssize_t len, struct niobuf_local *lnb,
-                       int rw)
+                       enum dt_bufs_type rw)
 {
-       struct osd_object   *obj    = osd_dt_obj(dt);
+       struct osd_object *obj = osd_dt_obj(dt);
        int npages, i, rc = 0;
+       gfp_t gfp_mask;
 
        LASSERT(obj->oo_inode);
 
        osd_map_remote_to_local(pos, len, &npages, lnb);
 
+       /* this could also try less hard for DT_BUFS_TYPE_READAHEAD pages */
+       gfp_mask = rw & DT_BUFS_TYPE_LOCAL ? (GFP_NOFS | __GFP_HIGHMEM) :
+                                            GFP_HIGHUSER;
        for (i = 0; i < npages; i++, lnb++) {
-               lnb->lnb_page = osd_get_page(dt, lnb->lnb_file_offset, rw);
+               lnb->lnb_page = osd_get_page(dt, lnb->lnb_file_offset,
+                                            gfp_mask);
                if (lnb->lnb_page == NULL)
                        GOTO(cleanup, rc = -ENOMEM);
 
@@ -755,8 +775,13 @@ map:
                        if (pblock != 0) {
                                /* unmap any possible underlying metadata from
                                 * the block device mapping.  bug 6998. */
+#ifndef HAVE_CLEAN_BDEV_ALIASES
                                unmap_underlying_metadata(inode->i_sb->s_bdev,
                                                          *(bp->blocks));
+#else
+                               clean_bdev_aliases(inode->i_sb->s_bdev,
+                                                  *(bp->blocks), 1);
+#endif
                        }
                        bp->blocks++;
                        bp->num--;
@@ -945,9 +970,15 @@ cont_map:
                                         * mapping.  bug 6998. */
                                        if ((map.m_flags & LDISKFS_MAP_NEW) &&
                                            create)
+#ifndef HAVE_CLEAN_BDEV_ALIASES
                                                unmap_underlying_metadata(
                                                        inode->i_sb->s_bdev,
                                                        map.m_pblk + c);
+#else
+                                               clean_bdev_aliases(
+                                                       inode->i_sb->s_bdev,
+                                                       map.m_pblk + c, 1);
+#endif
                                }
                        }
                        rc = 0;
@@ -1616,7 +1647,7 @@ static ssize_t osd_declare_write(const struct lu_env *env, struct dt_object *dt,
                credits = depth;
                /* if not append, then split may need to modify
                 * existing blocks moving entries into the new ones */
-               if (_pos == -1)
+               if (_pos != -1)
                        credits += depth;
                /* blocks to store data: bitmap,gd,itself */
                credits += blocks * 3;
@@ -1680,9 +1711,12 @@ int osd_ldiskfs_write_record(struct inode *inode, void *buf, int bufsize,
                ((char *)buf)[bufsize] = '\0';
                ++bufsize;
        }
-        while (bufsize > 0) {
-                if (bh != NULL)
-                        brelse(bh);
+
+       while (bufsize > 0) {
+               int credits = handle->h_buffer_credits;
+
+               if (bh)
+                       brelse(bh);
 
                block = offset >> inode->i_blkbits;
                boffs = offset & (blocksize - 1);
@@ -1695,9 +1729,11 @@ int osd_ldiskfs_write_record(struct inode *inode, void *buf, int bufsize,
                                err = PTR_ERR(bh);
                                bh = NULL;
                        }
-                        CERROR("%s: error reading offset %llu (block %lu): "
-                               "rc = %d\n",
-                               inode->i_sb->s_id, offset, block, err);
+
+                       CERROR("%s: error reading offset %llu (block %lu, "
+                              "size %d, offs %llu), credits %d/%d: rc = %d\n",
+                              inode->i_sb->s_id, offset, block, bufsize, *offs,
+                              credits, handle->h_buffer_credits, err);
                         break;
                 }