LU-8964 clio: Parallelize generic I/O

[fs/lustre-release.git] / lustre / lov / lov_io.c

diff --git a/lustre/lov/lov_io.c b/lustre/lov/lov_io.c
index 73c16e2..2339ea5 100644 (file)
--- a/lustre/lov/lov_io.c
+++ b/lustre/lov/lov_io.c
@@ -122,6 +122,7 @@ static int lov_io_sub_init(const struct lu_env *env, struct lov_io *lio,
        sub_io->ci_type    = io->ci_type;
        sub_io->ci_no_srvlock = io->ci_no_srvlock;
        sub_io->ci_noatime = io->ci_noatime;
+       sub_io->ci_pio = io->ci_pio;
 
        result = cl_io_sub_init(sub->sub_env, sub_io, io->ci_type, sub_obj);
 
@@ -208,14 +209,14 @@ static int lov_io_slice_init(struct lov_io *lio,
 
        LASSERT(obj->lo_lsm != NULL);
 
-        switch (io->ci_type) {
-        case CIT_READ:
-        case CIT_WRITE:
-                lio->lis_pos = io->u.ci_rw.crw_pos;
-                lio->lis_endpos = io->u.ci_rw.crw_pos + io->u.ci_rw.crw_count;
-                lio->lis_io_endpos = lio->lis_endpos;
-                if (cl_io_is_append(io)) {
-                        LASSERT(io->ci_type == CIT_WRITE);
+       switch (io->ci_type) {
+       case CIT_READ:
+       case CIT_WRITE:
+               lio->lis_pos = io->u.ci_rw.rw_range.cir_pos;
+               lio->lis_endpos = lio->lis_pos + io->u.ci_rw.rw_range.cir_count;
+               lio->lis_io_endpos = lio->lis_endpos;
+               if (cl_io_is_append(io)) {
+                       LASSERT(io->ci_type == CIT_WRITE);
 
                        /* If there is LOV EA hole, then we may cannot locate
                         * the current file-tail exactly. */
@@ -223,10 +224,10 @@ static int lov_io_slice_init(struct lov_io *lio,
                                     LOV_PATTERN_F_HOLE))
                                RETURN(-EIO);
 
-                        lio->lis_pos = 0;
-                        lio->lis_endpos = OBD_OBJECT_EOF;
-                }
-                break;
+                       lio->lis_pos = 0;
+                       lio->lis_endpos = OBD_OBJECT_EOF;
+               }
+               break;
 
         case CIT_SETATTR:
                 if (cl_io_is_trunc(io))
@@ -309,6 +310,7 @@ static void lov_io_sub_inherit(struct lov_io_sub *sub, struct lov_io *lio,
        int index = lov_comp_entry(sub->sub_subio_index);
        int stripe = lov_comp_stripe(sub->sub_subio_index);
 
+       io->ci_pio = parent->ci_pio;
        switch (io->ci_type) {
        case CIT_SETATTR: {
                io->u.ci_setattr.sa_attr = parent->u.ci_setattr.sa_attr;
@@ -353,12 +355,16 @@ static void lov_io_sub_inherit(struct lov_io_sub *sub, struct lov_io *lio,
        }
        case CIT_READ:
        case CIT_WRITE: {
-               io->u.ci_wr.wr_sync = cl_io_is_sync_write(parent);
+               io->u.ci_rw.rw_ptask = parent->u.ci_rw.rw_ptask;
+               io->u.ci_rw.rw_iter = parent->u.ci_rw.rw_iter;
+               io->u.ci_rw.rw_iocb = parent->u.ci_rw.rw_iocb;
+               io->u.ci_rw.rw_file = parent->u.ci_rw.rw_file;
+               io->u.ci_rw.rw_sync = parent->u.ci_rw.rw_sync;
                if (cl_io_is_append(parent)) {
-                       io->u.ci_wr.wr_append = 1;
+                       io->u.ci_rw.rw_append = 1;
                } else {
-                       io->u.ci_rw.crw_pos = start;
-                       io->u.ci_rw.crw_count = end - start;
+                       io->u.ci_rw.rw_range.cir_pos = start;
+                       io->u.ci_rw.rw_range.cir_count = end - start;
                }
                break;
        }
@@ -417,6 +423,8 @@ static int lov_io_iter_init(const struct lu_env *env,
                         * it's handled in lov_io_setattr_iter_init() */
                        if (io->ci_type == CIT_WRITE || cl_io_is_mkwrite(io)) {
                                io->ci_need_write_intent = 1;
+                               /* execute it in main thread */
+                               io->ci_pio = 0;
                                rc = -ENODATA;
                                break;
                        }
@@ -455,8 +463,9 @@ static int lov_io_iter_init(const struct lu_env *env,
                        if (rc != 0)
                                break;
 
-                       CDEBUG(D_VFSTRACE, "shrink: %d [%llu, %llu)\n",
-                              stripe, start, end);
+                       CDEBUG(D_VFSTRACE,
+                               "shrink stripe: {%d, %d} range: [%llu, %llu)\n",
+                               index, stripe, start, end);
 
                        list_add_tail(&sub->sub_linkage, &lio->lis_active);
                }
@@ -469,11 +478,12 @@ static int lov_io_iter_init(const struct lu_env *env,
 static int lov_io_rw_iter_init(const struct lu_env *env,
                               const struct cl_io_slice *ios)
 {
-       struct lov_io        *lio = cl2lov_io(env, ios);
-       struct cl_io         *io  = ios->cis_io;
+       struct cl_io *io = ios->cis_io;
+       struct lov_io *lio = cl2lov_io(env, ios);
        struct lov_stripe_md *lsm = lio->lis_object->lo_lsm;
        struct lov_stripe_md_entry *lse;
-       loff_t start = io->u.ci_rw.crw_pos;
+       struct cl_io_range *range = &io->u.ci_rw.rw_range;
+       loff_t start = range->cir_pos;
        loff_t next;
        unsigned long ssize;
        int index;
@@ -484,12 +494,14 @@ static int lov_io_rw_iter_init(const struct lu_env *env,
        if (cl_io_is_append(io))
                RETURN(lov_io_iter_init(env, ios));
 
-       index = lov_lsm_entry(lsm, io->u.ci_rw.crw_pos);
+       index = lov_lsm_entry(lsm, range->cir_pos);
        if (index < 0) { /* non-existing layout component */
                if (io->ci_type == CIT_READ) {
                        /* TODO: it needs to detect the next component and
                         * then set the next pos */
                        io->ci_continue = 0;
+                       /* execute it in main thread */
+                       io->ci_pio = 0;
 
                        RETURN(lov_io_iter_init(env, ios));
                }
@@ -505,20 +517,37 @@ static int lov_io_rw_iter_init(const struct lu_env *env,
        if (next <= start * ssize)
                next = ~0ull;
 
-       LASSERTF(io->u.ci_rw.crw_pos >= lse->lsme_extent.e_start,
-                "pos %lld, [%lld, %lld)\n", io->u.ci_rw.crw_pos,
+       LASSERTF(range->cir_pos >= lse->lsme_extent.e_start,
+                "pos %lld, [%lld, %lld)\n", range->cir_pos,
                 lse->lsme_extent.e_start, lse->lsme_extent.e_end);
        next = min_t(__u64, next, lse->lsme_extent.e_end);
        next = min_t(loff_t, next, lio->lis_io_endpos);
 
-       io->ci_continue = next < lio->lis_io_endpos;
-       io->u.ci_rw.crw_count = next - io->u.ci_rw.crw_pos;
-       lio->lis_pos    = io->u.ci_rw.crw_pos;
-       lio->lis_endpos = io->u.ci_rw.crw_pos + io->u.ci_rw.crw_count;
+       io->ci_continue  = next < lio->lis_io_endpos;
+       range->cir_count = next - range->cir_pos;
+       lio->lis_pos     = range->cir_pos;
+       lio->lis_endpos  = range->cir_pos + range->cir_count;
        CDEBUG(D_VFSTRACE,
-              "stripe: %llu chunk: [%llu, %llu) %llu, %zd\n",
-              (__u64)start, lio->lis_pos, lio->lis_endpos,
-              (__u64)lio->lis_io_endpos, io->u.ci_rw.crw_count);
+              "stripe: {%d, %llu} range: [%llu, %llu) end: %llu, count: %zd\n",
+              index, start, lio->lis_pos, lio->lis_endpos,
+              lio->lis_io_endpos, range->cir_count);
+
+       if (!io->ci_continue) {
+               /* the last piece of IO, execute it in main thread */
+               io->ci_pio = 0;
+       }
+
+       if (io->ci_pio) {
+               /* it only splits IO here for parallel IO,
+                * there will be no actual IO going to occur,
+                * so it doesn't need to invoke lov_io_iter_init()
+                * to initialize sub IOs. */
+               if (!lsm_entry_inited(lsm, index)) {
+                       io->ci_need_write_intent = 1;
+                       RETURN(-ENODATA);
+               }
+               RETURN(0);
+       }
 
        /*
         * XXX The following call should be optimized: we know, that