Whamcloud - gitweb
LU-10143 osd-zfs: allocate sequence in advance
[fs/lustre-release.git] / lustre / osd-zfs / osd_handler.c
index 1dd49c0..c7d890b 100644 (file)
@@ -164,7 +164,9 @@ static void osd_trans_commit_cb(void *cb_data, int error)
         * should be released. Quota space won't be adjusted at this point since
         * we can't provide a suitable environment. It will be performed
         * asynchronously by a lquota thread. */
-       qsd_op_end(NULL, osd->od_quota_slave, &oh->ot_quota_trans);
+       qsd_op_end(NULL, osd->od_quota_slave_dt, &oh->ot_quota_trans);
+       if (osd->od_quota_slave_md != NULL)
+               qsd_op_end(NULL, osd->od_quota_slave_md, &oh->ot_quota_trans);
 
        lu_device_put(lud);
        th->th_dev = NULL;
@@ -194,8 +196,10 @@ static int osd_trans_cb_add(struct thandle *th, struct dt_txn_commit_cb *dcb)
 static int osd_trans_start(const struct lu_env *env, struct dt_device *d,
                           struct thandle *th)
 {
-       struct osd_thandle      *oh;
-       int                     rc;
+       struct osd_device *osd = osd_dt_dev(d);
+       struct osd_thandle *oh;
+       int rc;
+
        ENTRY;
 
        oh = container_of0(th, struct osd_thandle, ot_super);
@@ -203,17 +207,19 @@ static int osd_trans_start(const struct lu_env *env, struct dt_device *d,
        LASSERT(oh->ot_tx);
 
        rc = dt_txn_hook_start(env, d, th);
-       if (rc != 0)
+       if (rc != 0) {
+               CERROR("%s: dt_txn_hook_start failed: rc = %d\n",
+                       osd->od_svname, rc);
                RETURN(rc);
+       }
 
-       if (oh->ot_write_commit && OBD_FAIL_CHECK(OBD_FAIL_OST_MAPBLK_ENOSPC))
+       if (OBD_FAIL_CHECK(OBD_FAIL_OSD_TXN_START))
                /* Unlike ldiskfs, ZFS checks for available space and returns
                 * -ENOSPC when assigning txg */
-               RETURN(-ENOSPC);
+               RETURN(-EIO);
 
        rc = -dmu_tx_assign(oh->ot_tx, TXG_WAIT);
        if (unlikely(rc != 0)) {
-               struct osd_device *osd = osd_dt_dev(d);
                /* dmu will call commit callback with error code during abort */
                if (!lu_device_is_md(&d->dd_lu_dev) && rc == -ENOSPC)
                        CERROR("%s: failed to start transaction due to ENOSPC"
@@ -284,17 +290,25 @@ static int osd_trans_stop(const struct lu_env *env, struct dt_device *dt,
        oh = container_of0(th, struct osd_thandle, ot_super);
        INIT_LIST_HEAD(&unlinked);
        list_splice_init(&oh->ot_unlinked_list, &unlinked);
+
+       osd_oti_get(env)->oti_ins_cache_depth--;
        /* reset OI cache for safety */
-       osd_oti_get(env)->oti_ins_cache_used = 0;
+       if (osd_oti_get(env)->oti_ins_cache_depth == 0)
+               osd_oti_get(env)->oti_ins_cache_used = 0;
 
        if (oh->ot_assigned == 0) {
                LASSERT(oh->ot_tx);
+               CDEBUG(D_OTHER, "%s: transaction is aborted\n", osd->od_svname);
+               osd_trans_stop_cb(oh, th->th_result);
                dmu_tx_abort(oh->ot_tx);
                osd_object_sa_dirty_rele(env, oh);
                osd_unlinked_list_emptify(env, osd, &unlinked, false);
                /* there won't be any commit, release reserved quota space now,
                 * if any */
-               qsd_op_end(env, osd->od_quota_slave, &oh->ot_quota_trans);
+               qsd_op_end(env, osd->od_quota_slave_dt, &oh->ot_quota_trans);
+               if (osd->od_quota_slave_md != NULL)
+                       qsd_op_end(env, osd->od_quota_slave_md,
+                                  &oh->ot_quota_trans);
                OBD_FREE_PTR(oh);
                RETURN(0);
        }
@@ -364,6 +378,9 @@ static struct thandle *osd_trans_create(const struct lu_env *env,
        th = &oh->ot_super;
        th->th_dev = dt;
        th->th_result = 0;
+
+       osd_oti_get(env)->oti_ins_cache_depth++;
+
        RETURN(th);
 }
 
@@ -756,14 +773,21 @@ static int osd_shutdown(const struct lu_env *env, struct osd_device *o)
        ENTRY;
 
        /* shutdown quota slave instance associated with the device */
-       if (o->od_quota_slave != NULL) {
+       if (o->od_quota_slave_md != NULL) {
                /* complete all in-flight callbacks */
                osd_sync(env, &o->od_dt_dev);
                txg_wait_callbacks(spa_get_dsl(dmu_objset_spa(o->od_os)));
-               qsd_fini(env, o->od_quota_slave);
-               o->od_quota_slave = NULL;
+               qsd_fini(env, o->od_quota_slave_md);
+               o->od_quota_slave_md = NULL;
        }
 
+       if (o->od_quota_slave_dt != NULL) {
+               /* complete all in-flight callbacks */
+               osd_sync(env, &o->od_dt_dev);
+               txg_wait_callbacks(spa_get_dsl(dmu_objset_spa(o->od_os)));
+               qsd_fini(env, o->od_quota_slave_dt);
+               o->od_quota_slave_dt = NULL;
+       }
        osd_fid_fini(env, o);
 
        RETURN(0);
@@ -977,6 +1001,7 @@ int osd_unlinked_object_free(const struct lu_env *env, struct osd_device *osd,
        }
 
        tx = dmu_tx_create(osd->od_os);
+       dmu_tx_mark_netfree(tx);
        dmu_tx_hold_free(tx, oid, 0, DMU_OBJECT_END);
        osd_tx_hold_zap(tx, osd->od_unlinked->dn_object, osd->od_unlinked,
                        FALSE, NULL);
@@ -1088,6 +1113,7 @@ static int osd_mount(const struct lu_env *env,
 
        o->od_xattr_in_sa = B_TRUE;
        o->od_max_blksz = osd_spa_maxblocksize(o->od_os->os_spa);
+       o->od_readcache_max_filesize = OSD_MAX_CACHE_SIZE;
 
        rc = __osd_obj2dnode(o->od_os, o->od_rootid, &rootdn);
        if (rc)
@@ -1137,12 +1163,29 @@ static int osd_mount(const struct lu_env *env,
        if (rc)
                GOTO(err, rc);
 
-       /* initialize quota slave instance */
-       o->od_quota_slave = qsd_init(env, o->od_svname, &o->od_dt_dev,
-                                    o->od_proc_entry);
-       if (IS_ERR(o->od_quota_slave)) {
-               rc = PTR_ERR(o->od_quota_slave);
-               o->od_quota_slave = NULL;
+       /* currently it's no need to prepare qsd_instance_md for OST */
+       if (!o->od_is_ost) {
+               o->od_quota_slave_md = qsd_init(env, o->od_svname,
+                                               &o->od_dt_dev,
+                                               o->od_proc_entry, true);
+               if (IS_ERR(o->od_quota_slave_md)) {
+                       rc = PTR_ERR(o->od_quota_slave_md);
+                       o->od_quota_slave_md = NULL;
+                       GOTO(err, rc);
+               }
+       }
+
+       o->od_quota_slave_dt = qsd_init(env, o->od_svname, &o->od_dt_dev,
+                                    o->od_proc_entry, false);
+
+       if (IS_ERR(o->od_quota_slave_dt)) {
+               if (o->od_quota_slave_md != NULL) {
+                       qsd_fini(env, o->od_quota_slave_md);
+                       o->od_quota_slave_md = NULL;
+               }
+
+               rc = PTR_ERR(o->od_quota_slave_dt);
+               o->od_quota_slave_dt = NULL;
                GOTO(err, rc);
        }
 
@@ -1391,12 +1434,14 @@ static int osd_recovery_complete(const struct lu_env *env, struct lu_device *d)
        int                      rc = 0;
        ENTRY;
 
-       if (osd->od_quota_slave == NULL)
+       if (osd->od_quota_slave_md == NULL && osd->od_quota_slave_dt == NULL)
                RETURN(0);
 
        /* start qsd instance on recovery completion, this notifies the quota
         * slave code that we are about to process new requests now */
-       rc = qsd_start(env, osd->od_quota_slave);
+       rc = qsd_start(env, osd->od_quota_slave_dt);
+       if (rc == 0 && osd->od_quota_slave_md != NULL)
+               rc = qsd_start(env, osd->od_quota_slave_md);
        RETURN(rc);
 }
 
@@ -1476,6 +1521,16 @@ static int osd_fid_init(const struct lu_env *env, struct osd_device *osd)
                osd->od_cl_seq = NULL;
        }
 
+       if (ss->ss_node_id == 0) {
+               /*
+                * If the OSD on the sequence controller(MDT0), then allocate
+                * sequence here, otherwise allocate sequence after connected
+                * to MDT0 (see mdt_register_lwp_callback()).
+                */
+               rc = seq_server_alloc_meta(osd->od_cl_seq->lcs_srv,
+                                  &osd->od_cl_seq->lcs_space, env);
+       }
+
        RETURN(rc);
 }
 
@@ -1486,9 +1541,16 @@ static int osd_prepare(const struct lu_env *env, struct lu_device *pdev,
        int                      rc = 0;
        ENTRY;
 
-       if (osd->od_quota_slave != NULL) {
+       if (osd->od_quota_slave_md != NULL) {
+               /* set up quota slave objects */
+               rc = qsd_prepare(env, osd->od_quota_slave_md);
+               if (rc != 0)
+                       RETURN(rc);
+       }
+
+       if (osd->od_quota_slave_dt != NULL) {
                /* set up quota slave objects */
-               rc = qsd_prepare(env, osd->od_quota_slave);
+               rc = qsd_prepare(env, osd->od_quota_slave_dt);
                if (rc != 0)
                        RETURN(rc);
        }