Whamcloud - gitweb
LU-12616 obclass: fix MDS start/stop race
[fs/lustre-release.git] / lustre / ofd / ofd_dev.c
index a246be6..843abca 100644 (file)
@@ -82,7 +82,6 @@
 
 /* Slab for OFD object allocation */
 static struct kmem_cache *ofd_object_kmem;
-
 static struct lu_kmem_descr ofd_caches[] = {
        {
                .ckd_cache = &ofd_object_kmem,
@@ -320,13 +319,7 @@ static bool match_symlink_param(char *param)
                sval = strchr(param, '=');
                if (sval != NULL) {
                        paramlen = sval - param;
-                       if (strncmp(param, "writethrough_cache_enable",
-                                   paramlen) == 0 ||
-                           strncmp(param, "readcache_max_filesize",
-                                   paramlen) == 0 ||
-                           strncmp(param, "read_cache_enable",
-                                   paramlen) == 0 ||
-                           strncmp(param, "brw_stats", paramlen) == 0)
+                       if (strncmp(param, "brw_stats", paramlen) == 0)
                                return true;
                }
        }
@@ -640,6 +633,8 @@ static int ofd_prepare(const struct lu_env *env, struct lu_device *pdev,
        LASSERTF(rc == 0, "register namespace failed: rc = %d\n", rc);
 
        target_recovery_init(&ofd->ofd_lut, tgt_request_handle);
+       OBD_FAIL_TIMEOUT_ORSET(OBD_FAIL_OST_PREPARE_DELAY, OBD_FAIL_ONCE,
+                              (OBD_TIMEOUT_DEFAULT + 1) / 4);
        LASSERT(obd->obd_no_conn);
        spin_lock(&obd->obd_dev_lock);
        obd->obd_no_conn = 0;
@@ -715,8 +710,31 @@ static struct lu_device_operations ofd_lu_ops = {
  */
 static void ofd_procfs_add_brw_stats_symlink(struct ofd_device *ofd)
 {
-       struct obd_device       *obd = ofd_obd(ofd);
-       struct obd_device       *osd_obd = ofd->ofd_osd_exp->exp_obd;
+       struct obd_device *obd = ofd_obd(ofd);
+       struct obd_device *osd_obd = ofd->ofd_osd_exp->exp_obd;
+       struct kobj_type *osd_type;
+       int i;
+
+       osd_type = get_ktype(&ofd->ofd_osd->dd_kobj);
+       for (i = 0; osd_type->default_attrs[i]; i++) {
+               if (strcmp(osd_type->default_attrs[i]->name,
+                          "read_cache_enable") == 0) {
+                       ofd->ofd_read_cache_enable =
+                               osd_type->default_attrs[i];
+               }
+
+               if (strcmp(osd_type->default_attrs[i]->name,
+                          "readcache_max_filesize") == 0) {
+                       ofd->ofd_read_cache_max_filesize =
+                               osd_type->default_attrs[i];
+               }
+
+               if (strcmp(osd_type->default_attrs[i]->name,
+                          "writethrough_cache_enable") == 0) {
+                       ofd->ofd_write_cache_enable =
+                               osd_type->default_attrs[i];
+               }
+       }
 
        if (obd->obd_proc_entry == NULL)
                return;
@@ -724,20 +742,6 @@ static void ofd_procfs_add_brw_stats_symlink(struct ofd_device *ofd)
        lprocfs_add_symlink("brw_stats", obd->obd_proc_entry,
                            "../../%s/%s/brw_stats",
                            osd_obd->obd_type->typ_name, obd->obd_name);
-
-       lprocfs_add_symlink("read_cache_enable", obd->obd_proc_entry,
-                           "../../%s/%s/read_cache_enable",
-                           osd_obd->obd_type->typ_name, obd->obd_name);
-
-       lprocfs_add_symlink("readcache_max_filesize",
-                           obd->obd_proc_entry,
-                           "../../%s/%s/readcache_max_filesize",
-                           osd_obd->obd_type->typ_name, obd->obd_name);
-
-       lprocfs_add_symlink("writethrough_cache_enable",
-                           obd->obd_proc_entry,
-                           "../../%s/%s/writethrough_cache_enable",
-                           osd_obd->obd_type->typ_name, obd->obd_name);
 }
 #endif
 
@@ -750,6 +754,7 @@ static void ofd_procfs_fini(struct ofd_device *ofd)
 {
        struct obd_device *obd = ofd_obd(ofd);
 
+       tgt_tunables_fini(&ofd->ofd_lut);
        lprocfs_free_per_client_stats(obd);
        lprocfs_obd_cleanup(obd);
        lprocfs_free_obd_stats(obd);
@@ -1350,7 +1355,7 @@ out:
                res = ldlm_resource_get(ofd->ofd_namespace, NULL,
                                        &tsi->tsi_resid, LDLM_EXTENT, 0);
                if (!IS_ERR(res)) {
-                       ldlm_res_lvbo_update(tsi->tsi_env, res, NULL, 0);
+                       ldlm_res_lvbo_update(res, NULL, 0);
                        ldlm_resource_putref(res);
                }
        }
@@ -1712,6 +1717,8 @@ static int ofd_create_hdl(struct tgt_session_info *tsi)
        EXIT;
        ofd_counter_incr(exp, LPROC_OFD_STATS_CREATE,
                         tsi->tsi_jobid, 1);
+       if (unlikely(!oseq->os_last_id_synced))
+               oseq->os_last_id_synced = 1;
 out:
        mutex_unlock(&oseq->os_create_lock);
 out_nolock:
@@ -2021,7 +2028,7 @@ out:
                if (!IS_ERR(res)) {
                        struct ost_lvb *res_lvb;
 
-                       ldlm_res_lvbo_update(tsi->tsi_env, res, NULL, 0);
+                       ldlm_res_lvbo_update(res, NULL, 0);
                        res_lvb = res->lr_lvb_data;
                        repbody->oa.o_valid |= OBD_MD_FLBLOCKS;
                        repbody->oa.o_blocks = res_lvb->lvb_blocks;
@@ -2704,26 +2711,25 @@ TGT_RPC_HANDLER(OST_FIRST_OPC,
                0,                      OST_SET_INFO,   ofd_set_info_hdl,
                &RQF_OBD_SET_INFO, LUSTRE_OST_VERSION),
 TGT_OST_HDL(0,                         OST_GET_INFO,   ofd_get_info_hdl),
-TGT_OST_HDL(HABEO_CORPUS| HABEO_REFERO,        OST_GETATTR,    ofd_getattr_hdl),
-TGT_OST_HDL(HABEO_CORPUS| HABEO_REFERO | MUTABOR,
+TGT_OST_HDL(HAS_BODY | HAS_REPLY,      OST_GETATTR,    ofd_getattr_hdl),
+TGT_OST_HDL(HAS_BODY | HAS_REPLY | IS_MUTABLE,
                                        OST_SETATTR,    ofd_setattr_hdl),
-TGT_OST_HDL(0          | HABEO_REFERO | MUTABOR,
+TGT_OST_HDL(HAS_REPLY | IS_MUTABLE,
                                        OST_CREATE,     ofd_create_hdl),
-TGT_OST_HDL(0          | HABEO_REFERO | MUTABOR,
+TGT_OST_HDL(HAS_REPLY | IS_MUTABLE,
                                        OST_DESTROY,    ofd_destroy_hdl),
-TGT_OST_HDL(0          | HABEO_REFERO, OST_STATFS,     ofd_statfs_hdl),
-TGT_OST_HDL_HP(HABEO_CORPUS| HABEO_REFERO,
-                                       OST_BRW_READ,   tgt_brw_read,
+TGT_OST_HDL(HAS_REPLY, OST_STATFS,     ofd_statfs_hdl),
+TGT_OST_HDL_HP(HAS_BODY | HAS_REPLY,   OST_BRW_READ,   tgt_brw_read,
                                                        ofd_hp_brw),
 /* don't set CORPUS flag for brw_write because -ENOENT may be valid case */
-TGT_OST_HDL_HP(HABEO_CORPUS| MUTABOR,  OST_BRW_WRITE,  tgt_brw_write,
+TGT_OST_HDL_HP(HAS_BODY | IS_MUTABLE,  OST_BRW_WRITE,  tgt_brw_write,
                                                        ofd_hp_brw),
-TGT_OST_HDL_HP(HABEO_CORPUS| HABEO_REFERO | MUTABOR,
+TGT_OST_HDL_HP(HAS_BODY | HAS_REPLY | IS_MUTABLE,
                                        OST_PUNCH,      ofd_punch_hdl,
                                                        ofd_hp_punch),
-TGT_OST_HDL(HABEO_CORPUS| HABEO_REFERO,        OST_SYNC,       ofd_sync_hdl),
-TGT_OST_HDL(0          | HABEO_REFERO, OST_QUOTACTL,   ofd_quotactl),
-TGT_OST_HDL(HABEO_CORPUS | HABEO_REFERO, OST_LADVISE,  ofd_ladvise_hdl),
+TGT_OST_HDL(HAS_BODY | HAS_REPLY,      OST_SYNC,       ofd_sync_hdl),
+TGT_OST_HDL(HAS_REPLY, OST_QUOTACTL,   ofd_quotactl),
+TGT_OST_HDL(HAS_BODY | HAS_REPLY, OST_LADVISE, ofd_ladvise_hdl),
 };
 
 static struct tgt_opc_slice ofd_common_slice[] = {
@@ -2845,9 +2851,6 @@ static int ofd_init0(const struct lu_env *env, struct ofd_device *m,
        obt = &obd->u.obt;
        obt->obt_magic = OBT_MAGIC;
 
-       m->ofd_fmd_max_num = OFD_FMD_MAX_NUM_DEFAULT;
-       m->ofd_fmd_max_age = OFD_FMD_MAX_AGE_DEFAULT;
-
        spin_lock_init(&m->ofd_flags_lock);
        m->ofd_raid_degraded = 0;
        m->ofd_checksum_t10pi_enforce = 0;
@@ -2868,12 +2871,6 @@ static int ofd_init0(const struct lu_env *env, struct ofd_device *m,
        /* set this lu_device to obd, because error handling need it */
        obd->obd_lu_dev = &m->ofd_dt_dev.dd_lu_dev;
 
-       rc = ofd_tunables_init(m);
-       if (rc) {
-               CERROR("Can't init ofd lprocfs, rc %d\n", rc);
-               RETURN(rc);
-       }
-
        /* No connection accepted until configurations will finish */
        spin_lock(&obd->obd_dev_lock);
        obd->obd_no_conn = 1;
@@ -2890,12 +2887,13 @@ static int ofd_init0(const struct lu_env *env, struct ofd_device *m,
 
        info = ofd_info_init(env, NULL);
        if (info == NULL)
-               GOTO(err_fini_proc, rc = -EFAULT);
+               RETURN(-EFAULT);
 
        rc = ofd_stack_init(env, m, cfg);
        if (rc) {
-               CERROR("Can't init device stack, rc %d\n", rc);
-               GOTO(err_fini_proc, rc);
+               CERROR("%s: can't init device stack, rc %d\n",
+                      obd->obd_name, rc);
+               RETURN(rc);
        }
 
 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 14, 53, 0)
@@ -2925,6 +2923,10 @@ static int ofd_init0(const struct lu_env *env, struct ofd_device *m,
        if (rc)
                GOTO(err_free_ns, rc);
 
+       rc = ofd_tunables_init(m);
+       if (rc)
+               GOTO(err_fini_lut, rc);
+
        tgd->tgd_reserved_pcnt = 0;
 
        m->ofd_brw_size = m->ofd_lut.lut_dt_conf.ddp_brw_size;
@@ -2937,7 +2939,7 @@ static int ofd_init0(const struct lu_env *env, struct ofd_device *m,
 
        rc = ofd_fs_setup(env, m, obd);
        if (rc)
-               GOTO(err_fini_lut, rc);
+               GOTO(err_fini_proc, rc);
 
        fid.f_seq = FID_SEQ_LOCAL_NAME;
        fid.f_oid = 1;
@@ -2973,6 +2975,8 @@ err_fini_los:
        m->ofd_los = NULL;
 err_fini_fs:
        ofd_fs_cleanup(env, m);
+err_fini_proc:
+       ofd_procfs_fini(m);
 err_fini_lut:
        tgt_fini(env, &m->ofd_lut);
 err_free_ns:
@@ -2980,8 +2984,6 @@ err_free_ns:
        obd->obd_namespace = m->ofd_namespace = NULL;
 err_fini_stack:
        ofd_stack_fini(env, m, &m->ofd_osd->dd_lu_dev);
-err_fini_proc:
-       ofd_procfs_fini(m);
        return rc;
 }
 
@@ -3012,6 +3014,7 @@ static void ofd_fini(const struct lu_env *env, struct ofd_device *m)
        obd_exports_barrier(obd);
        obd_zombie_barrier();
 
+       ofd_procfs_fini(m);
        tgt_fini(env, &m->ofd_lut);
        ofd_stop_inconsistency_verification_thread(m);
        lfsck_degister(env, m->ofd_osd);
@@ -3025,7 +3028,7 @@ static void ofd_fini(const struct lu_env *env, struct ofd_device *m)
        }
 
        ofd_stack_fini(env, m, &m->ofd_dt_dev.dd_lu_dev);
-       ofd_procfs_fini(m);
+
        LASSERT(atomic_read(&d->ld_ref) == 0);
        server_put_mount(obd->obd_name, true);
        EXIT;
@@ -3144,13 +3147,6 @@ static int __init ofd_init(void)
        rc = lu_kmem_init(ofd_caches);
        if (rc)
                return rc;
-
-       rc = ofd_fmd_init();
-       if (rc) {
-               lu_kmem_fini(ofd_caches);
-               return(rc);
-       }
-
        rc = class_register_type(&ofd_obd_ops, NULL, true, NULL,
                                 LUSTRE_OST_NAME, &ofd_device_type);
        return rc;
@@ -3164,7 +3160,6 @@ static int __init ofd_init(void)
  */
 static void __exit ofd_exit(void)
 {
-       ofd_fmd_exit();
        lu_kmem_fini(ofd_caches);
        class_unregister_type(LUSTRE_OST_NAME);
 }