X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Fquota%2Fqsd_lib.c;h=c535f90740ed6bff4b91ecf4dc10fcff9a4e62c0;hp=1e4236c4635d2a795d003371a2be676f8eb64b34;hb=c232a80d95849b8e776ae6b738585eacbfdc3612;hpb=5522990660248930108e84c89bc7e5807bda9ea0 diff --git a/lustre/quota/qsd_lib.c b/lustre/quota/qsd_lib.c index 1e4236c..c535f90 100644 --- a/lustre/quota/qsd_lib.c +++ b/lustre/quota/qsd_lib.c @@ -21,7 +21,7 @@ * GPL HEADER END */ /* - * Copyright (c) 2012, 2014, Intel Corporation. + * Copyright (c) 2012, 2017, Intel Corporation. * Use is subject to license terms. * * Author: Johann Lombardi @@ -85,15 +85,19 @@ static int qsd_state_seq_show(struct seq_file *m, void *data) strcat(enabled, "u"); if (qsd_type_enabled(qsd, GRPQUOTA)) strcat(enabled, "g"); + if (qsd_type_enabled(qsd, PRJQUOTA)) + strncat(enabled, "p", 1); if (strlen(enabled) == 0) strcat(enabled, "none"); + /* TODO: further pool ID should be removed or + * replaced with pool Name */ seq_printf(m, "target name: %s\n" "pool ID: %d\n" "type: %s\n" "quota enabled: %s\n" "conn to master: %s\n", - qsd->qsd_svname, qsd->qsd_pool_id, + qsd->qsd_svname, 0, qsd->qsd_is_md ? "md" : "dt", enabled, qsd->qsd_exp_valid ? "setup" : "not setup yet"); @@ -103,18 +107,24 @@ static int qsd_state_seq_show(struct seq_file *m, void *data) strcat(enabled, "u"); if (qsd->qsd_type_array[GRPQUOTA]->qqi_acct_obj != NULL) strcat(enabled, "g"); + if (qsd->qsd_type_array[PRJQUOTA]->qqi_acct_obj != NULL) + strncat(enabled, "p", 1); if (strlen(enabled) == 0) strcat(enabled, "none"); seq_printf(m, "space acct: %s\n" "user uptodate: glb[%d],slv[%d],reint[%d]\n" - "group uptodate: glb[%d],slv[%d],reint[%d]\n", + "group uptodate: glb[%d],slv[%d],reint[%d]\n" + "project uptodate: glb[%d],slv[%d],reint[%d]\n", enabled, qsd->qsd_type_array[USRQUOTA]->qqi_glb_uptodate, qsd->qsd_type_array[USRQUOTA]->qqi_slv_uptodate, qsd->qsd_type_array[USRQUOTA]->qqi_reint, qsd->qsd_type_array[GRPQUOTA]->qqi_glb_uptodate, qsd->qsd_type_array[GRPQUOTA]->qqi_slv_uptodate, - qsd->qsd_type_array[GRPQUOTA]->qqi_reint); + qsd->qsd_type_array[GRPQUOTA]->qqi_reint, + qsd->qsd_type_array[PRJQUOTA]->qqi_glb_uptodate, + qsd->qsd_type_array[PRJQUOTA]->qqi_slv_uptodate, + qsd->qsd_type_array[PRJQUOTA]->qqi_reint); } return 0; } @@ -129,16 +139,61 @@ static int qsd_enabled_seq_show(struct seq_file *m, void *data) memset(enabled, 0, sizeof(enabled)); if (qsd_type_enabled(qsd, USRQUOTA)) - strcat(enabled, "u"); + strncat(enabled, "u", sizeof(enabled) - strlen(enabled)); if (qsd_type_enabled(qsd, GRPQUOTA)) - strcat(enabled, "g"); + strncat(enabled, "g", sizeof(enabled) - strlen(enabled)); + if (qsd_type_enabled(qsd, PRJQUOTA)) + strncat(enabled, "p", sizeof(enabled) - strlen(enabled)); if (strlen(enabled) == 0) - strcat(enabled, "none"); + strncat(enabled, "none", sizeof(enabled) - strlen(enabled)); seq_printf(m, "%s\n", enabled); return 0; } -LPROC_SEQ_FOPS_RO(qsd_enabled); + +static ssize_t qsd_enabled_seq_write(struct file *file, + const char __user *buffer, + size_t count, loff_t *off) +{ + struct seq_file *m = file->private_data; + struct qsd_instance *qsd = m->private; + char fsname[LUSTRE_MAXFSNAME + 1]; + int enabled = 0; + char valstr[5]; + int pool, rc; + + if (count > 4) + return -E2BIG; + + if (copy_from_user(valstr, buffer, count)) + GOTO(out, count = -EFAULT); + + valstr[sizeof(valstr) - 1] = 0; + if (strchr(valstr, 'u')) + enabled |= BIT(USRQUOTA); + if (strchr(valstr, 'g')) + enabled |= BIT(GRPQUOTA); + if (strchr(valstr, 'p')) + enabled |= BIT(PRJQUOTA); + + if (enabled == 0 && strcmp(valstr, "none")) + GOTO(out, count = -EINVAL); + + if (qsd->qsd_is_md) + pool = LQUOTA_RES_MD; + else + pool = LQUOTA_RES_DT; + + if (server_name2fsname(qsd->qsd_svname, fsname, NULL)) + GOTO(out, count = -EINVAL); + + rc = qsd_config(valstr, fsname, pool); + if (rc) + count = rc; +out: + return count; +} +LPROC_SEQ_FOPS(qsd_enabled); /* force reintegration procedure to be executed. * Used for test/debugging purpose */ @@ -178,7 +233,7 @@ lprocfs_force_reint_seq_write(struct file *file, const char __user *buffer, } return rc == 0 ? count : rc; } -LPROC_SEQ_FOPS_WO_TYPE(qsd, force_reint); +LPROC_SEQ_FOPS_WR_ONLY(qsd, force_reint); static int qsd_timeout_seq_show(struct seq_file *m, void *data) { @@ -194,14 +249,15 @@ qsd_timeout_seq_write(struct file *file, const char __user *buffer, size_t count, loff_t *off) { struct qsd_instance *qsd = ((struct seq_file *)file->private_data)->private; + time64_t timeout; int rc; - __s64 timeout; - LASSERT(qsd != NULL); - rc = lprocfs_str_to_s64(buffer, count, &timeout); + LASSERT(qsd != NULL); + rc = kstrtoll_from_user(buffer, count, 0, &timeout); if (rc) return rc; - if (timeout < 0 || timeout > INT_MAX) + + if (timeout < 0) return -EINVAL; qsd->qsd_timeout = timeout; @@ -321,20 +377,20 @@ static void qsd_qtype_fini(const struct lu_env *env, struct qsd_instance *qsd, /* release accounting object */ if (qqi->qqi_acct_obj != NULL && !IS_ERR(qqi->qqi_acct_obj)) { - lu_object_put(env, &qqi->qqi_acct_obj->do_lu); + dt_object_put(env, qqi->qqi_acct_obj); qqi->qqi_acct_obj = NULL; } /* release slv index */ if (qqi->qqi_slv_obj != NULL && !IS_ERR(qqi->qqi_slv_obj)) { - lu_object_put(env, &qqi->qqi_slv_obj->do_lu); + dt_object_put(env, qqi->qqi_slv_obj); qqi->qqi_slv_obj = NULL; qqi->qqi_slv_ver = 0; } /* release global index */ if (qqi->qqi_glb_obj != NULL && !IS_ERR(qqi->qqi_glb_obj)) { - lu_object_put(env, &qqi->qqi_glb_obj->do_lu); + dt_object_put(env, qqi->qqi_glb_obj); qqi->qqi_glb_obj = NULL; qqi->qqi_glb_ver = 0; } @@ -343,6 +399,40 @@ static void qsd_qtype_fini(const struct lu_env *env, struct qsd_instance *qsd, EXIT; } +static const char *qtype2acct_name(int qtype) +{ + static char unknown[24]; + + switch (qtype) { + case USRQUOTA: + return "acct_user"; + case GRPQUOTA: + return "acct_group"; + case PRJQUOTA: + return "acct_project"; + } + + snprintf(unknown, sizeof(unknown), "acct_unknown_%u", qtype); + return unknown; +} + +static const char *qtype2glb_name(int qtype) +{ + static char unknown[24]; + + switch (qtype) { + case USRQUOTA: + return "limit_user"; + case GRPQUOTA: + return "limit_group"; + case PRJQUOTA: + return "limit_project"; + } + + snprintf(unknown, sizeof(unknown), "acct_unknown_%u", qtype); + return unknown; +} + /* * Allocate and initialize a qsd_qtype_info structure for quota type \qtype. * This opens the accounting object and initializes the proc file. @@ -378,8 +468,6 @@ static int qsd_qtype_init(const struct lu_env *env, struct qsd_instance *qsd, qqi->qqi_qsd = qsd; qqi->qqi_qtype = qtype; lu_ref_init(&qqi->qqi_reference); - lquota_generate_fid(&qqi->qqi_fid, qsd->qsd_pool_id, QSD_RES_TYPE(qsd), - qtype); qqi->qqi_glb_uptodate = false; qqi->qqi_slv_uptodate = false; qqi->qqi_reint = false; @@ -387,16 +475,17 @@ static int qsd_qtype_init(const struct lu_env *env, struct qsd_instance *qsd, thread_set_flags(&qqi->qqi_reint_thread, SVC_STOPPED); INIT_LIST_HEAD(&qqi->qqi_deferred_glb); INIT_LIST_HEAD(&qqi->qqi_deferred_slv); + lquota_generate_fid(&qqi->qqi_fid, QSD_RES_TYPE(qsd), qtype); /* open accounting object */ LASSERT(qqi->qqi_acct_obj == NULL); qqi->qqi_acct_obj = acct_obj_lookup(env, qsd->qsd_dev, qtype); if (IS_ERR(qqi->qqi_acct_obj)) { - CDEBUG(D_QUOTA, "%s: no %s space accounting support rc:%ld\n", - qsd->qsd_svname, QTYPE_NAME(qtype), + CDEBUG(D_QUOTA, "%s: no %s space accounting support: rc = %ld\n", + qsd->qsd_svname, qtype_name(qtype), PTR_ERR(qqi->qqi_acct_obj)); qqi->qqi_acct_obj = NULL; - qsd->qsd_acct_failed = true; + qqi->qqi_acct_failed = true; } /* open global index copy */ @@ -436,8 +525,7 @@ static int qsd_qtype_init(const struct lu_env *env, struct qsd_instance *qsd, } /* register proc entry for accounting & global index copy objects */ - rc = lprocfs_seq_create(qsd->qsd_proc, - qtype == USRQUOTA ? "acct_user" : "acct_group", + rc = lprocfs_seq_create(qsd->qsd_proc, qtype2acct_name(qtype), 0444, &lprocfs_quota_seq_fops, qqi->qqi_acct_obj); if (rc) { @@ -446,8 +534,7 @@ static int qsd_qtype_init(const struct lu_env *env, struct qsd_instance *qsd, GOTO(out, rc); } - rc = lprocfs_seq_create(qsd->qsd_proc, - qtype == USRQUOTA ? "limit_user" : "limit_group", + rc = lprocfs_seq_create(qsd->qsd_proc, qtype2glb_name(qtype), 0444, &lprocfs_quota_seq_fops, qqi->qqi_glb_obj); if (rc) { @@ -504,14 +591,6 @@ void qsd_fini(const struct lu_env *env, struct qsd_instance *qsd) qsd->qsd_ns = NULL; } - /* free per-quota type data */ - for (qtype = USRQUOTA; qtype < LL_MAXQUOTAS; qtype++) - qsd_qtype_fini(env, qsd, qtype); - - /* deregister connection to the quota master */ - qsd->qsd_exp_valid = false; - lustre_deregister_lwp_item(&qsd->qsd_exp); - /* release per-filesystem information */ if (qsd->qsd_fsinfo != NULL) { mutex_lock(&qsd->qsd_fsinfo->qfs_mutex); @@ -522,9 +601,17 @@ void qsd_fini(const struct lu_env *env, struct qsd_instance *qsd) qsd->qsd_fsinfo = NULL; } + /* free per-quota type data */ + for (qtype = USRQUOTA; qtype < LL_MAXQUOTAS; qtype++) + qsd_qtype_fini(env, qsd, qtype); + + /* deregister connection to the quota master */ + qsd->qsd_exp_valid = false; + lustre_deregister_lwp_item(&qsd->qsd_exp); + /* release quota root directory */ if (qsd->qsd_root != NULL) { - lu_object_put(env, &qsd->qsd_root->do_lu); + dt_object_put(env, qsd->qsd_root); qsd->qsd_root = NULL; } @@ -556,7 +643,7 @@ EXPORT_SYMBOL(qsd_fini); */ struct qsd_instance *qsd_init(const struct lu_env *env, char *svname, struct dt_device *dev, - struct proc_dir_entry *osd_proc) + struct proc_dir_entry *osd_proc, bool is_md) { struct qsd_thread_info *qti = qsd_info(env); struct qsd_instance *qsd; @@ -583,6 +670,7 @@ struct qsd_instance *qsd_init(const struct lu_env *env, char *svname, INIT_LIST_HEAD(&qsd->qsd_adjust_list); qsd->qsd_prepared = false; qsd->qsd_started = false; + qsd->qsd_is_md = is_md; /* copy service name */ if (strlcpy(qsd->qsd_svname, svname, sizeof(qsd->qsd_svname)) @@ -594,11 +682,6 @@ struct qsd_instance *qsd_init(const struct lu_env *env, char *svname, lu_ref_add(&dev->dd_lu_dev.ld_reference, "qsd", qsd); qsd->qsd_dev = dev; - /* we only support pool ID 0 (default data or metadata pool) for the - * time being. A different pool ID could be assigned to this target via - * the configuration log in the future */ - qsd->qsd_pool_id = 0; - /* get fsname from svname */ rc = server_name2fsname(svname, qti->qti_buf, NULL); if (rc) { @@ -619,8 +702,18 @@ struct qsd_instance *qsd_init(const struct lu_env *env, char *svname, mutex_unlock(&qsd->qsd_fsinfo->qfs_mutex); /* register procfs directory */ - qsd->qsd_proc = lprocfs_register(QSD_DIR, osd_proc, - lprocfs_quota_qsd_vars, qsd); + if (qsd->qsd_is_md) + qsd->qsd_proc = lprocfs_register(QSD_DIR_MD, osd_proc, + lprocfs_quota_qsd_vars, qsd); + else + qsd->qsd_proc = lprocfs_register(QSD_DIR_DT, osd_proc, + lprocfs_quota_qsd_vars, qsd); + + if (type == LDD_F_SV_TYPE_MDT && qsd->qsd_is_md) + lprocfs_add_symlink(QSD_DIR, osd_proc, "./%s", QSD_DIR_MD); + else if (type == LDD_F_SV_TYPE_OST && !qsd->qsd_is_md) + lprocfs_add_symlink(QSD_DIR, osd_proc, "./%s", QSD_DIR_DT); + if (IS_ERR(qsd->qsd_proc)) { rc = PTR_ERR(qsd->qsd_proc); qsd->qsd_proc = NULL; @@ -673,12 +766,10 @@ int qsd_prepare(const struct lu_env *env, struct qsd_instance *qsd) /* Record whether this qsd instance is managing quota enforcement for a * MDT (i.e. inode quota) or OST (block quota) */ - if (lu_device_is_md(qsd->qsd_dev->dd_lu_dev.ld_site->ls_top_dev)) { - qsd->qsd_is_md = true; + if (qsd->qsd_is_md) qsd->qsd_sync_threshold = LQUOTA_LEAST_QUNIT(LQUOTA_RES_MD); - } else { + else qsd->qsd_sync_threshold = LQUOTA_LEAST_QUNIT(LQUOTA_RES_DT); - } /* look-up on-disk directory for the quota slave */ qsd->qsd_root = lquota_disk_dir_find_create(env, qsd->qsd_dev, NULL, @@ -703,24 +794,27 @@ int qsd_prepare(const struct lu_env *env, struct qsd_instance *qsd) qsd->qsd_prepared = true; write_unlock(&qsd->qsd_lock); + if (qsd->qsd_dev->dd_rdonly) + RETURN(0); + /* start reintegration thread for each type, if required */ for (qtype = USRQUOTA; qtype < LL_MAXQUOTAS; qtype++) { struct qsd_qtype_info *qqi = qsd->qsd_type_array[qtype]; - if (qsd_type_enabled(qsd, qtype) && qsd->qsd_acct_failed) { + if (qsd_type_enabled(qsd, qtype) && + qqi->qqi_acct_failed) { LCONSOLE_ERROR("%s: can't enable quota enforcement " "since space accounting isn't functional" ". Please run tunefs.lustre --quota on " "an unmounted filesystem if not done " "already\n", qsd->qsd_svname); - break; + continue; } rc = qsd_start_reint_thread(qqi); if (rc) { - CERROR("%s: failed to start reint thread for type %s " - "(%d)\n", qsd->qsd_svname, QTYPE_NAME(qtype), - rc); + CERROR("%s: failed to start reint thread for type %s: rc = %d\n", + qsd->qsd_svname, qtype_name(qtype), rc); RETURN(rc); } }