1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
6 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 only,
10 * as published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License version 2 for more details (a copy is included
16 * in the LICENSE file that accompanied this code).
18 * You should have received a copy of the GNU General Public License
19 * version 2 along with this program; If not, see
20 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
22 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23 * CA 95054 USA or visit www.sun.com if you need additional information or
29 * Copyright 2008 Sun Microsystems, Inc. All rights reserved
30 * Use is subject to license terms.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
37 # define EXPORT_SYMTAB
39 #define DEBUG_SUBSYSTEM S_LQUOTA
42 # include <linux/version.h>
43 # include <linux/module.h>
44 # include <linux/init.h>
45 # include <linux/fs.h>
46 # include <linux/quota.h>
47 # include <linux/smp_lock.h>
48 # include <linux/buffer_head.h>
49 # include <linux/workqueue.h>
50 # include <linux/mount.h>
51 #else /* __KERNEL__ */
52 # include <liblustre.h>
55 #include <obd_class.h>
56 #include <lustre_mds.h>
57 #include <lustre_dlm.h>
58 #include <lustre_cfg.h>
60 #include <lustre_fsfilt.h>
61 #include <lustre_quota.h>
62 #include "quota_internal.h"
64 #ifdef HAVE_QUOTA_SUPPORT
67 /* When quotaon, build a lqs for every uid/gid who has been set limitation
68 * for quota. After quota_search_lqs, it will hold one ref for the lqs.
69 * It will be released when qctxt_cleanup() is executed b=18574 */
70 void build_lqs(struct obd_device *obd)
72 struct lustre_quota_ctxt *qctxt = &obd->u.obt.obt_qctxt;
73 struct list_head id_list;
76 INIT_LIST_HEAD(&id_list);
77 for (i = 0; i < MAXQUOTAS; i++) {
78 struct dquot_id *dqid, *tmp;
80 if (sb_dqopt(qctxt->lqc_sb)->files[i] == NULL)
83 #ifndef KERNEL_SUPPORTS_QUOTA_READ
84 rc = fsfilt_qids(obd, sb_dqopt(qctxt->lqc_sb)->files[i], NULL,
87 rc = fsfilt_qids(obd, NULL, sb_dqopt(qctxt->lqc_sb)->files[i],
91 CDEBUG(D_ERROR, "fail to get %s qids!\n",
92 i ? "group" : "user");
96 list_for_each_entry_safe(dqid, tmp, &id_list,
98 struct lustre_qunit_size *lqs;
100 list_del_init(&dqid->di_link);
101 lqs = quota_search_lqs(LQS_KEY(i, dqid->di_id),
103 if (lqs && !IS_ERR(lqs)) {
104 lqs->lqs_flags |= dqid->di_flag;
107 CDEBUG(D_ERROR, "fail to create a lqs"
108 "(%s id: %u)!\n", i ? "group" : "user",
117 int mds_quota_ctl(struct obd_export *exp, struct obd_quotactl *oqctl)
119 struct obd_device *obd = exp->exp_obd;
120 struct obd_device_target *obt = &obd->u.obt;
121 struct lustre_quota_ctxt *qctxt = &obd->u.obt.obt_qctxt;
122 struct timeval work_start;
123 struct timeval work_end;
128 do_gettimeofday(&work_start);
129 switch (oqctl->qc_cmd) {
131 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
132 rc = mds_quota_on(obd, oqctl);
133 /* when quotaon, create lqs for every quota uid/gid b=18574 */
137 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
138 mds_quota_off(obd, oqctl);
141 rc = mds_set_dqinfo(obd, oqctl);
144 rc = mds_get_dqinfo(obd, oqctl);
147 rc = mds_set_dqblk(obd, oqctl);
150 rc = mds_get_dqblk(obd, oqctl);
154 rc = mds_get_obd_quota(obd, oqctl);
156 case LUSTRE_Q_INVALIDATE:
157 rc = mds_quota_invalidate(obd, oqctl);
159 case LUSTRE_Q_FINVALIDATE:
160 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
161 rc = mds_quota_finvalidate(obd, oqctl);
164 CERROR("%s: unsupported mds_quotactl command: %d\n",
165 obd->obd_name, oqctl->qc_cmd);
170 CDEBUG(D_INFO, "mds_quotactl admin quota command %d, id %u, "
171 "type %d, failed: rc = %d\n",
172 oqctl->qc_cmd, oqctl->qc_id, oqctl->qc_type, rc);
173 do_gettimeofday(&work_end);
174 timediff = cfs_timeval_sub(&work_end, &work_start, NULL);
175 lprocfs_counter_add(qctxt->lqc_stats, LQUOTA_QUOTA_CTL, timediff);
180 int filter_quota_ctl(struct obd_export *exp, struct obd_quotactl *oqctl)
182 struct obd_device *obd = exp->exp_obd;
183 struct obd_device_target *obt = &obd->u.obt;
184 struct lvfs_run_ctxt saved;
185 struct lustre_quota_ctxt *qctxt = &obd->u.obt.obt_qctxt;
186 struct lustre_qunit_size *lqs;
188 struct timeval work_start;
189 struct timeval work_end;
194 do_gettimeofday(&work_start);
195 switch (oqctl->qc_cmd) {
199 if (!atomic_dec_and_test(&obt->obt_quotachecking)) {
200 CDEBUG(D_INFO, "other people are doing quotacheck\n");
201 atomic_inc(&obt->obt_quotachecking);
205 if (oqctl->qc_cmd == Q_FINVALIDATE &&
206 (obt->obt_qctxt.lqc_flags & UGQUOTA2LQC(oqctl->qc_type))) {
207 atomic_inc(&obt->obt_quotachecking);
211 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
215 /* In recovery scenario, this pending dqacq/dqrel might have
216 * been processed by master successfully before it's dquot
217 * on master enter recovery mode. We must wait for this
218 * dqacq/dqrel done then return the correct limits to master */
219 if (oqctl->qc_stat == QUOTA_RECOVERING)
220 handle = quota_barrier(&obd->u.obt.obt_qctxt, oqctl, 1);
222 push_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
223 rc = fsfilt_quotactl(obd, obt->obt_sb, oqctl);
224 pop_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
226 if (oqctl->qc_stat == QUOTA_RECOVERING)
227 quota_unbarrier(handle);
229 if (oqctl->qc_cmd == Q_QUOTAON || oqctl->qc_cmd == Q_QUOTAOFF ||
230 oqctl->qc_cmd == Q_FINVALIDATE) {
231 if (!rc && oqctl->qc_cmd == Q_QUOTAON)
232 obt->obt_qctxt.lqc_flags |= UGQUOTA2LQC(oqctl->qc_type);
233 if (!rc && oqctl->qc_cmd == Q_QUOTAOFF)
234 obt->obt_qctxt.lqc_flags &= ~UGQUOTA2LQC(oqctl->qc_type);
235 atomic_inc(&obt->obt_quotachecking);
238 /* when quotaon, create lqs for every quota uid/gid b=18574 */
239 if (oqctl->qc_cmd == Q_QUOTAON)
243 /* currently, it is only used for nullifying the quota */
244 handle = quota_barrier(&obd->u.obt.obt_qctxt, oqctl, 1);
246 push_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
247 rc = fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
250 oqctl->qc_cmd = Q_SYNC;
251 fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
252 oqctl->qc_cmd = Q_SETQUOTA;
254 pop_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
255 quota_unbarrier(handle);
257 lqs = quota_search_lqs(LQS_KEY(oqctl->qc_type, oqctl->qc_id),
259 if (lqs == NULL || IS_ERR(lqs)){
260 CDEBUG(D_ERROR, "fail to create lqs when setquota\n");
262 lqs->lqs_flags &= ~QB_SET;
269 unsigned int uid = 0, gid = 0;
271 /* Initialize quota limit to MIN_QLIMIT */
272 LASSERT(oqctl->qc_dqblk.dqb_valid == QIF_BLIMITS);
273 LASSERT(oqctl->qc_dqblk.dqb_bsoftlimit == 0);
275 if (!oqctl->qc_dqblk.dqb_bhardlimit)
278 /* There might be a pending dqacq/dqrel (which is going to
279 * clear stale limits on slave). we should wait for it's
280 * completion then initialize limits */
281 handle = quota_barrier(&obd->u.obt.obt_qctxt, oqctl, 1);
282 LASSERT(oqctl->qc_dqblk.dqb_bhardlimit == MIN_QLIMIT);
283 push_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
284 rc = fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
286 /* Update on-disk quota, in case of lose the changed limits
287 * (MIN_QLIMIT) on crash, which cannot be recovered.*/
289 oqctl->qc_cmd = Q_SYNC;
290 fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
291 oqctl->qc_cmd = Q_INITQUOTA;
293 pop_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
294 quota_unbarrier(handle);
299 lqs = quota_search_lqs(LQS_KEY(oqctl->qc_type, oqctl->qc_id),
301 if (lqs == NULL || IS_ERR(lqs)){
302 CDEBUG(D_ERROR, "fail to create lqs when setquota\n");
305 lqs->lqs_flags |= QB_SET;
306 if (OBD_FAIL_CHECK(OBD_FAIL_QUOTA_WITHOUT_CHANGE_QS)) {
307 lqs->lqs_bunit_sz = qctxt->lqc_bunit_sz;
308 lqs->lqs_btune_sz = qctxt->lqc_btune_sz;
309 lqs->lqs_iunit_sz = qctxt->lqc_iunit_sz;
310 lqs->lqs_itune_sz = qctxt->lqc_itune_sz;
315 /* Trigger qunit pre-acquire */
316 if (oqctl->qc_type == USRQUOTA)
321 rc = qctxt_adjust_qunit(obd, &obd->u.obt.obt_qctxt,
322 uid, gid, 1, 0, NULL);
323 if (rc == -EDQUOT || rc == -EBUSY) {
324 CDEBUG(D_QUOTA, "rc: %d.\n", rc);
331 CERROR("%s: unsupported filter_quotactl command: %d\n",
332 obd->obd_name, oqctl->qc_cmd);
335 do_gettimeofday(&work_end);
336 timediff = cfs_timeval_sub(&work_end, &work_start, NULL);
337 lprocfs_counter_add(qctxt->lqc_stats, LQUOTA_QUOTA_CTL, timediff);
341 #endif /* __KERNEL__ */
344 int client_quota_ctl(struct obd_export *exp, struct obd_quotactl *oqctl)
346 struct ptlrpc_request *req;
347 struct obd_quotactl *oqc;
348 __u32 size[2] = { sizeof(struct ptlrpc_body), sizeof(*oqctl) };
352 if (!strcmp(exp->exp_obd->obd_type->typ_name, LUSTRE_MDC_NAME)) {
353 ver = LUSTRE_MDS_VERSION,
355 } else if (!strcmp(exp->exp_obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
356 ver = LUSTRE_OST_VERSION,
362 req = ptlrpc_prep_req(class_exp2cliimp(exp), ver, opc, 2, size, NULL);
364 GOTO(out, rc = -ENOMEM);
366 oqc = lustre_msg_buf(req->rq_reqmsg, REQ_REC_OFF, sizeof(*oqctl));
369 ptlrpc_req_set_repsize(req, 2, size);
371 rc = ptlrpc_queue_wait(req);
373 CERROR("ptlrpc_queue_wait failed, rc: %d\n", rc);
379 oqc = lustre_swab_repbuf(req, REPLY_REC_OFF, sizeof(*oqc),
380 lustre_swab_obd_quotactl);
382 CERROR ("Can't unpack obd_quotactl\n");
383 GOTO(out, rc = -EPROTO);
389 ptlrpc_req_finished(req);
393 int lov_quota_ctl(struct obd_export *exp, struct obd_quotactl *oqctl)
395 struct obd_device *obd = class_exp2obd(exp);
396 struct lov_obd *lov = &obd->u.lov;
398 __u64 bhardlimit = 0;
402 if (oqctl->qc_cmd != LUSTRE_Q_QUOTAON &&
403 oqctl->qc_cmd != LUSTRE_Q_QUOTAOFF &&
404 oqctl->qc_cmd != Q_GETOQUOTA &&
405 oqctl->qc_cmd != Q_INITQUOTA &&
406 oqctl->qc_cmd != LUSTRE_Q_SETQUOTA &&
407 oqctl->qc_cmd != Q_FINVALIDATE) {
408 CERROR("bad quota opc %x for lov obd", oqctl->qc_cmd);
413 for (i = 0; i < lov->desc.ld_tgt_count; i++) {
416 if (!lov->lov_tgts[i] || !lov->lov_tgts[i]->ltd_active) {
417 if (oqctl->qc_cmd == Q_GETOQUOTA) {
418 CERROR("ost %d is inactive\n", i);
421 CDEBUG(D_HA, "ost %d is inactive\n", i);
426 err = obd_quotactl(lov->lov_tgts[i]->ltd_exp, oqctl);
428 if (lov->lov_tgts[i]->ltd_active && !rc)
433 if (oqctl->qc_cmd == Q_GETOQUOTA) {
434 curspace += oqctl->qc_dqblk.dqb_curspace;
435 bhardlimit += oqctl->qc_dqblk.dqb_bhardlimit;
440 if (oqctl->qc_cmd == Q_GETOQUOTA) {
441 oqctl->qc_dqblk.dqb_curspace = curspace;
442 oqctl->qc_dqblk.dqb_bhardlimit = bhardlimit;