Whamcloud - gitweb
b=21147 several fixes and enhancements for quota
[fs/lustre-release.git] / lustre / quota / quota_ctl.c
1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2  * vim:expandtab:shiftwidth=8:tabstop=8:
3  *
4  * GPL HEADER START
5  *
6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License version 2 only,
10  * as published by the Free Software Foundation.
11  *
12  * This program is distributed in the hope that it will be useful, but
13  * WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * General Public License version 2 for more details (a copy is included
16  * in the LICENSE file that accompanied this code).
17  *
18  * You should have received a copy of the GNU General Public License
19  * version 2 along with this program; If not, see
20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
21  *
22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23  * CA 95054 USA or visit www.sun.com if you need additional information or
24  * have any questions.
25  *
26  * GPL HEADER END
27  */
28 /*
29  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
30  * Use is subject to license terms.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  */
36 #ifndef EXPORT_SYMTAB
37 # define EXPORT_SYMTAB
38 #endif
39 #define DEBUG_SUBSYSTEM S_LQUOTA
40
41 #ifdef __KERNEL__
42 # include <linux/version.h>
43 # include <linux/module.h>
44 # include <linux/init.h>
45 # include <linux/fs.h>
46 # include <linux/jbd.h>
47 # include <linux/quota.h>
48 # include <linux/smp_lock.h>
49 # include <linux/buffer_head.h>
50 # include <linux/workqueue.h>
51 # include <linux/mount.h>
52 #else /* __KERNEL__ */
53 # include <liblustre.h>
54 #endif
55
56 #include <obd_class.h>
57 #include <lustre_mds.h>
58 #include <lustre_dlm.h>
59 #include <lustre_cfg.h>
60 #include <obd_ost.h>
61 #include <lustre_fsfilt.h>
62 #include <lustre_quota.h>
63 #include "quota_internal.h"
64
65 #ifdef HAVE_QUOTA_SUPPORT
66 #ifdef __KERNEL__
67
68 int mds_quota_ctl(struct obd_device *obd, struct obd_export *unused,
69                   struct obd_quotactl *oqctl)
70 {
71         struct obd_device_target *obt = &obd->u.obt;
72         struct lustre_quota_ctxt *qctxt = &obd->u.obt.obt_qctxt;
73         struct timeval work_start;
74         struct timeval work_end;
75         long timediff;
76         int rc = 0;
77         ENTRY;
78
79         cfs_gettimeofday(&work_start);
80         switch (oqctl->qc_cmd) {
81         case Q_QUOTAON:
82                 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
83                 rc = mds_quota_on(obd, oqctl);
84                 break;
85         case Q_QUOTAOFF:
86                 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
87                 rc = mds_quota_off(obd, oqctl);
88                 break;
89         case Q_SETINFO:
90                 rc = mds_set_dqinfo(obd, oqctl);
91                 break;
92         case Q_GETINFO:
93                 rc = mds_get_dqinfo(obd, oqctl);
94                 break;
95         case Q_SETQUOTA:
96                 rc = mds_set_dqblk(obd, oqctl);
97                 break;
98         case Q_GETQUOTA:
99                 rc = mds_get_dqblk(obd, oqctl);
100                 break;
101         case Q_GETOINFO:
102         case Q_GETOQUOTA:
103                 rc = mds_get_obd_quota(obd, oqctl);
104                 break;
105         case LUSTRE_Q_INVALIDATE:
106                 rc = mds_quota_invalidate(obd, oqctl);
107                 break;
108         case LUSTRE_Q_FINVALIDATE:
109                 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
110                 rc = mds_quota_finvalidate(obd, oqctl);
111                 break;
112         default:
113                 CERROR("%s: unsupported mds_quotactl command: %d\n",
114                        obd->obd_name, oqctl->qc_cmd);
115                 RETURN(-EFAULT);
116         }
117
118         if (rc)
119                 CDEBUG(D_INFO, "mds_quotactl admin quota command %d, id %u, "
120                                "type %d, failed: rc = %d\n",
121                        oqctl->qc_cmd, oqctl->qc_id, oqctl->qc_type, rc);
122         cfs_gettimeofday(&work_end);
123         timediff = cfs_timeval_sub(&work_end, &work_start, NULL);
124         lprocfs_counter_add(qctxt->lqc_stats, LQUOTA_QUOTA_CTL, timediff);
125
126         RETURN(rc);
127 }
128
129 int filter_quota_ctl(struct obd_device *unused, struct obd_export *exp,
130                      struct obd_quotactl *oqctl)
131 {
132         struct obd_device *obd = exp->exp_obd;
133         struct obd_device_target *obt = &obd->u.obt;
134         struct lvfs_run_ctxt saved;
135         struct lustre_quota_ctxt *qctxt = &obt->obt_qctxt;
136         struct lustre_qunit_size *lqs;
137         void *handle = NULL;
138         struct timeval work_start;
139         struct timeval work_end;
140         long timediff;
141         int rc = 0;
142         ENTRY;
143
144         cfs_gettimeofday(&work_start);
145         switch (oqctl->qc_cmd) {
146         case Q_QUOTAON:
147                 oqctl->qc_id = obt->obt_qfmt;
148                 rc = generic_quota_on(obd, oqctl, 0);
149                 break;
150         case Q_FINVALIDATE:
151         case Q_QUOTAOFF:
152                 cfs_down(&obt->obt_quotachecking);
153                 if (oqctl->qc_cmd == Q_FINVALIDATE &&
154                     (obt->obt_qctxt.lqc_flags & UGQUOTA2LQC(oqctl->qc_type))) {
155                         CWARN("quota[%u] is on yet\n", oqctl->qc_type);
156                         cfs_up(&obt->obt_quotachecking);
157                         rc = -EBUSY;
158                         break;
159                 }
160                 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
161         case Q_GETOINFO:
162         case Q_GETOQUOTA:
163         case Q_GETQUOTA:
164                 /* In recovery scenario, this pending dqacq/dqrel might have
165                  * been processed by master successfully before it's dquot
166                  * on master enter recovery mode. We must wait for this
167                  * dqacq/dqrel done then return the correct limits to master */
168                 if (oqctl->qc_stat == QUOTA_RECOVERING)
169                         handle = quota_barrier(&obd->u.obt.obt_qctxt, oqctl, 1);
170
171                 push_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
172                 rc = fsfilt_quotactl(obd, obt->obt_sb, oqctl);
173                 pop_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
174
175                 if (oqctl->qc_stat == QUOTA_RECOVERING)
176                         quota_unbarrier(handle);
177
178                 if (oqctl->qc_cmd == Q_QUOTAOFF ||
179                     oqctl->qc_cmd == Q_FINVALIDATE) {
180                         if (oqctl->qc_cmd == Q_QUOTAOFF) {
181                                 if (!rc)
182                                         obt->obt_qctxt.lqc_flags &=
183                                                 ~UGQUOTA2LQC(oqctl->qc_type);
184                                 else if (quota_is_off(qctxt, oqctl))
185                                                 rc = -EALREADY;
186                         }
187                         cfs_up(&obt->obt_quotachecking);
188                 }
189
190                 break;
191         case Q_SETQUOTA:
192                 /* currently, it is only used for nullifying the quota */
193                 handle = quota_barrier(&obd->u.obt.obt_qctxt, oqctl, 1);
194
195                 push_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
196                 rc = fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
197
198                 if (!rc) {
199                         oqctl->qc_cmd = Q_SYNC;
200                         fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
201                         oqctl->qc_cmd = Q_SETQUOTA;
202                 }
203                 pop_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
204                 quota_unbarrier(handle);
205
206                 lqs = quota_search_lqs(LQS_KEY(oqctl->qc_type, oqctl->qc_id),
207                                        qctxt, 0);
208                 if (lqs == NULL || IS_ERR(lqs)){
209                         CERROR("fail to create lqs during setquota operation "
210                                "for %sid %u\n", oqctl->qc_type ? "g" : "u",
211                                oqctl->qc_id);
212                 } else {
213                         lqs->lqs_flags &= ~QB_SET;
214                         lqs_putref(lqs);
215                 }
216
217                 break;
218         case Q_INITQUOTA:
219                 {
220                 unsigned int id[MAXQUOTAS] = { 0, 0 };
221
222                 /* Initialize quota limit to MIN_QLIMIT */
223                 LASSERT(oqctl->qc_dqblk.dqb_valid == QIF_BLIMITS);
224                 LASSERT(oqctl->qc_dqblk.dqb_bsoftlimit == 0);
225
226                 if (!oqctl->qc_dqblk.dqb_bhardlimit)
227                         goto adjust;
228
229                /* There might be a pending dqacq/dqrel (which is going to
230                  * clear stale limits on slave). we should wait for it's
231                  * completion then initialize limits */
232                 handle = quota_barrier(&obd->u.obt.obt_qctxt, oqctl, 1);
233                 LASSERT(oqctl->qc_dqblk.dqb_bhardlimit == MIN_QLIMIT);
234                 push_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
235                 rc = fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
236
237                 /* Update on-disk quota, in case of lose the changed limits
238                  * (MIN_QLIMIT) on crash, which cannot be recovered.*/
239                 if (!rc) {
240                         oqctl->qc_cmd = Q_SYNC;
241                         fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
242                         oqctl->qc_cmd = Q_INITQUOTA;
243                 }
244                 pop_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
245                 quota_unbarrier(handle);
246
247                 if (rc)
248                         RETURN(rc);
249 adjust:
250                 lqs = quota_search_lqs(LQS_KEY(oqctl->qc_type, oqctl->qc_id),
251                                        qctxt, 1);
252                 if (lqs == NULL || IS_ERR(lqs)){
253                         CERROR("fail to create lqs during setquota operation "
254                                "for %sid %u\n", oqctl->qc_type ? "g" : "u",
255                                oqctl->qc_id);
256                         break;
257                 } else {
258                         lqs->lqs_flags |= QB_SET;
259                         lqs_putref(lqs);
260                 }
261
262                 /* Trigger qunit pre-acquire */
263                 if (oqctl->qc_type == USRQUOTA)
264                         id[USRQUOTA] = oqctl->qc_id;
265                 else
266                         id[GRPQUOTA] = oqctl->qc_id;
267
268                 rc = qctxt_adjust_qunit(obd, &obd->u.obt.obt_qctxt,
269                                         id, 1, 0, NULL);
270                 if (rc == -EDQUOT || rc == -EBUSY) {
271                         CDEBUG(D_QUOTA, "rc: %d.\n", rc);
272                         rc = 0;
273                 }
274
275                 break;
276                 }
277         default:
278                 CERROR("%s: unsupported filter_quotactl command: %d\n",
279                        obd->obd_name, oqctl->qc_cmd);
280                 RETURN(-EFAULT);
281         }
282         cfs_gettimeofday(&work_end);
283         timediff = cfs_timeval_sub(&work_end, &work_start, NULL);
284         lprocfs_counter_add(qctxt->lqc_stats, LQUOTA_QUOTA_CTL, timediff);
285
286         RETURN(rc);
287 }
288 #endif /* __KERNEL__ */
289 #endif
290
291 int client_quota_ctl(struct obd_device *unused, struct obd_export *exp,
292                      struct obd_quotactl *oqctl)
293 {
294         struct ptlrpc_request   *req;
295         struct obd_quotactl     *oqc;
296         const struct req_format *rf;
297         int                      ver, opc, rc, resends = 0;
298         ENTRY;
299
300         if (!strcmp(exp->exp_obd->obd_type->typ_name, LUSTRE_MDC_NAME)) {
301                 rf  = &RQF_MDS_QUOTACTL;
302                 ver = LUSTRE_MDS_VERSION,
303                 opc = MDS_QUOTACTL;
304         } else if (!strcmp(exp->exp_obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
305                 rf  = &RQF_OST_QUOTACTL;
306                 ver = LUSTRE_OST_VERSION,
307                 opc = OST_QUOTACTL;
308         } else {
309                 RETURN(-EINVAL);
310         }
311
312 restart_request:
313
314         req = ptlrpc_request_alloc_pack(class_exp2cliimp(exp), rf, ver, opc);
315         if (req == NULL)
316                 RETURN(-ENOMEM);
317
318         oqc = req_capsule_client_get(&req->rq_pill, &RMF_OBD_QUOTACTL);
319         *oqc = *oqctl;
320
321         ptlrpc_request_set_replen(req);
322         ptlrpc_at_set_req_timeout(req);
323         req->rq_no_resend = 1;
324
325         rc = ptlrpc_queue_wait(req);
326         if (rc) {
327                 CERROR("ptlrpc_queue_wait failed, rc: %d\n", rc);
328                 GOTO(out, rc);
329         }
330
331         oqc = NULL;
332         if (req->rq_repmsg)
333                 oqc = req_capsule_server_get(&req->rq_pill, &RMF_OBD_QUOTACTL);
334
335         if (oqc == NULL) {
336                 CERROR ("Can't unpack obd_quotactl\n");
337                 GOTO(out, rc = -EPROTO);
338         }
339
340         *oqctl = *oqc;
341         EXIT;
342 out:
343         ptlrpc_req_finished(req);
344
345         if (client_quota_recoverable_error(rc)) {
346                 resends++;
347                 if (!client_quota_should_resend(resends, &exp->exp_obd->u.cli)) {
348                         CERROR("too many resend retries, returning error\n");
349                         RETURN(-EIO);
350                 }
351
352                 goto restart_request;
353         }
354
355         return rc;
356 }
357
358 /**
359  * For lmv, only need to send request to master MDT, and the master MDT will
360  * process with other slave MDTs.
361  */
362 int lmv_quota_ctl(struct obd_device *unused, struct obd_export *exp,
363                   struct obd_quotactl *oqctl)
364 {
365         struct obd_device *obd = class_exp2obd(exp);
366         struct lmv_obd *lmv = &obd->u.lmv;
367         struct lmv_tgt_desc *tgt = &lmv->tgts[0];
368         int rc;
369         ENTRY;
370
371         if (!lmv->desc.ld_tgt_count || !tgt->ltd_active) {
372                 CERROR("master lmv inactive\n");
373                 RETURN(-EIO);
374         }
375
376         rc = obd_quotactl(tgt->ltd_exp, oqctl);
377         RETURN(rc);
378 }
379
380 int lov_quota_ctl(struct obd_device *unused, struct obd_export *exp,
381                   struct obd_quotactl *oqctl)
382 {
383         struct obd_device *obd = class_exp2obd(exp);
384         struct lov_obd *lov = &obd->u.lov;
385         struct lov_tgt_desc *tgt;
386         __u64 curspace = 0;
387         __u64 bhardlimit = 0;
388         int i, rc = 0;
389         ENTRY;
390
391         if (oqctl->qc_cmd != LUSTRE_Q_QUOTAON &&
392             oqctl->qc_cmd != LUSTRE_Q_QUOTAOFF &&
393             oqctl->qc_cmd != Q_GETOQUOTA &&
394             oqctl->qc_cmd != Q_INITQUOTA &&
395             oqctl->qc_cmd != LUSTRE_Q_SETQUOTA &&
396             oqctl->qc_cmd != Q_FINVALIDATE) {
397                 CERROR("bad quota opc %x for lov obd", oqctl->qc_cmd);
398                 RETURN(-EFAULT);
399         }
400
401         /* for lov tgt */
402         obd_getref(obd);
403         for (i = 0; i < lov->desc.ld_tgt_count; i++) {
404                 int err;
405
406                 tgt = lov->lov_tgts[i];
407                 if (!tgt || !tgt->ltd_active || tgt->ltd_reap) {
408                         if (oqctl->qc_cmd == Q_GETOQUOTA) {
409                                 rc = -EREMOTEIO;
410                                 CERROR("ost %d is inactive\n", i);
411                         } else {
412                                 CDEBUG(D_HA, "ost %d is inactive\n", i);
413                         }
414                         continue;
415                 }
416
417                 err = obd_quotactl(tgt->ltd_exp, oqctl);
418                 if (err) {
419                         if (tgt->ltd_active && !rc)
420                                 rc = err;
421                         continue;
422                 }
423
424                 if (oqctl->qc_cmd == Q_GETOQUOTA) {
425                         curspace += oqctl->qc_dqblk.dqb_curspace;
426                         bhardlimit += oqctl->qc_dqblk.dqb_bhardlimit;
427                 }
428         }
429         obd_putref(obd);
430
431         if (oqctl->qc_cmd == Q_GETOQUOTA) {
432                 oqctl->qc_dqblk.dqb_curspace = curspace;
433                 oqctl->qc_dqblk.dqb_bhardlimit = bhardlimit;
434         }
435         RETURN(rc);
436 }