lustre/quota/quota_ctl.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
  30  * Use is subject to license terms.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  */
  36 #ifndef EXPORT_SYMTAB
  37 # define EXPORT_SYMTAB
  38 #endif
  39 #define DEBUG_SUBSYSTEM S_LQUOTA
  40
  41 #ifdef __KERNEL__
  42 # include <linux/version.h>
  43 # include <linux/module.h>
  44 # include <linux/init.h>
  45 # include <linux/fs.h>
  46 # include <linux/jbd.h>
  47 # include <linux/quota.h>
  48 # include <linux/smp_lock.h>
  49 # include <linux/buffer_head.h>
  50 # include <linux/workqueue.h>
  51 # include <linux/mount.h>
  52 #else /* __KERNEL__ */
  53 # include <liblustre.h>
  54 #endif
  55
  56 #include <obd_class.h>
  57 #include <lustre_mds.h>
  58 #include <lustre_dlm.h>
  59 #include <lustre_cfg.h>
  60 #include <obd_ost.h>
  61 #include <lustre_fsfilt.h>
  62 #include <lustre_quota.h>
  63 #include "quota_internal.h"
  64
  65 #ifdef HAVE_QUOTA_SUPPORT
  66 #ifdef __KERNEL__
  67
  68 int mds_quota_ctl(struct obd_device *obd, struct obd_export *unused,
  69                   struct obd_quotactl *oqctl)
  70 {
  71         struct obd_device_target *obt = &obd->u.obt;
  72         struct lustre_quota_ctxt *qctxt = &obd->u.obt.obt_qctxt;
  73         struct timeval work_start;
  74         struct timeval work_end;
  75         long timediff;
  76         int rc = 0;
  77         ENTRY;
  78
  79         do_gettimeofday(&work_start);
  80         switch (oqctl->qc_cmd) {
  81         case Q_QUOTAON:
  82                 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
  83                 rc = mds_quota_on(obd, oqctl);
  84                 break;
  85         case Q_QUOTAOFF:
  86                 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
  87                 rc = mds_quota_off(obd, oqctl);
  88                 break;
  89         case Q_SETINFO:
  90                 rc = mds_set_dqinfo(obd, oqctl);
  91                 break;
  92         case Q_GETINFO:
  93                 rc = mds_get_dqinfo(obd, oqctl);
  94                 break;
  95         case Q_SETQUOTA:
  96                 rc = mds_set_dqblk(obd, oqctl);
  97                 break;
  98         case Q_GETQUOTA:
  99                 rc = mds_get_dqblk(obd, oqctl);
 100                 break;
 101         case Q_GETOINFO:
 102         case Q_GETOQUOTA:
 103                 rc = mds_get_obd_quota(obd, oqctl);
 104                 break;
 105         case LUSTRE_Q_INVALIDATE:
 106                 rc = mds_quota_invalidate(obd, oqctl);
 107                 break;
 108         case LUSTRE_Q_FINVALIDATE:
 109                 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
 110                 rc = mds_quota_finvalidate(obd, oqctl);
 111                 break;
 112         default:
 113                 CERROR("%s: unsupported mds_quotactl command: %d\n",
 114                        obd->obd_name, oqctl->qc_cmd);
 115                 RETURN(-EFAULT);
 116         }
 117
 118         if (rc)
 119                 CDEBUG(D_INFO, "mds_quotactl admin quota command %d, id %u, "
 120                                "type %d, failed: rc = %d\n",
 121                        oqctl->qc_cmd, oqctl->qc_id, oqctl->qc_type, rc);
 122         do_gettimeofday(&work_end);
 123         timediff = cfs_timeval_sub(&work_end, &work_start, NULL);
 124         lprocfs_counter_add(qctxt->lqc_stats, LQUOTA_QUOTA_CTL, timediff);
 125
 126         RETURN(rc);
 127 }
 128
 129 int filter_quota_ctl(struct obd_device *unused, struct obd_export *exp,
 130                      struct obd_quotactl *oqctl)
 131 {
 132         struct obd_device *obd = exp->exp_obd;
 133         struct obd_device_target *obt = &obd->u.obt;
 134         struct lvfs_run_ctxt saved;
 135         struct lustre_quota_ctxt *qctxt = &obt->obt_qctxt;
 136         struct lustre_qunit_size *lqs;
 137         void *handle = NULL;
 138         struct timeval work_start;
 139         struct timeval work_end;
 140         long timediff;
 141         int rc = 0;
 142         ENTRY;
 143
 144         do_gettimeofday(&work_start);
 145         switch (oqctl->qc_cmd) {
 146         case Q_FINVALIDATE:
 147         case Q_QUOTAON:
 148         case Q_QUOTAOFF:
 149                 down(&obt->obt_quotachecking);
 150                 if (oqctl->qc_cmd == Q_FINVALIDATE &&
 151                     (obt->obt_qctxt.lqc_flags & UGQUOTA2LQC(oqctl->qc_type))) {
 152                         CWARN("quota[%u] is on yet\n", oqctl->qc_type);
 153                         up(&obt->obt_quotachecking);
 154                         rc = -EBUSY;
 155                         break;
 156                 }
 157                 oqctl->qc_id = obt->obt_qfmt; /* override qfmt version */
 158         case Q_GETOINFO:
 159         case Q_GETOQUOTA:
 160         case Q_GETQUOTA:
 161                 /* In recovery scenario, this pending dqacq/dqrel might have
 162                  * been processed by master successfully before it's dquot
 163                  * on master enter recovery mode. We must wait for this
 164                  * dqacq/dqrel done then return the correct limits to master */
 165                 if (oqctl->qc_stat == QUOTA_RECOVERING)
 166                         handle = quota_barrier(&obd->u.obt.obt_qctxt, oqctl, 1);
 167
 168                 push_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
 169                 rc = fsfilt_quotactl(obd, obt->obt_sb, oqctl);
 170                 pop_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
 171
 172                 if (oqctl->qc_stat == QUOTA_RECOVERING)
 173                         quota_unbarrier(handle);
 174
 175                 if (oqctl->qc_cmd == Q_QUOTAON || oqctl->qc_cmd == Q_QUOTAOFF ||
 176                     oqctl->qc_cmd == Q_FINVALIDATE) {
 177                         if (oqctl->qc_cmd == Q_QUOTAON) {
 178                                 if (!rc) {
 179                                         obt->obt_qctxt.lqc_flags |=
 180                                                 UGQUOTA2LQC(oqctl->qc_type);
 181                                         /* when quotaon, create lqs for every
 182                                          * quota uid/gid b=18574 */
 183                                         build_lqs(obd);
 184                                 } else if (rc == -EBUSY &&
 185                                          quota_is_on(qctxt, oqctl)) {
 186                                                 rc = -EALREADY;
 187                                 }
 188                         } else if (oqctl->qc_cmd == Q_QUOTAOFF) {
 189                                 if (!rc)
 190                                         obt->obt_qctxt.lqc_flags &=
 191                                                 ~UGQUOTA2LQC(oqctl->qc_type);
 192                                 else if (quota_is_off(qctxt, oqctl))
 193                                                 rc = -EALREADY;
 194                         }
 195                         up(&obt->obt_quotachecking);
 196                 }
 197
 198                 break;
 199         case Q_SETQUOTA:
 200                 /* currently, it is only used for nullifying the quota */
 201                 handle = quota_barrier(&obd->u.obt.obt_qctxt, oqctl, 1);
 202
 203                 push_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
 204                 rc = fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
 205
 206                 if (!rc) {
 207                         oqctl->qc_cmd = Q_SYNC;
 208                         fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
 209                         oqctl->qc_cmd = Q_SETQUOTA;
 210                 }
 211                 pop_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
 212                 quota_unbarrier(handle);
 213
 214                 lqs = quota_search_lqs(LQS_KEY(oqctl->qc_type, oqctl->qc_id),
 215                                        qctxt, 0);
 216                 if (lqs == NULL || IS_ERR(lqs)){
 217                         CERROR("fail to create lqs during setquota operation "
 218                                "for %sid %u\n", oqctl->qc_type ? "g" : "u",
 219                                oqctl->qc_id);
 220                 } else {
 221                         lqs->lqs_flags &= ~QB_SET;
 222                         lqs_putref(lqs);
 223                 }
 224
 225                 break;
 226         case Q_INITQUOTA:
 227                 {
 228                 unsigned int id[MAXQUOTAS] = { 0, 0 };
 229
 230                 /* Initialize quota limit to MIN_QLIMIT */
 231                 LASSERT(oqctl->qc_dqblk.dqb_valid == QIF_BLIMITS);
 232                 LASSERT(oqctl->qc_dqblk.dqb_bsoftlimit == 0);
 233
 234                 if (!oqctl->qc_dqblk.dqb_bhardlimit)
 235                         goto adjust;
 236
 237                /* There might be a pending dqacq/dqrel (which is going to
 238                  * clear stale limits on slave). we should wait for it's
 239                  * completion then initialize limits */
 240                 handle = quota_barrier(&obd->u.obt.obt_qctxt, oqctl, 1);
 241                 LASSERT(oqctl->qc_dqblk.dqb_bhardlimit == MIN_QLIMIT);
 242                 push_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
 243                 rc = fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
 244
 245                 /* Update on-disk quota, in case of lose the changed limits
 246                  * (MIN_QLIMIT) on crash, which cannot be recovered.*/
 247                 if (!rc) {
 248                         oqctl->qc_cmd = Q_SYNC;
 249                         fsfilt_quotactl(obd, obd->u.obt.obt_sb, oqctl);
 250                         oqctl->qc_cmd = Q_INITQUOTA;
 251                 }
 252                 pop_ctxt(&saved, &obd->obd_lvfs_ctxt, NULL);
 253                 quota_unbarrier(handle);
 254
 255                 if (rc)
 256                         RETURN(rc);
 257 adjust:
 258                 lqs = quota_search_lqs(LQS_KEY(oqctl->qc_type, oqctl->qc_id),
 259                                        qctxt, 1);
 260                 if (lqs == NULL || IS_ERR(lqs)){
 261                         CERROR("fail to create lqs during setquota operation "
 262                                "for %sid %u\n", oqctl->qc_type ? "g" : "u",
 263                                oqctl->qc_id);
 264                         break;
 265                 } else {
 266                         lqs->lqs_flags |= QB_SET;
 267                         lqs_putref(lqs);
 268                 }
 269
 270                 /* Trigger qunit pre-acquire */
 271                 if (oqctl->qc_type == USRQUOTA)
 272                         id[USRQUOTA] = oqctl->qc_id;
 273                 else
 274                         id[GRPQUOTA] = oqctl->qc_id;
 275
 276                 rc = qctxt_adjust_qunit(obd, &obd->u.obt.obt_qctxt,
 277                                         id, 1, 0, NULL);
 278                 if (rc == -EDQUOT || rc == -EBUSY) {
 279                         CDEBUG(D_QUOTA, "rc: %d.\n", rc);
 280                         rc = 0;
 281                 }
 282
 283                 break;
 284                 }
 285         default:
 286                 CERROR("%s: unsupported filter_quotactl command: %d\n",
 287                        obd->obd_name, oqctl->qc_cmd);
 288                 RETURN(-EFAULT);
 289         }
 290         do_gettimeofday(&work_end);
 291         timediff = cfs_timeval_sub(&work_end, &work_start, NULL);
 292         lprocfs_counter_add(qctxt->lqc_stats, LQUOTA_QUOTA_CTL, timediff);
 293
 294         RETURN(rc);
 295 }
 296 #endif /* __KERNEL__ */
 297 #endif
 298
 299 int client_quota_ctl(struct obd_device *unused, struct obd_export *exp,
 300                      struct obd_quotactl *oqctl)
 301 {
 302         struct ptlrpc_request   *req;
 303         struct obd_quotactl     *oqc;
 304         const struct req_format *rf;
 305         int                      ver, opc, rc, resends = 0;
 306         ENTRY;
 307
 308         if (!strcmp(exp->exp_obd->obd_type->typ_name, LUSTRE_MDC_NAME)) {
 309                 rf  = &RQF_MDS_QUOTACTL;
 310                 ver = LUSTRE_MDS_VERSION,
 311                 opc = MDS_QUOTACTL;
 312         } else if (!strcmp(exp->exp_obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 313                 rf  = &RQF_OST_QUOTACTL;
 314                 ver = LUSTRE_OST_VERSION,
 315                 opc = OST_QUOTACTL;
 316         } else {
 317                 RETURN(-EINVAL);
 318         }
 319
 320 restart_request:
 321
 322         req = ptlrpc_request_alloc_pack(class_exp2cliimp(exp), rf, ver, opc);
 323         if (req == NULL)
 324                 RETURN(-ENOMEM);
 325
 326         oqc = req_capsule_client_get(&req->rq_pill, &RMF_OBD_QUOTACTL);
 327         *oqc = *oqctl;
 328
 329         ptlrpc_request_set_replen(req);
 330         ptlrpc_at_set_req_timeout(req);
 331         req->rq_no_resend = 1;
 332
 333         rc = ptlrpc_queue_wait(req);
 334         if (rc) {
 335                 CERROR("ptlrpc_queue_wait failed, rc: %d\n", rc);
 336                 GOTO(out, rc);
 337         }
 338
 339         oqc = NULL;
 340         if (req->rq_repmsg)
 341                 oqc = req_capsule_server_get(&req->rq_pill, &RMF_OBD_QUOTACTL);
 342
 343         if (oqc == NULL) {
 344                 CERROR ("Can't unpack obd_quotactl\n");
 345                 GOTO(out, rc = -EPROTO);
 346         }
 347
 348         *oqctl = *oqc;
 349         EXIT;
 350 out:
 351         ptlrpc_req_finished(req);
 352
 353         if (client_quota_recoverable_error(rc)) {
 354                 resends++;
 355                 if (!client_quota_should_resend(resends, &exp->exp_obd->u.cli)) {
 356                         CERROR("too many resend retries, returning error\n");
 357                         RETURN(-EIO);
 358                 }
 359
 360                 goto restart_request;
 361         }
 362
 363         return rc;
 364 }
 365
 366 /**
 367  * For lmv, only need to send request to master MDT, and the master MDT will
 368  * process with other slave MDTs.
 369  */
 370 int lmv_quota_ctl(struct obd_device *unused, struct obd_export *exp,
 371                   struct obd_quotactl *oqctl)
 372 {
 373         struct obd_device *obd = class_exp2obd(exp);
 374         struct lmv_obd *lmv = &obd->u.lmv;
 375         struct lmv_tgt_desc *tgt = &lmv->tgts[0];
 376         int rc;
 377         ENTRY;
 378
 379         if (!lmv->desc.ld_tgt_count || !tgt->ltd_active) {
 380                 CERROR("master lmv inactive\n");
 381                 RETURN(-EIO);
 382         }
 383
 384         rc = obd_quotactl(tgt->ltd_exp, oqctl);
 385         RETURN(rc);
 386 }
 387
 388 int lov_quota_ctl(struct obd_device *unused, struct obd_export *exp,
 389                   struct obd_quotactl *oqctl)
 390 {
 391         struct obd_device *obd = class_exp2obd(exp);
 392         struct lov_obd *lov = &obd->u.lov;
 393         struct lov_tgt_desc *tgt;
 394         __u64 curspace = 0;
 395         __u64 bhardlimit = 0;
 396         int i, rc = 0;
 397         ENTRY;
 398
 399         if (oqctl->qc_cmd != LUSTRE_Q_QUOTAON &&
 400             oqctl->qc_cmd != LUSTRE_Q_QUOTAOFF &&
 401             oqctl->qc_cmd != Q_GETOQUOTA &&
 402             oqctl->qc_cmd != Q_INITQUOTA &&
 403             oqctl->qc_cmd != LUSTRE_Q_SETQUOTA &&
 404             oqctl->qc_cmd != Q_FINVALIDATE) {
 405                 CERROR("bad quota opc %x for lov obd", oqctl->qc_cmd);
 406                 RETURN(-EFAULT);
 407         }
 408
 409         /* for lov tgt */
 410         obd_getref(obd);
 411         for (i = 0; i < lov->desc.ld_tgt_count; i++) {
 412                 int err;
 413
 414                 tgt = lov->lov_tgts[i];
 415                 if (!tgt || !tgt->ltd_active || tgt->ltd_reap) {
 416                         if (oqctl->qc_cmd == Q_GETOQUOTA) {
 417                                 rc = -EREMOTEIO;
 418                                 CERROR("ost %d is inactive\n", i);
 419                         } else {
 420                                 CDEBUG(D_HA, "ost %d is inactive\n", i);
 421                         }
 422                         continue;
 423                 }
 424
 425                 err = obd_quotactl(tgt->ltd_exp, oqctl);
 426                 if (err) {
 427                         if (tgt->ltd_active && !rc)
 428                                 rc = err;
 429                         continue;
 430                 }
 431
 432                 if (oqctl->qc_cmd == Q_GETOQUOTA) {
 433                         curspace += oqctl->qc_dqblk.dqb_curspace;
 434                         bhardlimit += oqctl->qc_dqblk.dqb_bhardlimit;
 435                 }
 436         }
 437         obd_putref(obd);
 438
 439         if (oqctl->qc_cmd == Q_GETOQUOTA) {
 440                 oqctl->qc_dqblk.dqb_curspace = curspace;
 441                 oqctl->qc_dqblk.dqb_bhardlimit = bhardlimit;
 442         }
 443         RETURN(rc);
 444 }