lustre/quota/quota_adjust_qunit.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2012, Whamcloud, Inc.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  */
  36 #ifndef EXPORT_SYMTAB
  37 # define EXPORT_SYMTAB
  38 #endif
  39 #define DEBUG_SUBSYSTEM S_LQUOTA
  40
  41 #ifdef __KERNEL__
  42 # include <linux/version.h>
  43 # include <linux/module.h>
  44 # include <linux/init.h>
  45 # include <linux/fs.h>
  46 # include <linux/jbd.h>
  47 # include <linux/quota.h>
  48 # include <linux/smp_lock.h>
  49 # include <linux/buffer_head.h>
  50 # include <linux/workqueue.h>
  51 # include <linux/mount.h>
  52 #else /* __KERNEL__ */
  53 # include <liblustre.h>
  54 #endif
  55
  56 #include <obd_class.h>
  57 #include <lustre_mds.h>
  58 #include <lustre_dlm.h>
  59 #include <lustre_cfg.h>
  60 #include <obd_ost.h>
  61 #include <lustre_fsfilt.h>
  62 #include <linux/lustre_quota.h>
  63 #include "quota_internal.h"
  64
  65 #ifdef __KERNEL__
  66 /**
  67  * This function is charge of recording lqs_ino_rec and
  68  * lqs_blk_rec. when a lquota slave checks a quota
  69  * request(check_cur_qunit) and finishes a quota
  70  * request(dqacq_completion), it will be called.
  71  * is_chk: whether it is checking quota; otherwise, it is finishing
  72  * is_acq: whether it is acquiring; otherwise, it is releasing
  73  */
  74 void quota_compute_lqs(struct qunit_data *qdata, struct lustre_qunit_size *lqs,
  75                        int is_chk, int is_acq)
  76 {
  77         long long *rec;
  78
  79         LASSERT(qdata && lqs);
  80         LASSERT_SPIN_LOCKED(&lqs->lqs_lock);
  81
  82         rec = QDATA_IS_BLK(qdata) ? &lqs->lqs_blk_rec : &lqs->lqs_ino_rec;
  83
  84         if (!!is_chk + !!is_acq == 1)
  85                 *rec -= qdata->qd_count;
  86         else
  87                 *rec += qdata->qd_count;
  88
  89 }
  90
  91 struct lustre_qunit_size *quota_search_lqs(unsigned long long lqs_key,
  92                                            struct lustre_quota_ctxt *qctxt,
  93                                            int create)
  94 {
  95         struct lustre_qunit_size *lqs;
  96         struct lustre_qunit_size *lqs2;
  97         cfs_hash_t *hs = NULL;
  98         int rc = 0;
  99
 100         cfs_spin_lock(&qctxt->lqc_lock);
 101         if (qctxt->lqc_valid) {
 102                 LASSERT(qctxt->lqc_lqs_hash != NULL);
 103                 hs = cfs_hash_getref(qctxt->lqc_lqs_hash);
 104         }
 105         cfs_spin_unlock(&qctxt->lqc_lock);
 106
 107         if (hs == NULL) {
 108                 rc = -EBUSY;
 109                 goto out;
 110         }
 111
 112         /* cfs_hash_lookup will +1 refcount for caller */
 113         lqs = cfs_hash_lookup(qctxt->lqc_lqs_hash, &lqs_key);
 114         if (lqs != NULL) /* found */
 115                 goto out_put;
 116
 117         if (!create)
 118                 goto out_put;
 119
 120         OBD_ALLOC_PTR(lqs);
 121         if (!lqs) {
 122                 rc = -ENOMEM;
 123                 goto out_put;
 124         }
 125
 126         lqs->lqs_key = lqs_key;
 127
 128         cfs_spin_lock_init(&lqs->lqs_lock);
 129
 130         lqs->lqs_bwrite_pending = 0;
 131         lqs->lqs_iwrite_pending = 0;
 132         lqs->lqs_ino_rec = 0;
 133         lqs->lqs_blk_rec = 0;
 134         lqs->lqs_id = LQS_KEY_ID(lqs->lqs_key);
 135         lqs->lqs_flags = LQS_KEY_GRP(lqs->lqs_key) ? LQUOTA_FLAGS_GRP : 0;
 136         lqs->lqs_bunit_sz = qctxt->lqc_bunit_sz;
 137         lqs->lqs_iunit_sz = qctxt->lqc_iunit_sz;
 138         lqs->lqs_btune_sz = qctxt->lqc_btune_sz;
 139         lqs->lqs_itune_sz = qctxt->lqc_itune_sz;
 140         if (qctxt->lqc_handler) {
 141                 lqs->lqs_last_bshrink  = 0;
 142                 lqs->lqs_last_ishrink  = 0;
 143         }
 144
 145         lqs->lqs_ctxt = qctxt; /* must be called before lqs_initref */
 146         cfs_atomic_set(&lqs->lqs_refcount, 1); /* 1 for caller */
 147         cfs_atomic_inc(&lqs->lqs_ctxt->lqc_lqs);
 148
 149         /* lqc_lqs_hash will take +1 refcount on lqs on adding */
 150         lqs2 = cfs_hash_findadd_unique(qctxt->lqc_lqs_hash,
 151                                        &lqs->lqs_key, &lqs->lqs_hash);
 152         if (lqs2 == lqs) /* added to hash */
 153                 goto out_put;
 154
 155         create = 0;
 156         lqs_putref(lqs);
 157         lqs = lqs2;
 158
 159  out_put:
 160         cfs_hash_putref(hs);
 161  out:
 162         if (rc != 0) { /* error */
 163                 CERROR("get lqs error(rc: %d)\n", rc);
 164                 return ERR_PTR(rc);
 165         }
 166
 167         if (lqs != NULL) {
 168                 LQS_DEBUG(lqs, "%s\n",
 169                           (create == 1 ? "create lqs" : "search lqs"));
 170         }
 171         return lqs;
 172 }
 173
 174 int quota_adjust_slave_lqs(struct quota_adjust_qunit *oqaq,
 175                            struct lustre_quota_ctxt *qctxt)
 176 {
 177         struct lustre_qunit_size *lqs = NULL;
 178         unsigned long *unit, *tune;
 179         signed long tmp = 0;
 180         cfs_time_t time_limit = 0, *shrink;
 181         int i, rc = 0;
 182         ENTRY;
 183
 184         LASSERT(qctxt);
 185         lqs = quota_search_lqs(LQS_KEY(QAQ_IS_GRP(oqaq), oqaq->qaq_id),
 186                                qctxt, QAQ_IS_CREATE_LQS(oqaq) ? 1 : 0);
 187         if (lqs == NULL || IS_ERR(lqs)){
 188                 CERROR("fail to find a lqs for %sid %u!\n",
 189                        QAQ_IS_GRP(oqaq) ? "g" : "u", oqaq->qaq_id);
 190                 RETURN(PTR_ERR(lqs));
 191         }
 192
 193         CDEBUG(D_QUOTA, "before: bunit: %lu, iunit: %lu.\n",
 194                lqs->lqs_bunit_sz, lqs->lqs_iunit_sz);
 195         cfs_spin_lock(&lqs->lqs_lock);
 196         for (i = 0; i < 2; i++) {
 197                 if (i == 0 && !QAQ_IS_ADJBLK(oqaq))
 198                         continue;
 199
 200                 if (i == 1 && !QAQ_IS_ADJINO(oqaq))
 201                         continue;
 202
 203                 tmp = i ? (lqs->lqs_iunit_sz - oqaq->qaq_iunit_sz) :
 204                           (lqs->lqs_bunit_sz - oqaq->qaq_bunit_sz);
 205                 shrink = i ? &lqs->lqs_last_ishrink :
 206                              &lqs->lqs_last_bshrink;
 207                 time_limit = cfs_time_add(i ? lqs->lqs_last_ishrink :
 208                                               lqs->lqs_last_bshrink,
 209                                    cfs_time_seconds(qctxt->lqc_switch_seconds));
 210                 unit = i ? &lqs->lqs_iunit_sz : &lqs->lqs_bunit_sz;
 211                 tune = i ? &lqs->lqs_itune_sz : &lqs->lqs_btune_sz;
 212
 213                 /* quota master shrinks */
 214                 if (qctxt->lqc_handler && tmp > 0)
 215                         *shrink = cfs_time_current();
 216
 217                 /* quota master enlarges */
 218                 if (qctxt->lqc_handler && tmp < 0) {
 219                         /* in case of ping-pong effect, don't enlarge lqs
 220                          * in a short time */
 221                         if (*shrink &&
 222                             cfs_time_before(cfs_time_current(), time_limit))
 223                                 tmp = 0;
 224                 }
 225
 226                 /* when setquota, don't enlarge lqs b=18616 */
 227                 if (QAQ_IS_CREATE_LQS(oqaq) && tmp < 0)
 228                         tmp = 0;
 229
 230                 if (tmp != 0) {
 231                         *unit = i ? oqaq->qaq_iunit_sz : oqaq->qaq_bunit_sz;
 232                         *tune = (*unit) / 2;
 233                 }
 234
 235
 236                 if (tmp > 0)
 237                         rc |= i ? LQS_INO_DECREASE : LQS_BLK_DECREASE;
 238                 if (tmp < 0)
 239                         rc |= i ? LQS_INO_INCREASE : LQS_BLK_INCREASE;
 240         }
 241         cfs_spin_unlock(&lqs->lqs_lock);
 242         CDEBUG(D_QUOTA, "after: bunit: %lu, iunit: %lu.\n",
 243                lqs->lqs_bunit_sz, lqs->lqs_iunit_sz);
 244
 245         lqs_putref(lqs);
 246
 247         RETURN(rc);
 248 }
 249
 250 int filter_quota_adjust_qunit(struct obd_export *exp,
 251                               struct quota_adjust_qunit *oqaq,
 252                               struct lustre_quota_ctxt *qctxt,
 253                               struct ptlrpc_request_set *rqset)
 254 {
 255         struct obd_device *obd = exp->exp_obd;
 256         unsigned int id[MAXQUOTAS] = { 0, 0 };
 257         int rc = 0;
 258         ENTRY;
 259
 260         LASSERT(oqaq);
 261         LASSERT(QAQ_IS_ADJBLK(oqaq));
 262         rc = quota_adjust_slave_lqs(oqaq, qctxt);
 263         if (rc < 0) {
 264                 CERROR("adjust mds slave's qunit size failed!(rc:%d)\n", rc);
 265                 RETURN(rc);
 266         }
 267         if (QAQ_IS_GRP(oqaq))
 268                 id[GRPQUOTA] = oqaq->qaq_id;
 269         else
 270                 id[USRQUOTA] = oqaq->qaq_id;
 271
 272         if (rc > 0) {
 273                 rc = qctxt_adjust_qunit(obd, qctxt, id, 1, 0, NULL);
 274                 if (rc == -EDQUOT || rc == -EBUSY ||
 275                     rc == QUOTA_REQ_RETURNED || rc == -EAGAIN) {
 276                         CDEBUG(D_QUOTA, "rc: %d.\n", rc);
 277                         rc = 0;
 278                 }
 279                 if (rc)
 280                         CERROR("slave adjust block quota failed!(rc:%d)\n", rc);
 281         }
 282         RETURN(rc);
 283 }
 284 #endif /* __KERNEL__ */