X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Fquota%2Flquota_internal.h;h=009eb5ca6e22793eb545573a50cadc9e76541a86;hp=3db38e0a911d55f857707a091548946915409878;hb=f6819c90c8532e017646c8173337a9c92250e60f;hpb=752c69506c4559cd5c97a8dcbe488b54822ca087

diff --git a/lustre/quota/lquota_internal.h b/lustre/quota/lquota_internal.h
index 3db38e0..009eb5c 100644
--- a/lustre/quota/lquota_internal.h
+++ b/lustre/quota/lquota_internal.h
@@ -21,17 +21,17 @@
  * GPL HEADER END
  */
 /*
- * Copyright (c) 2012 Whamcloud, Inc.
+ * Copyright (c) 2012, 2017, Intel Corporation.
  * Use is subject to license terms.
  */
 
 #include <obd.h>
-#include <lquota.h>
+#include <lustre_quota.h>
 
 #ifndef _LQUOTA_INTERNAL_H
 #define _LQUOTA_INTERNAL_H
 
-#define QTYPE_NAME(qtype) ((qtype) == USRQUOTA ? "usr" : "grp")
+#define RES_NAME(res) ((res) == LQUOTA_RES_MD ? "md" : "dt")
 
 #define QIF_IFLAGS (QIF_INODES | QIF_ITIME | QIF_ILIMITS)
 #define QIF_BFLAGS (QIF_SPACE | QIF_BTIME | QIF_BLIMITS)
@@ -45,10 +45,271 @@
 enum lquota_local_oid {
 	LQUOTA_USR_OID		= 1UL, /* slave index copy for user quota */
 	LQUOTA_GRP_OID		= 2UL, /* slave index copy for group quota */
+	LQUOTA_PRJ_OID		= 3UL, /* slave index copy for project quota */
 	/* all OIDs after this are allocated dynamically by the QMT */
 	LQUOTA_GENERATED_OID	= 4096UL,
 };
 
+static inline __u32 qtype2slv_oid(int qtype)
+{
+	switch (qtype) {
+	case USRQUOTA:
+		return LQUOTA_USR_OID;
+	case GRPQUOTA:
+		return LQUOTA_GRP_OID;
+	case PRJQUOTA:
+		return LQUOTA_PRJ_OID;
+	}
+
+	/* should not come here, just make compile happy */
+	return LQUOTA_USR_OID;
+}
+
+/*
+ * lquota_entry support
+ */
+
+/* Common operations supported by a lquota_entry */
+struct lquota_entry_operations {
+	/* Initialize specific fields of a lquota entry */
+	void (*lqe_init)(struct lquota_entry *, void *arg);
+
+	/* Read quota settings from disk and update lquota entry */
+	int (*lqe_read)(const struct lu_env *, struct lquota_entry *,
+			void *arg);
+
+	/* Print debug information about a given lquota entry */
+	void (*lqe_debug)(struct lquota_entry *, void *,
+			  struct libcfs_debug_msg_data *,
+			  struct va_format *vaf);
+};
+
+/* Per-ID information specific to the quota master target */
+struct lquota_mst_entry {
+	/* global hard limit, in inodes or kbytes */
+	__u64			lme_hardlimit;
+
+	/* global quota soft limit, in inodes or kbytes */
+	__u64			lme_softlimit;
+
+	/* grace time, in seconds */
+	__u64			lme_gracetime;
+
+	/* last time we glimpsed */
+	time64_t		lme_revoke_time;
+
+	/* r/w semaphore used to protect concurrent access to the quota
+	 * parameters which are stored on disk */
+	struct rw_semaphore	lme_sem;
+
+	/* quota space that may be released after glimpse */
+	__u64			lme_may_rel;
+};
+
+/* Per-ID information specific to the quota slave */
+struct lquota_slv_entry {
+	/* [ib]tune size, inodes or kbytes */
+	__u64			lse_qtune;
+
+	/* per-ID lock handle */
+	struct lustre_handle	lse_lockh;
+
+	/* pending write which were granted quota space but haven't completed
+	 * yet, in inodes or kbytes. */
+	__u64			lse_pending_write;
+
+	/* writes waiting for quota space, in inodes or kbytes. */
+	__u64			lse_waiting_write;
+
+	/* pending release, in inodes or kbytes */
+	__u64			lse_pending_rel;
+
+	/* pending dqacq/dqrel requests. */
+	unsigned int		lse_pending_req;
+
+	/* rw spinlock protecting in-memory counters (i.e. lse_pending*) */
+	rwlock_t		lse_lock;
+
+	/* waiter for pending request done */
+	wait_queue_head_t	lse_waiters;
+
+	/* hint on current on-disk usage, in inodes or kbytes */
+	__u64			lse_usage;
+
+	/* time to trigger quota adjust */
+	time64_t		lse_adjust_time;
+
+	/* return code of latest acquire RPC */
+	int			lse_acq_rc;
+
+	/* when latest acquire RPC completed */
+	time64_t		lse_acq_time;
+
+	/* when latest edquot set */
+	time64_t		lse_edquot_time;
+};
+
+/* In-memory entry for each enforced quota id
+ * A lquota_entry structure belong to a single lquota_site */
+struct lquota_entry {
+	/* link to site hash table */
+	struct hlist_node	 lqe_hash;
+
+	/* quota identifier associated with this entry */
+	union lquota_id		 lqe_id;
+
+	/* site this quota entry belongs to */
+	struct lquota_site	*lqe_site;
+
+	/* reference counter */
+	atomic_t		 lqe_ref;
+
+	/* linked to list of lqes which:
+	 * - need quota space adjustment on slave
+	 * - need glimpse to be sent on master */
+	struct list_head	 lqe_link;
+
+	/* current quota settings/usage of this ID */
+	__u64		lqe_granted; /* granted limit, inodes or kbytes */
+	__u64		lqe_qunit; /* [ib]unit size, inodes or kbytes */
+	union {
+		struct	lquota_mst_entry me; /* params specific to QMT */
+		struct	lquota_slv_entry se; /* params specific to QSD */
+	} u;
+
+	/* flags describing the state of the lquota_entry */
+	unsigned long	lqe_enforced:1,	  /* quota enforced or not */
+			lqe_uptodate:1,	  /* successfully read from disk */
+			lqe_edquot:1,	  /* id out of quota space on QMT */
+			lqe_gl:1,	  /* glimpse is in progress */
+			lqe_nopreacq:1,	  /* pre-acquire disabled */
+			lqe_is_default:1; /* the default quota is used */
+};
+
+/* Compartment within which lquota_entry are unique.
+ * lquota_entry structures are kept in a hash table and read from disk if not
+ * present.  */
+struct lquota_site {
+	/* Hash table storing lquota_entry structures */
+	struct cfs_hash	*lqs_hash;
+
+	/* Quota type, either user or group. */
+	int		 lqs_qtype;
+
+	/* Record whether this site is for a QMT or a slave */
+	int		 lqs_is_mst;
+
+	/* Vector of operations which can be done on lquota entry belonging to
+	 * this quota site */
+	struct lquota_entry_operations	*lqs_ops;
+
+	/* Backpointer to parent structure, either QMT pool info for master or
+	 * QSD for slave */
+	void		*lqs_parent;
+};
+
+#define lqe_hardlimit		u.me.lme_hardlimit
+#define lqe_softlimit		u.me.lme_softlimit
+#define lqe_gracetime		u.me.lme_gracetime
+#define lqe_revoke_time		u.me.lme_revoke_time
+#define lqe_sem			u.me.lme_sem
+#define lqe_may_rel		u.me.lme_may_rel
+
+#define lqe_qtune		u.se.lse_qtune
+#define lqe_pending_write	u.se.lse_pending_write
+#define lqe_waiting_write	u.se.lse_waiting_write
+#define lqe_pending_rel		u.se.lse_pending_rel
+#define lqe_pending_req		u.se.lse_pending_req
+#define lqe_waiters		u.se.lse_waiters
+#define lqe_lock		u.se.lse_lock
+#define lqe_usage		u.se.lse_usage
+#define lqe_adjust_time		u.se.lse_adjust_time
+#define lqe_lockh		u.se.lse_lockh
+#define lqe_acq_rc		u.se.lse_acq_rc
+#define lqe_acq_time		u.se.lse_acq_time
+#define lqe_edquot_time		u.se.lse_edquot_time
+
+#define LQUOTA_BUMP_VER 0x1
+#define LQUOTA_SET_VER  0x2
+
+extern struct kmem_cache *lqe_kmem;
+
+/* helper routine to get/put reference on lquota_entry */
+static inline void lqe_getref(struct lquota_entry *lqe)
+{
+	LASSERT(lqe != NULL);
+	atomic_inc(&lqe->lqe_ref);
+}
+
+static inline void lqe_putref(struct lquota_entry *lqe)
+{
+	LASSERT(lqe != NULL);
+	LASSERT(atomic_read(&lqe->lqe_ref) > 0);
+	if (atomic_dec_and_test(&lqe->lqe_ref))
+		OBD_SLAB_FREE_PTR(lqe, lqe_kmem);
+}
+
+static inline int lqe_is_master(struct lquota_entry *lqe)
+{
+	return lqe->lqe_site->lqs_is_mst;
+}
+
+/* lqe locking helpers */
+static inline void lqe_write_lock(struct lquota_entry *lqe)
+{
+	if (lqe_is_master(lqe))
+		down_write(&lqe->lqe_sem);
+	else
+		write_lock(&lqe->lqe_lock);
+}
+
+static inline void lqe_write_unlock(struct lquota_entry *lqe)
+{
+	if (lqe_is_master(lqe))
+		up_write(&lqe->lqe_sem);
+	else
+		write_unlock(&lqe->lqe_lock);
+}
+
+static inline void lqe_read_lock(struct lquota_entry *lqe)
+{
+	if (lqe_is_master(lqe))
+		down_read(&lqe->lqe_sem);
+	else
+		read_lock(&lqe->lqe_lock);
+}
+
+static inline void lqe_read_unlock(struct lquota_entry *lqe)
+{
+	if (lqe_is_master(lqe))
+		up_read(&lqe->lqe_sem);
+	else
+		read_unlock(&lqe->lqe_lock);
+}
+
+/*
+ * Helper functions & prototypes
+ */
+
+/* minimum qunit size, 1K inode for metadata pool and 1MB for data pool */
+#define LQUOTA_LEAST_QUNIT(type) \
+	(type == LQUOTA_RES_MD ? (1 << 10) : toqb(OFD_MAX_BRW_SIZE))
+
+static inline int lquota_over_fl(int qtype)
+{
+	switch (qtype) {
+	case USRQUOTA:
+		return QUOTA_FL_OVER_USRQUOTA;
+	case GRPQUOTA:
+		return QUOTA_FL_OVER_GRPQUOTA;
+	case PRJQUOTA:
+		return QUOTA_FL_OVER_PRJQUOTA;
+	}
+
+	/* should not come here, just make compile happy */
+	return QUOTA_FL_OVER_USRQUOTA;
+}
+
 /* Common data shared by quota-level handlers. This is allocated per-thread to
  * reduce stack consumption */
 struct lquota_thread_info {
@@ -56,7 +317,6 @@ struct lquota_thread_info {
 	struct lu_buf		qti_lb;
 	struct lu_attr		qti_attr;
 	struct dt_object_format	qti_dof;
-	struct lustre_mdt_attrs	qti_lma;
 	struct lu_fid		qti_fid;
 	char			qti_buf[LQUOTA_NAME_MAX];
 };
@@ -85,13 +345,68 @@ struct lquota_thread_info *lquota_info(const struct lu_env *env)
 	return info;
 }
 
+#define req_is_acq(flags)    ((flags & QUOTA_DQACQ_FL_ACQ) != 0)
+#define req_is_preacq(flags) ((flags & QUOTA_DQACQ_FL_PREACQ) != 0)
+#define req_is_rel(flags)    ((flags & QUOTA_DQACQ_FL_REL) != 0)
+#define req_has_rep(flags)   ((flags & QUOTA_DQACQ_FL_REPORT) != 0)
+
+/* debugging macros */
+#ifdef LIBCFS_DEBUG
+#define lquota_lqe_debug(msgdata, mask, cdls, lqe, fmt, a...) do {      \
+	CFS_CHECK_STACK(msgdata, mask, cdls);                           \
+                                                                        \
+	if (((mask) & D_CANTMASK) != 0 ||                               \
+	    ((libcfs_debug & (mask)) != 0 &&                            \
+	     (libcfs_subsystem_debug & DEBUG_SUBSYSTEM) != 0))          \
+		lquota_lqe_debug0(lqe, msgdata, fmt, ##a);              \
+} while(0)
+
+void lquota_lqe_debug0(struct lquota_entry *lqe,
+		       struct libcfs_debug_msg_data *data, const char *fmt, ...)
+	__attribute__ ((format (printf, 3, 4)));
+
+#define LQUOTA_DEBUG_LIMIT(mask, lqe, fmt, a...) do {                          \
+	static struct cfs_debug_limit_state _lquota_cdls;		       \
+	LIBCFS_DEBUG_MSG_DATA_DECL(msgdata, mask, &_lquota_cdls);              \
+	lquota_lqe_debug(&msgdata, mask, &_lquota_cdls, lqe, "$$$ "fmt" ",     \
+			 ##a);                                                 \
+} while (0)
+
+#define LQUOTA_ERROR(lqe, fmt, a...) LQUOTA_DEBUG_LIMIT(D_ERROR, lqe, fmt, ## a)
+#define LQUOTA_WARN(lqe, fmt, a...) \
+	LQUOTA_DEBUG_LIMIT(D_WARNING, lqe, fmt, ## a)
+#define LQUOTA_CONSOLE(lqe, fmt, a...) \
+	LQUOTA_DEBUG_LIMIT(D_CONSOLE, lqe, fmt, ## a)
+
+#define LQUOTA_DEBUG(lock, fmt, a...) do {                                 \
+	LIBCFS_DEBUG_MSG_DATA_DECL(msgdata, D_QUOTA, NULL);                \
+	lquota_lqe_debug(&msgdata, D_QUOTA, NULL, lqe, "$$$ "fmt" ", ##a); \
+} while (0)
+#else /* !LIBCFS_DEBUG */
+# define LQUOTA_DEBUG(lqe, fmt, a...) ((void)0)
+# define LQUOTA_ERROR(lqe, fmt, a...) ((void)0)
+# define LQUOTA_WARN(lqe, fmt, a...) ((void)0)
+# define LQUOTA_CONSOLE(lqe, fmt, a...) ((void)0)
+# define lquota_lqe_debug(cdls, level, lqe, file, func, line, fmt, a...) \
+		((void)0)
+#endif
+
 /* lquota_lib.c */
 struct dt_object *acct_obj_lookup(const struct lu_env *, struct dt_device *,
 				  int);
-void lquota_generate_fid(struct lu_fid *, int, int, int);
-int lquota_extract_fid(struct lu_fid *, int *, int *, int *);
+void lquota_generate_fid(struct lu_fid *, int, int);
+int lquota_extract_fid(const struct lu_fid *, int *, int *);
 const struct dt_index_features *glb_idx_feature(struct lu_fid *);
 
+/* lquota_entry.c */
+/* site create/destroy */
+struct lquota_site *lquota_site_alloc(const struct lu_env *, void *, bool,
+				      short, struct lquota_entry_operations *);
+void lquota_site_free(const struct lu_env *, struct lquota_site *);
+/* quota entry operations */
+struct lquota_entry *lqe_locate(const struct lu_env *, struct lquota_site *,
+				union lquota_id *);
+
 /* lquota_disk.c */
 struct dt_object *lquota_disk_dir_find_create(const struct lu_env *,
 					      struct dt_device *,
@@ -111,7 +426,8 @@ int lquota_disk_for_each_slv(const struct lu_env *, struct dt_object *,
 			     struct lu_fid *, lquota_disk_slv_cb_t, void *);
 struct dt_object *lquota_disk_slv_find(const struct lu_env *,
 				       struct dt_device *, struct dt_object *,
-				       struct lu_fid *, struct obd_uuid *);
+				       const struct lu_fid *,
+				       struct obd_uuid *);
 int lquota_disk_read(const struct lu_env *, struct dt_object *,
 		     union lquota_id *, struct dt_rec *);
 int lquota_disk_declare_write(const struct lu_env *, struct thandle *,
@@ -121,13 +437,17 @@ int lquota_disk_write(const struct lu_env *, struct thandle *,
 		      __u32, __u64 *);
 int lquota_disk_update_ver(const struct lu_env *, struct dt_device *,
 			   struct dt_object *, __u64);
+int lquota_disk_write_glb(const struct lu_env *, struct dt_object *, __u64,
+			  struct lquota_glb_rec *);
+
+/* qmt_dev.c */
+int qmt_glb_init(void);
+void qmt_glb_fini(void);
 
 /* lproc_quota.c */
 extern struct file_operations lprocfs_quota_seq_fops;
 
-/* quota_interface.c
- * old quota module initialization routines, to be removed */
-int init_lustre_quota(void);
-void exit_lustre_quota(void);
-
+/* qsd_lib.c */
+int qsd_glb_init(void);
+void qsd_glb_fini(void);
 #endif /* _LQUOTA_INTERNAL_H */