Whamcloud - gitweb
LU-6838 llog: limit file size of plain logs
[fs/lustre-release.git] / lustre / obdclass / llog_cat.c
index 46fbd36..86a2047 100644 (file)
  *
  * You should have received a copy of the GNU General Public License
  * version 2 along with this program; If not, see
- * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
- *
- * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
- * CA 95054 USA or visit www.sun.com if you need additional information or
- * have any questions.
+ * http://www.gnu.org/licenses/gpl-2.0.html
  *
  * GPL HEADER END
  */
@@ -175,6 +171,25 @@ static int llog_cat_new_log(const struct lu_env *env,
               POSTID(&cathandle->lgh_id.lgl_oi));
 
        loghandle->lgh_hdr->llh_cat_idx = rec->lid_hdr.lrh_index;
+
+       /* limit max size of plain llog so that space can be
+        * released sooner, especially on small filesystems */
+       /* 2MB for the cases when free space hasn't been learned yet */
+       loghandle->lgh_max_size = 2 << 20;
+       dt = lu2dt_dev(cathandle->lgh_obj->do_lu.lo_dev);
+       rc = dt_statfs(env, dt, &lgi->lgi_statfs);
+       if (rc == 0 && lgi->lgi_statfs.os_bfree > 0) {
+               __u64 freespace = (lgi->lgi_statfs.os_bfree *
+                                 lgi->lgi_statfs.os_bsize) >> 6;
+               if (freespace < loghandle->lgh_max_size)
+                       loghandle->lgh_max_size = freespace;
+               /* shouldn't be > 128MB in any case?
+                * it's 256K records of 512 bytes each */
+               if (freespace > (128 << 20))
+                       loghandle->lgh_max_size = 128 << 20;
+       }
+       rc = 0;
+
 out:
        if (handle != NULL) {
                handle->th_result = rc >= 0 ? 0 : rc;
@@ -363,21 +378,40 @@ static struct llog_handle *llog_cat_current_log(struct llog_handle *cathandle,
                down_write_nested(&loghandle->lgh_lock, LLOGH_LOG);
                llh = loghandle->lgh_hdr;
                LASSERT(llh);
-               if (!llog_is_full(loghandle)) {
-                       up_write(&cathandle->lgh_lock);
-                       RETURN(loghandle);
-               } else {
+               if (!llog_is_full(loghandle))
+                       GOTO(out_unlock, loghandle);
+               else
                        up_write(&loghandle->lgh_lock);
-               }
-        }
+       }
 
 next:
+       /* Sigh, the chd_next_log and chd_current_log is initialized
+        * in declare phase, and we do not serialize the catlog
+        * accessing, so it might be possible the llog creation
+        * thread (see llog_cat_declare_add_rec()) did not create
+        * llog successfully, then the following thread might
+        * meet this situation. */
+       if (IS_ERR_OR_NULL(cathandle->u.chd.chd_next_log)) {
+               CERROR("%s: next log does not exist!\n",
+                      cathandle->lgh_ctxt->loc_obd->obd_name);
+               loghandle = ERR_PTR(-EIO);
+               if (cathandle->u.chd.chd_next_log == NULL) {
+                       /* Store the error in chd_next_log, so
+                        * the following process can get correct
+                        * failure value */
+                       cathandle->u.chd.chd_next_log = loghandle;
+               }
+               GOTO(out_unlock, loghandle);
+       }
+
        CDEBUG(D_INODE, "use next log\n");
 
        loghandle = cathandle->u.chd.chd_next_log;
        cathandle->u.chd.chd_current_log = loghandle;
        cathandle->u.chd.chd_next_log = NULL;
        down_write_nested(&loghandle->lgh_lock, LLOGH_LOG);
+
+out_unlock:
        up_write(&cathandle->lgh_lock);
        LASSERT(loghandle);
        RETURN(loghandle);
@@ -434,7 +468,8 @@ int llog_cat_add_rec(const struct lu_env *env, struct llog_handle *cathandle,
 
 retry:
        loghandle = llog_cat_current_log(cathandle, th);
-       LASSERT(!IS_ERR(loghandle));
+       if (IS_ERR(loghandle))
+               RETURN(PTR_ERR(loghandle));
 
        /* loghandle is already locked by llog_cat_current_log() for us */
        if (!llog_exist(loghandle)) {
@@ -500,10 +535,12 @@ int llog_cat_declare_add_rec(const struct lu_env *env,
                        }
                }
                up_write(&cathandle->lgh_lock);
-       } else if (cathandle->u.chd.chd_next_log == NULL) {
+       } else if (cathandle->u.chd.chd_next_log == NULL ||
+                  IS_ERR(cathandle->u.chd.chd_next_log)) {
                /* declare next plain llog */
                down_write(&cathandle->lgh_lock);
-               if (cathandle->u.chd.chd_next_log == NULL) {
+               if (cathandle->u.chd.chd_next_log == NULL ||
+                   IS_ERR(cathandle->u.chd.chd_next_log)) {
                        rc = llog_open(env, cathandle->lgh_ctxt, &loghandle,
                                       NULL, NULL, LLOG_OPEN_NEW);
                        if (rc == 0) {
@@ -587,7 +624,7 @@ write_again:
        }
 
        next = cathandle->u.chd.chd_next_log;
-       if (next) {
+       if (!IS_ERR_OR_NULL(next)) {
                if (!llog_exist(next)) {
                        if (dt_object_remote(cathandle->lgh_obj)) {
                                /* For remote operation, if we put the llog
@@ -600,15 +637,30 @@ write_again:
                                 * this transaction. So let's create the llog
                                 * object synchronously here to remove the
                                 * dependency. */
-                               down_read_nested(&cathandle->lgh_lock,
+                               down_write_nested(&cathandle->lgh_lock,
                                                 LLOGH_CAT);
                                next = cathandle->u.chd.chd_next_log;
+                               if (IS_ERR_OR_NULL(next)) {
+                                       /* Sigh, another thread just tried,
+                                        * let's fail as well */
+                                       up_write(&cathandle->lgh_lock);
+                                       if (next == NULL)
+                                               rc = -EIO;
+                                       else
+                                               rc = PTR_ERR(next);
+                                       GOTO(out, rc);
+                               }
+
                                down_write_nested(&next->lgh_lock, LLOGH_LOG);
-                               if (!llog_exist(next))
+                               if (!llog_exist(next)) {
                                        rc = llog_cat_new_log(env, cathandle,
                                                              next, NULL);
+                                       if (rc < 0)
+                                               cathandle->u.chd.chd_next_log =
+                                                               ERR_PTR(rc);
+                               }
                                up_write(&next->lgh_lock);
-                               up_read(&cathandle->lgh_lock);
+                               up_write(&cathandle->lgh_lock);
                                if (rc < 0)
                                        GOTO(out, rc);
                        } else {
@@ -794,7 +846,7 @@ out:
 }
 
 int llog_cat_process_or_fork(const struct lu_env *env,
-                            struct llog_handle *cat_llh,
+                            struct llog_handle *cat_llh, llog_cb_t cat_cb,
                             llog_cb_t cb, void *data, int startcat,
                             int startidx, bool fork)
 {
@@ -818,17 +870,17 @@ int llog_cat_process_or_fork(const struct lu_env *env,
 
                 cd.lpcd_first_idx = llh->llh_cat_idx;
                 cd.lpcd_last_idx = 0;
-               rc = llog_process_or_fork(env, cat_llh, llog_cat_process_cb,
+               rc = llog_process_or_fork(env, cat_llh, cat_cb,
                                          &d, &cd, fork);
                if (rc != 0)
                        RETURN(rc);
 
                cd.lpcd_first_idx = 0;
                cd.lpcd_last_idx = cat_llh->lgh_last_idx;
-               rc = llog_process_or_fork(env, cat_llh, llog_cat_process_cb,
+               rc = llog_process_or_fork(env, cat_llh, cat_cb,
                                          &d, &cd, fork);
         } else {
-               rc = llog_process_or_fork(env, cat_llh, llog_cat_process_cb,
+               rc = llog_process_or_fork(env, cat_llh, cat_cb,
                                          &d, NULL, fork);
         }
 
@@ -838,11 +890,62 @@ int llog_cat_process_or_fork(const struct lu_env *env,
 int llog_cat_process(const struct lu_env *env, struct llog_handle *cat_llh,
                     llog_cb_t cb, void *data, int startcat, int startidx)
 {
-       return llog_cat_process_or_fork(env, cat_llh, cb, data, startcat,
-                                       startidx, false);
+       return llog_cat_process_or_fork(env, cat_llh, llog_cat_process_cb,
+                                       cb, data, startcat, startidx, false);
 }
 EXPORT_SYMBOL(llog_cat_process);
 
+static int llog_cat_size_cb(const struct lu_env *env,
+                            struct llog_handle *cat_llh,
+                            struct llog_rec_hdr *rec, void *data)
+{
+       struct llog_process_data *d = data;
+       struct llog_logid_rec *lir = (struct llog_logid_rec *)rec;
+       struct llog_handle *llh;
+       int rc;
+       __u64 *cum_size = d->lpd_data;
+       __u64 size;
+
+       ENTRY;
+       if (rec->lrh_type != LLOG_LOGID_MAGIC) {
+               CERROR("%s: invalid record in catalog, rc = %d\n",
+                      cat_llh->lgh_ctxt->loc_obd->obd_name, -EINVAL);
+               RETURN(-EINVAL);
+       }
+       CDEBUG(D_HA, "processing log "DOSTID":%x at index %u of catalog "
+              DOSTID"\n", POSTID(&lir->lid_id.lgl_oi), lir->lid_id.lgl_ogen,
+              rec->lrh_index, POSTID(&cat_llh->lgh_id.lgl_oi));
+
+       rc = llog_cat_id2handle(env, cat_llh, &llh, &lir->lid_id);
+       if (rc) {
+               CWARN("%s: cannot find handle for llog "DOSTID": rc = %d\n",
+                     cat_llh->lgh_ctxt->loc_obd->obd_name,
+                     POSTID(&lir->lid_id.lgl_oi), rc);
+               RETURN(0);
+       }
+       size = llog_size(env, llh);
+       *cum_size += size;
+
+       CDEBUG(D_INFO, "Add llog entry "DOSTID" size %llu\n",
+              POSTID(&llh->lgh_id.lgl_oi), size);
+
+       llog_handle_put(llh);
+
+       RETURN(0);
+
+}
+
+__u64 llog_cat_size(const struct lu_env *env, struct llog_handle *cat_llh)
+{
+       __u64 size = llog_size(env, cat_llh);
+
+       llog_cat_process_or_fork(env, cat_llh, llog_cat_size_cb,
+                                NULL, &size, 0, 0, false);
+
+       return size;
+}
+EXPORT_SYMBOL(llog_cat_size);
+
 static int llog_cat_reverse_process_cb(const struct lu_env *env,
                                       struct llog_handle *cat_llh,
                                       struct llog_rec_hdr *rec, void *data)
@@ -1019,17 +1122,3 @@ int llog_cat_cleanup(const struct lu_env *env, struct llog_handle *cathandle,
                       index, POSTID(&cathandle->lgh_id.lgl_oi));
        return rc;
 }
-
-/* helper to initialize catalog llog and process it to cancel */
-int llog_cat_init_and_process(const struct lu_env *env,
-                             struct llog_handle *llh)
-{
-       int rc;
-
-       rc = llog_init_handle(env, llh, LLOG_F_IS_CAT, NULL);
-       if (rc)
-               RETURN(rc);
-
-       RETURN(0);
-}
-EXPORT_SYMBOL(llog_cat_init_and_process);