Whamcloud - gitweb
LU-8465 e2fsck: optionally configure one pfsck thread 93/35793/16
authorLi Xi <lixi@ddn.com>
Thu, 15 Aug 2019 08:33:19 +0000 (16:33 +0800)
committerAndreas Dilger <adilger@whamcloud.com>
Fri, 25 Sep 2020 08:21:13 +0000 (08:21 +0000)
This patch creates only one thread to do pass1 check. The same
codes can be used to create multiple threads, but other functions
need to be modified to get ready for that.

pfsck support will be enabled with if configured with
--enable-pfsck option.

Change-Id: Ic1c704d357aa323b19211fbefb9ab6dbd798b9aa
Signed-off-by: Li Xi <lixi@ddn.com>
Signed-off-by: Wang Shilong <wshilong@ddn.com>
Reviewed-on: https://review.whamcloud.com/35793
Tested-by: jenkins <devops@whamcloud.com>
Tested-by: Maloo <maloo@whamcloud.com>
Reviewed-by: Andreas Dilger <adilger@whamcloud.com>
configure
configure.ac
e2fsck/e2fsck.h
e2fsck/logfile.c
e2fsck/pass1.c
e2fsck/unix.c
lib/config.h.in
tests/test_one.in

index 0b2126f..04b73b9 100755 (executable)
--- a/configure
+++ b/configure
@@ -755,6 +755,7 @@ SET_MAKE
 VERSION
 PACKAGE
 GETTEXT_PACKAGE
+PTHREAD_LIB
 TDB_MAN_COMMENT
 TDB_CMT
 UUIDD_CMT
@@ -846,7 +847,6 @@ infodir
 docdir
 oldincludedir
 includedir
-runstatedir
 localstatedir
 sharedstatedir
 sysconfdir
@@ -910,6 +910,7 @@ enable_mmp
 enable_tdb
 enable_bmap_stats
 enable_bmap_stats_ops
+enable_pfsck
 enable_nls
 enable_threads
 with_gnu_ld
@@ -982,7 +983,6 @@ datadir='${datarootdir}'
 sysconfdir='${prefix}/etc'
 sharedstatedir='${prefix}/com'
 localstatedir='${prefix}/var'
-runstatedir='${localstatedir}/run'
 includedir='${prefix}/include'
 oldincludedir='/usr/include'
 docdir='${datarootdir}/doc/${PACKAGE}'
@@ -1235,15 +1235,6 @@ do
   | -silent | --silent | --silen | --sile | --sil)
     silent=yes ;;
 
-  -runstatedir | --runstatedir | --runstatedi | --runstated \
-  | --runstate | --runstat | --runsta | --runst | --runs \
-  | --run | --ru | --r)
-    ac_prev=runstatedir ;;
-  -runstatedir=* | --runstatedir=* | --runstatedi=* | --runstated=* \
-  | --runstate=* | --runstat=* | --runsta=* | --runst=* | --runs=* \
-  | --run=* | --ru=* | --r=*)
-    runstatedir=$ac_optarg ;;
-
   -sbindir | --sbindir | --sbindi | --sbind | --sbin | --sbi | --sb)
     ac_prev=sbindir ;;
   -sbindir=* | --sbindir=* | --sbindi=* | --sbind=* | --sbin=* \
@@ -1381,7 +1372,7 @@ fi
 for ac_var in  exec_prefix prefix bindir sbindir libexecdir datarootdir \
                datadir sysconfdir sharedstatedir localstatedir includedir \
                oldincludedir docdir infodir htmldir dvidir pdfdir psdir \
-               libdir localedir mandir runstatedir
+               libdir localedir mandir
 do
   eval ac_val=\$$ac_var
   # Remove trailing slashes.
@@ -1534,7 +1525,6 @@ Fine tuning of the installation directories:
   --sysconfdir=DIR        read-only single-machine data [PREFIX/etc]
   --sharedstatedir=DIR    modifiable architecture-independent data [PREFIX/com]
   --localstatedir=DIR     modifiable single-machine data [PREFIX/var]
-  --runstatedir=DIR       modifiable per-process data [LOCALSTATEDIR/run]
   --libdir=DIR            object code libraries [EPREFIX/lib]
   --includedir=DIR        C header files [PREFIX/include]
   --oldincludedir=DIR     C header files for non-gcc [/usr/include]
@@ -1596,6 +1586,7 @@ Optional Features:
   --disable-tdb           disable tdb support
   --disable-bmap-stats    disable collection of bitmap stats.
   --enable-bmap-stats-ops enable collection of additional bitmap stats
+  --enable-pfsck     enable parallel e2fsck
   --disable-nls           do not use Native Language Support
   --enable-threads={posix|solaris|pth|windows}
                           specify multithreading API
@@ -6094,6 +6085,68 @@ $as_echo "Disabling additional bitmap statistics by default" >&6; }
 
 fi
 
+PTHREAD_LIB=''
+{ $as_echo "$as_me:${as_lineno-$LINENO}: checking for pthread_join in -lpthread" >&5
+$as_echo_n "checking for pthread_join in -lpthread... " >&6; }
+if ${ac_cv_lib_pthread_pthread_join+:} false; then :
+  $as_echo_n "(cached) " >&6
+else
+  ac_check_lib_save_LIBS=$LIBS
+LIBS="-lpthread  $LIBS"
+cat confdefs.h - <<_ACEOF >conftest.$ac_ext
+/* end confdefs.h.  */
+
+/* Override any GCC internal prototype to avoid an error.
+   Use char because int might match the return type of a GCC
+   builtin and then its argument prototype would still apply.  */
+#ifdef __cplusplus
+extern "C"
+#endif
+char pthread_join ();
+int
+main ()
+{
+return pthread_join ();
+  ;
+  return 0;
+}
+_ACEOF
+if ac_fn_c_try_link "$LINENO"; then :
+  ac_cv_lib_pthread_pthread_join=yes
+else
+  ac_cv_lib_pthread_pthread_join=no
+fi
+rm -f core conftest.err conftest.$ac_objext \
+    conftest$ac_exeext conftest.$ac_ext
+LIBS=$ac_check_lib_save_LIBS
+fi
+{ $as_echo "$as_me:${as_lineno-$LINENO}: result: $ac_cv_lib_pthread_pthread_join" >&5
+$as_echo "$ac_cv_lib_pthread_pthread_join" >&6; }
+if test "x$ac_cv_lib_pthread_pthread_join" = xyes; then :
+  PTHREAD_LIB=-pthread
+fi
+
+
+# Check whether --enable-pfsck was given.
+if test "${enable_pfsck+set}" = set; then :
+  enableval=$enable_pfsck; if test "$enableval" = "no" || test -z "PTHREAD_LIB"
+then
+       { $as_echo "$as_me:${as_lineno-$LINENO}: result: Disabling parallel e2fsck" >&5
+$as_echo "Disabling parallel e2fsck" >&6; }
+else
+
+$as_echo "#define CONFIG_PFSCK 1" >>confdefs.h
+
+       { $as_echo "$as_me:${as_lineno-$LINENO}: result: Enabling parallel e2fsck" >&5
+$as_echo "Enabling parallel e2fsck" >&6; }
+fi
+
+else
+  { $as_echo "$as_me:${as_lineno-$LINENO}: result: Disabling parallel e2fsck" >&5
+$as_echo "Disabling parallel e2fsck" >&6; }
+
+fi
+
 MAKEFILE_LIBRARY=$srcdir/lib/Makefile.library
 
 GETTEXT_PACKAGE=e2fsprogs
@@ -7311,8 +7364,6 @@ main ()
     if (*(data + i) != *(data3 + i))
       return 14;
   close (fd);
-  free (data);
-  free (data3);
   return 0;
 }
 _ACEOF
@@ -12447,7 +12498,7 @@ fi
 done
 
 fi
-for ac_header in        attr/xattr.h   dirent.h        errno.h         execinfo.h      getopt.h        malloc.h        mntent.h        paths.h         semaphore.h     setjmp.h        signal.h        stdarg.h        stdint.h        stdlib.h        termios.h       termio.h        unistd.h        utime.h         attr/xattr.h    linux/falloc.h  linux/fd.h      linux/fsmap.h   linux/major.h   linux/loop.h    linux/types.h   net/if_dl.h     netinet/in.h    sys/acl.h       sys/disklabel.h         sys/disk.h      sys/file.h      sys/ioctl.h     sys/key.h       sys/mkdev.h     sys/mman.h      sys/mount.h     sys/prctl.h     sys/resource.h  sys/select.h    sys/socket.h    sys/sockio.h    sys/stat.h      sys/syscall.h   sys/sysctl.h    sys/sysmacros.h         sys/time.h      sys/types.h     sys/un.h        sys/wait.h      sys/xattr.h
+for ac_header in       attr/xattr.h    dirent.h        errno.h         execinfo.h      getopt.h        malloc.h        mntent.h        paths.h         semaphore.h     setjmp.h        signal.h        stdarg.h        stdint.h        stdlib.h        termios.h       termio.h        unistd.h        utime.h         attr/xattr.h    linux/falloc.h  linux/fd.h      linux/fsmap.h   linux/major.h   linux/loop.h    linux/types.h   net/if_dl.h     netinet/in.h    sys/acl.h       sys/disklabel.h         sys/disk.h      sys/file.h      sys/ioctl.h     sys/key.h       sys/mkdev.h     sys/mman.h      sys/mount.h     sys/prctl.h     sys/resource.h  sys/select.h    sys/socket.h    sys/sockio.h    sys/stat.h      sys/syscall.h   sys/sysctl.h    sys/sysmacros.h         sys/time.h      sys/types.h     sys/un.h        sys/wait.h      sys/xattr.h
 do :
   as_ac_Header=`$as_echo "ac_cv_header_$ac_header" | $as_tr_sh`
 ac_fn_c_check_header_mongrel "$LINENO" "$ac_header" "$as_ac_Header" "$ac_includes_default"
index f96f47c..c06865a 100644 (file)
@@ -856,6 +856,25 @@ fi
 AC_MSG_RESULT([Disabling additional bitmap statistics by default])
 )
 dnl
+dnl handle --enable-pfsck
+dnl
+PTHREAD_LIB=''
+AC_CHECK_LIB(pthread,pthread_join,PTHREAD_LIB=-pthread)
+AC_SUBST(PTHREAD_LIB)
+AC_ARG_ENABLE([pfsck],
+[  --enable-pfsck     enable parallel e2fsck],
+if test "$enableval" = "no" || test -z "PTHREAD_LIB"
+then
+       AC_MSG_RESULT([Disabling parallel e2fsck])
+else
+       AC_DEFINE(CONFIG_PFSCK, 1,
+               [Define to 1 if parallel e2fsck is enabled])
+       AC_MSG_RESULT([Enabling parallel e2fsck])
+fi
+,
+AC_MSG_RESULT([Disabling parallel e2fsck])
+)
+dnl
 dnl
 dnl
 MAKEFILE_LIBRARY=$srcdir/lib/Makefile.library
index 09ac017..9b4a701 100644 (file)
@@ -474,6 +474,19 @@ struct e2fsck_struct {
        __u32                   extent_depth_count[MAX_EXTENT_DEPTH_COUNT];
 };
 
+#ifdef CONFIG_PFSCK
+struct e2fsck_thread_info {
+       /* ID returned by pthread_create() */
+       pthread_t                eti_thread_id;
+       /* Application-defined thread index */
+       int                      eti_thread_index;
+       /* Thread has been started */
+       int                      eti_started;
+       /* Context used for this thread */
+       e2fsck_t                 eti_thread_ctx;
+};
+#endif
+
 /* Data structures to evaluate whether an extent tree needs rebuilding. */
 struct extent_tree_level {
        unsigned int    num_extents;
index c5505d2..8bda6b8 100644 (file)
@@ -310,11 +310,13 @@ static FILE *set_up_log_file(e2fsck_t ctx, const char *key, const char *fn)
                goto out;
 
        expand_logfn(ctx, log_fn, &s);
+#ifdef CONFIG_PFSCK
        if (ctx->global_ctx) {
                sprintf(string_index, "%d", ctx->thread_index);
                append_string(&s, ".", 1);
                append_string(&s, string_index, 0);
        }
+#endif
 
        if ((log_fn[0] == '/') || !log_dir || !log_dir[0])
                s0 = s.s;
index 40a686b..d845588 100644 (file)
@@ -48,6 +48,9 @@
 #include <errno.h>
 #endif
 #include <assert.h>
+#ifdef CONFIG_PFSCK
+#include <pthread.h>
+#endif
 
 #include "e2fsck.h"
 #include <ext2fs/ext2_ext_attr.h>
@@ -1376,7 +1379,7 @@ static int e2fsck_should_abort(e2fsck_t ctx)
        return 0;
 }
 
-void e2fsck_pass1_thread(e2fsck_t ctx)
+void e2fsck_pass1_run(e2fsck_t ctx)
 {
        int     i;
        __u64   max_sizes;
@@ -2345,6 +2348,7 @@ endit:
                ctx->invalid_bitmaps++;
 }
 
+#ifdef CONFIG_PFSCK
 static errcode_t e2fsck_pass1_copy_bitmap(ext2_filsys fs, ext2fs_generic_bitmap *src,
                                          ext2fs_generic_bitmap *dest)
 {
@@ -2650,18 +2654,38 @@ static int e2fsck_pass1_thread_join(e2fsck_t global_ctx, e2fsck_t thread_ctx)
        return retval;
 }
 
-void e2fsck_pass1_multithread(e2fsck_t ctx)
+static int e2fsck_pass1_threads_join(struct e2fsck_thread_info *infos,
+                                     int num_threads, e2fsck_t global_ctx)
 {
-       errcode_t       retval;
-       e2fsck_t        thread_ctx;
+       errcode_t                        rc;
+       errcode_t                        ret = 0;
+       int                              i;
+       struct e2fsck_thread_info       *pinfo;
 
-       retval = e2fsck_pass1_thread_prepare(ctx, &thread_ctx);
-       if (retval) {
-               com_err(ctx->program_name, 0,
-                       _("while preparing pass1 thread\n"));
-               ctx->flags |= E2F_FLAG_ABORT;
-               return;
+       for (i = 0; i < num_threads; i++) {
+               pinfo = &infos[i];
+
+               if (!pinfo->eti_started)
+                       continue;
+
+               rc = pthread_join(pinfo->eti_thread_id, NULL);
+               if (rc) {
+                       com_err(global_ctx->program_name, rc,
+                               _("while joining thread\n"));
+                       if (ret == 0)
+                               ret = rc;
+               }
+               e2fsck_pass1_thread_join(global_ctx, infos[i].eti_thread_ctx);
        }
+       free(infos);
+
+       return ret;
+}
+
+static void *e2fsck_pass1_thread(void *arg)
+{
+       struct e2fsck_thread_info       *info = arg;
+       e2fsck_t                         thread_ctx = info->eti_thread_ctx;
 
 #ifdef HAVE_SETJMP_H
        /*
@@ -2672,25 +2696,118 @@ void e2fsck_pass1_multithread(e2fsck_t ctx)
         */
        if (setjmp(thread_ctx->abort_loc)) {
                thread_ctx->flags &= ~E2F_FLAG_SETJMP_OK;
-               e2fsck_pass1_thread_join(ctx, thread_ctx);
-               return;
+               goto out;
        }
        thread_ctx->flags |= E2F_FLAG_SETJMP_OK;
 #endif
 
-       e2fsck_pass1_thread(thread_ctx);
-       retval = e2fsck_pass1_thread_join(ctx, thread_ctx);
+       e2fsck_pass1_run(thread_ctx);
+
+out:
+       return NULL;
+}
+
+static int e2fsck_pass1_threads_start(struct e2fsck_thread_info **pinfo,
+                                     int num_threads, e2fsck_t global_ctx)
+{
+       struct e2fsck_thread_info       *infos;
+       pthread_attr_t                   attr;
+       errcode_t                        retval;
+       errcode_t                        ret;
+       struct e2fsck_thread_info       *tmp_pinfo;
+       int                              i;
+       e2fsck_t                         thread_ctx;
+
+       retval = pthread_attr_init(&attr);
        if (retval) {
-               com_err(ctx->program_name, 0,
-                       _("while joining pass1 thread\n"));
-               ctx->flags |= E2F_FLAG_ABORT;
-               return;
+               com_err(global_ctx->program_name, retval,
+                       _("while setting pthread attribute\n"));
+               return retval;
        }
+
+       infos = calloc(num_threads, sizeof(struct e2fsck_thread_info));
+       if (infos == NULL) {
+               retval = -ENOMEM;
+               com_err(global_ctx->program_name, retval,
+                       _("while allocating memory for threads\n"));
+               pthread_attr_destroy(&attr);
+               return retval;
+       }
+
+       for (i = 0; i < num_threads; i++) {
+               tmp_pinfo = &infos[i];
+               tmp_pinfo->eti_thread_index = i;
+               retval = e2fsck_pass1_thread_prepare(global_ctx, &thread_ctx);
+               if (retval) {
+                       com_err(global_ctx->program_name, retval,
+                               _("while preparing pass1 thread\n"));
+                       break;
+               }
+               tmp_pinfo->eti_thread_ctx = thread_ctx;
+
+               retval = pthread_create(&tmp_pinfo->eti_thread_id, &attr,
+                                       &e2fsck_pass1_thread, tmp_pinfo);
+               if (retval) {
+                       com_err(global_ctx->program_name, retval,
+                               _("while creating thread\n"));
+                       e2fsck_pass1_thread_join(global_ctx, thread_ctx);
+                       break;
+               }
+
+               tmp_pinfo->eti_started = 1;
+       }
+
+       /* destroy the thread attribute object, since it is no longer needed */
+       ret = pthread_attr_destroy(&attr);
+       if (ret) {
+               com_err(global_ctx->program_name, ret,
+                       _("while destroying thread attribute\n"));
+               if (retval == 0)
+                       retval = ret;
+       }
+
+       if (retval) {
+               e2fsck_pass1_threads_join(infos, num_threads, global_ctx);
+               return retval;
+       }
+       *pinfo = infos;
+       return 0;
+}
+
+static void e2fsck_pass1_multithread(e2fsck_t global_ctx)
+{
+       struct e2fsck_thread_info       *infos = NULL;
+       int                              num_threads = 1;
+       errcode_t                        retval;
+
+       retval = e2fsck_pass1_threads_start(&infos, num_threads, global_ctx);
+       if (retval) {
+               com_err(global_ctx->program_name, retval,
+                       _("while starting pass1 threads\n"));
+               goto out_abort;
+       }
+
+       retval = e2fsck_pass1_threads_join(infos, num_threads, global_ctx);
+       if (retval) {
+               com_err(global_ctx->program_name, retval,
+                       _("while joining pass1 threads\n"));
+               goto out_abort;
+       }
+       return;
+out_abort:
+       global_ctx->flags |= E2F_FLAG_ABORT;
+       return;
 }
+#endif
 
 void e2fsck_pass1(e2fsck_t ctx)
 {
+
+#ifdef CONFIG_PFSCK
        e2fsck_pass1_multithread(ctx);
+#else
+       e2fsck_pass1_run(ctx);
+#endif
 }
 
 #undef FINISH_INODE_LOOP
index 02a1fd2..acbc8f7 100644 (file)
@@ -82,7 +82,9 @@ static void usage(e2fsck_t ctx)
 
        fprintf(stderr, "%s", _("\nEmergency help:\n"
                " -p                   Automatic repair (no questions)\n"
+#ifdef CONFIG_PFSCK
                " -m                   multiple threads to speedup fsck\n"
+#endif
                " -n                   Make no changes to the filesystem\n"
                " -y                   Assume \"yes\" to all questions\n"
                " -c                   Check for bad blocks and add them to the badblock list\n"
@@ -947,7 +949,11 @@ static errcode_t PRS(int argc, char *argv[], e2fsck_t *ret_ctx)
        ctx->readahead_kb = ~0ULL;
        ctx->inode_badness_threshold = BADNESS_THRESHOLD;
 
+#ifdef CONFIG_PFSCK
        while ((c = getopt(argc, argv, "pamnyrcC:B:dE:fvtFVM:b:I:j:P:l:L:N:SsDkz:")) != EOF)
+#else
+       while ((c = getopt(argc, argv, "panyrcC:B:dE:fvtFVM:b:I:j:P:l:L:N:SsDkz:")) != EOF)
+#endif
                switch (c) {
                case 'C':
                        ctx->progress = e2fsck_update_progress;
@@ -988,9 +994,11 @@ static errcode_t PRS(int argc, char *argv[], e2fsck_t *ret_ctx)
                        }
                        ctx->options |= E2F_OPT_PREEN;
                        break;
+#ifdef CONFIG_PFSCK
                case 'm':
                        ctx->options |= E2F_OPT_MULTITHREAD;
                        break;
+#endif
                case 'n':
                        if (ctx->options & (E2F_OPT_YES|E2F_OPT_PREEN))
                                goto conflict_opt;
@@ -1109,6 +1117,7 @@ static errcode_t PRS(int argc, char *argv[], e2fsck_t *ret_ctx)
                        _("The -n and -l/-L options are incompatible."));
                fatal_error(ctx, 0);
        }
+#ifdef CONFIG_PFSCK
        if (ctx->options & E2F_OPT_MULTITHREAD) {
                if ((ctx->options & (E2F_OPT_YES|E2F_OPT_NO|E2F_OPT_PREEN)) == 0) {
                        com_err(ctx->program_name, 0, "%s",
@@ -1121,6 +1130,7 @@ static errcode_t PRS(int argc, char *argv[], e2fsck_t *ret_ctx)
                        fatal_error(ctx, 0);
                }
        }
+#endif
        if (ctx->options & E2F_OPT_NO)
                ctx->options |= E2F_OPT_READONLY;
 
index 407911c..fc962b6 100644 (file)
@@ -15,6 +15,9 @@
 /* Define to 1 to enable mmp support */
 #undef CONFIG_MMP
 
+/* Define to 1 if parallel e2fsck is enabled */
+#undef CONFIG_PFSCK
+
 /* Define to 1 to enable tdb support */
 #undef CONFIG_TDB
 
index 5d7607a..c0a0b4f 100644 (file)
@@ -27,6 +27,7 @@ esac
 
 test_dir=$1
 cmd_dir=$SRCDIR
+pfsck_enabled="no"
 
 if test "$TEST_CONFIG"x = x; then
        TEST_CONFIG=$SRCDIR/test_config
@@ -52,6 +53,13 @@ else
        test_description=
 fi
 
+$FSCK --help 2>&1 | grep -q -w -- -m && pfsck_enabled=yes
+if [ "$pfsck_enabled" != "yes" ] ; then
+       echo "$test_dir" | grep -q multithread &&
+       echo "$test_name: $test_description: skipped (pfsck disabled)" &&
+       exit 0
+fi
+
 if [ -n "$SKIP_SLOW_TESTS" -a -f $test_dir/is_slow_test ]; then
     echo "$test_name: $test_description: skipped (slow test)"
     exit 0