Whamcloud - gitweb
LU-9679 modules: Use LIST_HEAD for declaring list_heads
[fs/lustre-release.git] / lustre / mgc / mgc_request.c
index 6dd4cc1..456891a 100644 (file)
@@ -39,6 +39,7 @@
 
 #include <linux/module.h>
 #include <linux/kthread.h>
+#include <linux/random.h>
 
 #include <dt_object.h>
 #include <lprocfs_status.h>
@@ -117,7 +118,7 @@ int mgc_logname2resid(char *logname, struct ldlm_res_id *res_id, int type)
 EXPORT_SYMBOL(mgc_logname2resid);
 
 /********************** config llog list **********************/
-static struct list_head config_llog_list = LIST_HEAD_INIT(config_llog_list);
+static LIST_HEAD(config_llog_list);
 static DEFINE_SPINLOCK(config_list_lock);      /* protects config_llog_list */
 
 /* Take a reference to a config log */
@@ -170,18 +171,18 @@ static
 struct config_llog_data *config_log_find(char *logname,
                                          struct config_llog_instance *cfg)
 {
-        struct config_llog_data *cld;
-        struct config_llog_data *found = NULL;
-        void *                   instance;
-        ENTRY;
+       struct config_llog_data *cld;
+       struct config_llog_data *found = NULL;
+       unsigned long cfg_instance;
 
-        LASSERT(logname != NULL);
+       ENTRY;
+       LASSERT(logname != NULL);
 
-        instance = cfg ? cfg->cfg_instance : NULL;
+       cfg_instance = cfg ? cfg->cfg_instance : 0;
        spin_lock(&config_list_lock);
        list_for_each_entry(cld, &config_llog_list, cld_list_chain) {
-               /* check if instance equals */
-               if (instance != cld->cld_cfg.cfg_instance)
+               /* check if cfg_instance is the one we want */
+               if (cfg_instance != cld->cld_cfg.cfg_instance)
                        continue;
 
                /* instance may be NULL, should check name */
@@ -207,8 +208,8 @@ struct config_llog_data *do_config_log_add(struct obd_device *obd,
 
        ENTRY;
 
-       CDEBUG(D_MGC, "do adding config log %s:%p\n", logname,
-              cfg ? cfg->cfg_instance : NULL);
+       CDEBUG(D_MGC, "do adding config log %s-%016lx\n", logname,
+              cfg ? cfg->cfg_instance : 0);
 
        OBD_ALLOC(cld, sizeof(*cld) + strlen(logname) + 1);
        if (!cld)
@@ -235,10 +236,8 @@ struct config_llog_data *do_config_log_add(struct obd_device *obd,
        /* Keep the mgc around until we are done */
        cld->cld_mgcexp = class_export_get(obd->obd_self_export);
 
-       if (cld_is_sptlrpc(cld)) {
+       if (cld_is_sptlrpc(cld))
                sptlrpc_conf_log_start(logname);
-               cld->cld_cfg.cfg_obdname = obd->obd_name;
-       }
 
        spin_lock(&config_list_lock);
        list_add(&cld->cld_list_chain, &config_llog_list);
@@ -255,50 +254,49 @@ struct config_llog_data *do_config_log_add(struct obd_device *obd,
 }
 
 static struct config_llog_data *config_recover_log_add(struct obd_device *obd,
-        char *fsname,
-        struct config_llog_instance *cfg,
-        struct super_block *sb)
+                                       char *fsname,
+                                       struct config_llog_instance *cfg,
+                                       struct super_block *sb)
 {
-        struct config_llog_instance lcfg = *cfg;
-        struct lustre_sb_info *lsi = s2lsi(sb);
-        struct config_llog_data *cld;
-        char logname[32];
+       struct config_llog_instance lcfg = *cfg;
+       struct lustre_sb_info *lsi = s2lsi(sb);
+       struct config_llog_data *cld;
+       char logname[32];
 
        if (IS_OST(lsi))
-                return NULL;
+               return NULL;
 
        /* for osp-on-ost, see lustre_start_osp() */
        if (IS_MDT(lsi) && lcfg.cfg_instance)
                return NULL;
 
-        /* we have to use different llog for clients and mdts for cmd
-         * where only clients are notified if one of cmd server restarts */
-        LASSERT(strlen(fsname) < sizeof(logname) / 2);
-        strcpy(logname, fsname);
+       /* We have to use different llog for clients and MDTs for DNE,
+        * where only clients are notified if one of DNE server restarts.
+        */
+       LASSERT(strlen(fsname) < sizeof(logname) / 2);
+       strncpy(logname, fsname, sizeof(logname));
        if (IS_SERVER(lsi)) { /* mdt */
-                LASSERT(lcfg.cfg_instance == NULL);
-                lcfg.cfg_instance = sb;
-                strcat(logname, "-mdtir");
-        } else {
-                LASSERT(lcfg.cfg_instance != NULL);
-                strcat(logname, "-cliir");
-        }
+               LASSERT(lcfg.cfg_instance == 0);
+               lcfg.cfg_instance = ll_get_cfg_instance(sb);
+               strncat(logname, "-mdtir", sizeof(logname));
+       } else {
+               LASSERT(lcfg.cfg_instance != 0);
+               strncat(logname, "-cliir", sizeof(logname));
+       }
 
-        cld = do_config_log_add(obd, logname, CONFIG_T_RECOVER, &lcfg, sb);
-        return cld;
+       cld = do_config_log_add(obd, logname, CONFIG_T_RECOVER, &lcfg, sb);
+       return cld;
 }
 
 static struct config_llog_data *config_log_find_or_add(struct obd_device *obd,
                                char *logname, struct super_block *sb, int type,
                                struct config_llog_instance *cfg)
 {
-       struct config_llog_instance     lcfg = *cfg;
-       struct config_llog_data         *cld;
-
-       lcfg.cfg_instance = sb != NULL ? (void *)sb : (void *)obd;
+       struct config_llog_instance lcfg = *cfg;
+       struct config_llog_data *cld;
 
-       if (type == CONFIG_T_SPTLRPC)
-               lcfg.cfg_instance = NULL;
+       /* Note class_config_llog_handler() depends on getting "obd" back */
+       lcfg.cfg_instance = sb ? ll_get_cfg_instance(sb) : (unsigned long)obd;
 
        cld = config_log_find(logname, &lcfg);
        if (unlikely(cld != NULL))
@@ -328,7 +326,8 @@ config_log_add(struct obd_device *obd, char *logname,
        bool locked = false;
        ENTRY;
 
-       CDEBUG(D_MGC, "adding config log %s:%p\n", logname, cfg->cfg_instance);
+       CDEBUG(D_MGC, "add config log %s-%016lx\n", logname,
+              cfg->cfg_instance);
 
        /*
         * for each regular log, the depended sptlrpc log name is
@@ -448,8 +447,6 @@ out_sptlrpc:
        return ERR_PTR(rc);
 }
 
-DEFINE_MUTEX(llog_process_lock);
-
 static inline void config_mark_cld_stop(struct config_llog_data *cld)
 {
        if (cld) {
@@ -613,7 +610,7 @@ static void do_requeue(struct config_llog_data *cld)
  * in order to not flood the MGS.
  */
 #define MGC_TIMEOUT_MIN_SECONDS   5
-#define MGC_TIMEOUT_RAND_CENTISEC 0x1ff /* ~500 */
+#define MGC_TIMEOUT_RAND_CENTISEC 500
 
 static int mgc_requeue_thread(void *data)
 {
@@ -629,7 +626,7 @@ static int mgc_requeue_thread(void *data)
        while (!(rq_state & RQ_STOP)) {
                struct l_wait_info lwi;
                struct config_llog_data *cld, *cld_prev;
-               int rand = cfs_rand() & MGC_TIMEOUT_RAND_CENTISEC;
+               int rand = prandom_u32_max(MGC_TIMEOUT_RAND_CENTISEC);
                int to;
 
                /* Any new or requeued lostlocks will change the state */
@@ -644,22 +641,21 @@ static int mgc_requeue_thread(void *data)
                /* Always wait a few seconds to allow the server who
                   caused the lock revocation to finish its setup, plus some
                   random so everyone doesn't try to reconnect at once. */
-               to = msecs_to_jiffies(MGC_TIMEOUT_MIN_SECONDS * MSEC_PER_SEC);
+               to = cfs_time_seconds(MGC_TIMEOUT_MIN_SECONDS * 100 + rand);
                /* rand is centi-seconds */
-               to += msecs_to_jiffies(rand * MSEC_PER_SEC / 100);
-               lwi = LWI_TIMEOUT(to, NULL, NULL);
+               lwi = LWI_TIMEOUT(to / 100, NULL, NULL);
                l_wait_event(rq_waitq, rq_state & (RQ_STOP | RQ_PRECLEANUP),
                             &lwi);
 
-                /*
-                 * iterate & processing through the list. for each cld, process
-                 * its depending sptlrpc cld firstly (if any) and then itself.
-                 *
-                 * it's guaranteed any item in the list must have
-                 * reference > 0; and if cld_lostlock is set, at
-                 * least one reference is taken by the previous enqueue.
-                 */
-                cld_prev = NULL;
+               /*
+                * iterate & processing through the list. for each cld, process
+                * its depending sptlrpc cld firstly (if any) and then itself.
+                *
+                * it's guaranteed any item in the list must have
+                * reference > 0; and if cld_lostlock is set, at
+                * least one reference is taken by the previous enqueue.
+                */
+               cld_prev = NULL;
 
                spin_lock(&config_list_lock);
                rq_state &= ~RQ_PRECLEANUP;
@@ -689,9 +685,7 @@ static int mgc_requeue_thread(void *data)
                config_log_put(cld_prev);
 
                /* Wait a bit to see if anyone else needs a requeue */
-               lwi = (struct l_wait_info) { 0 };
-               l_wait_event(rq_waitq, rq_state & (RQ_NOW | RQ_STOP),
-                            &lwi);
+               wait_event_idle(rq_waitq, rq_state & (RQ_NOW | RQ_STOP));
                spin_lock(&config_list_lock);
        }
 
@@ -1407,34 +1401,35 @@ static int mgc_apply_recover_logs(struct obd_device *mgc,
                                  __u64 max_version,
                                  void *data, int datalen, bool mne_swab)
 {
-        struct config_llog_instance *cfg = &cld->cld_cfg;
-        struct lustre_sb_info       *lsi = s2lsi(cfg->cfg_sb);
-        struct mgs_nidtbl_entry *entry;
-        struct lustre_cfg       *lcfg;
-        struct lustre_cfg_bufs   bufs;
-        u64   prev_version = 0;
-        char *inst;
-        char *buf;
-        int   bufsz;
-        int   pos;
-        int   rc  = 0;
-        int   off = 0;
-        ENTRY;
+       struct config_llog_instance *cfg = &cld->cld_cfg;
+       struct lustre_sb_info *lsi = s2lsi(cfg->cfg_sb);
+       struct mgs_nidtbl_entry *entry;
+       struct lustre_cfg *lcfg;
+       struct lustre_cfg_bufs bufs;
+       u64 prev_version = 0;
+       char *inst;
+       char *buf;
+       int bufsz;
+       int pos = 0;
+       int rc  = 0;
+       int off = 0;
 
-        LASSERT(cfg->cfg_instance != NULL);
-        LASSERT(cfg->cfg_sb == cfg->cfg_instance);
+       ENTRY;
+       LASSERT(cfg->cfg_instance != 0);
+       LASSERT(ll_get_cfg_instance(cfg->cfg_sb) == cfg->cfg_instance);
 
        OBD_ALLOC(inst, PAGE_SIZE);
        if (inst == NULL)
                RETURN(-ENOMEM);
 
        if (!IS_SERVER(lsi)) {
-               pos = snprintf(inst, PAGE_SIZE, "%p", cfg->cfg_instance);
+               pos = snprintf(inst, PAGE_SIZE, "%016lx", cfg->cfg_instance);
                if (pos >= PAGE_SIZE) {
                        OBD_FREE(inst, PAGE_SIZE);
                        return -E2BIG;
                }
-        } else {
+#ifdef HAVE_SERVER_SUPPORT
+       } else {
                LASSERT(IS_MDT(lsi));
                rc = server_name2svname(lsi->lsi_svname, inst, NULL,
                                        PAGE_SIZE);
@@ -1443,7 +1438,8 @@ static int mgc_apply_recover_logs(struct obd_device *mgc,
                        RETURN(-EINVAL);
                }
                pos = strlen(inst);
-        }
+#endif /* HAVE_SERVER_SUPPORT */
+       }
 
         ++pos;
         buf   = inst + pos;
@@ -1760,13 +1756,7 @@ again:
                GOTO(out, rc);
        }
 
-       mne_swab = !!ptlrpc_rep_need_swab(req);
-#if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
-       /* This import flag means the server did an extra swab of IR MNE
-        * records (fixed in LU-1252), reverse it here if needed. LU-1644 */
-       if (unlikely(req->rq_import->imp_need_mne_swab))
-               mne_swab = !mne_swab;
-#endif
+       mne_swab = ptlrpc_rep_need_swab(req);
 
        /* When a nodemap config is received, we build a new nodemap config,
         * with new nodemap structs. We keep track of the most recently added
@@ -1977,9 +1967,7 @@ static int mgc_process_cfg_log(struct obd_device *mgc,
                                             &cld->cld_cfg);
 
        /*
-        * update settings on existing OBDs. doing it inside
-        * of llog_process_lock so no device is attaching/detaching
-        * in parallel.
+        * update settings on existing OBDs.
         * the logname must be <fsname>-sptlrpc
         */
        if (rc == 0 && cld_is_sptlrpc(cld))
@@ -2058,12 +2046,12 @@ restart:
        mutex_lock(&cld->cld_lock);
        if (cld->cld_stopping) {
                mutex_unlock(&cld->cld_lock);
-                RETURN(0);
-        }
+               RETURN(0);
+       }
 
-        OBD_FAIL_TIMEOUT(OBD_FAIL_MGC_PAUSE_PROCESS_LOG, 20);
+       OBD_FAIL_TIMEOUT(OBD_FAIL_MGC_PAUSE_PROCESS_LOG, 20);
 
-       CDEBUG(D_MGC, "Process log %s:%p from %d\n", cld->cld_logname,
+       CDEBUG(D_MGC, "Process log %s-%016lx from %d\n", cld->cld_logname,
               cld->cld_cfg.cfg_instance, cld->cld_cfg.cfg_last_idx + 1);
 
        /* Get the cfg lock on the llog */
@@ -2083,7 +2071,7 @@ restart:
                    atomic_read(&mgc->u.cli.cl_mgc_refcount) > 0 && !retry) {
                        struct obd_import *imp;
                        struct l_wait_info lwi;
-                       int secs = cfs_time_seconds(obd_timeout);
+                       long timeout = cfs_time_seconds(obd_timeout);
 
                        mutex_unlock(&cld->cld_lock);
                        imp = class_exp2cliimp(mgc->u.cli.cl_mgc_mgsexp);
@@ -2096,7 +2084,7 @@ restart:
                         * FULL or closed */
                        ptlrpc_pinger_force(imp);
 
-                       lwi = LWI_TIMEOUT(secs, NULL, NULL);
+                       lwi = LWI_TIMEOUT(timeout, NULL, NULL);
                        l_wait_event(imp->imp_recovery_waitq,
                                     !mgc_import_in_recovery(imp), &lwi);
 
@@ -2105,6 +2093,11 @@ restart:
                                goto restart;
                        } else {
                                mutex_lock(&cld->cld_lock);
+                               /* unlock/lock mutex, so check stopping again */
+                               if (cld->cld_stopping) {
+                                       mutex_unlock(&cld->cld_lock);
+                                       RETURN(0);
+                               }
                                spin_lock(&config_list_lock);
                                cld->cld_lostlock = 1;
                                spin_unlock(&config_list_lock);
@@ -2214,11 +2207,6 @@ static int mgc_process_config(struct obd_device *obd, size_t len, void *buf)
                        break;
                }
 
-               /* COMPAT_146 */
-               /* FIXME only set this for old logs!  Right now this forces
-                  us to always skip the "inside markers" check */
-               cld->cld_cfg.cfg_flags |= CFG_F_COMPAT146;
-
                rc = mgc_process_log(obd, cld);
                if (rc == 0 && cld->cld_recover != NULL) {
                        if (OCD_HAS_FLAG(&obd->u.cli.cl_import->