*
* Copyright (c) 2003 Cluster File Systems, Inc.
*
- * This file is part of Lustre, http://www.lustre.org.
+ * This file is part of the Lustre file system, http://www.lustre.org
+ * Lustre is a trademark of Cluster File Systems, Inc.
*
- * Lustre is free software; you can redistribute it and/or
- * modify it under the terms of version 2 of the GNU General Public
- * License as published by the Free Software Foundation.
+ * You may have signed or agreed to another license before downloading
+ * this software. If so, you are bound by the terms and conditions
+ * of that agreement, and the following does not apply to you. See the
+ * LICENSE file included with this distribution for more information.
*
- * Lustre is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
+ * If you did not agree to a different license, then this copy of Lustre
+ * is open source software; you can redistribute it and/or modify it
+ * under the terms of version 2 of the GNU General Public License as
+ * published by the Free Software Foundation.
*
- * You should have received a copy of the GNU General Public License
- * along with Lustre; if not, write to the Free Software
- * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ * In either case, Lustre is distributed in the hope that it will be
+ * useful, but WITHOUT ANY WARRANTY; without even the implied warranty
+ * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * license text for more details.
*/
-#ifndef EXPORT_SYMTAB
-# define EXPORT_SYMTAB
-#endif
-#define DEBUG_SUBSYSTEM S_MDS
+#define DEBUG_SUBSYSTEM S_MDC
#ifndef __KERNEL__
# include <fcntl.h>
# include <liblustre.h>
#endif
-#include <linux/lustre_idl.h>
-#include <linux/lustre_net.h>
-#include <linux/lustre_mds.h>
+#include <lustre/lustre_idl.h>
+#include <lustre_net.h>
#include "mdc_internal.h"
#ifndef __KERNEL__
#endif
#endif
-void mdc_readdir_pack(struct ptlrpc_request *req, int req_offset,
- __u64 offset, __u32 size, struct lustre_id *mdc_id)
+static void mdc_pack_body(struct mdt_body *b)
+{
+ LASSERT (b != NULL);
+
+ b->fsuid = current->fsuid;
+ b->fsgid = current->fsgid;
+ b->capability = current->cap_effective;
+}
+
+void mdc_pack_capa(struct ptlrpc_request *req, int offset, struct obd_capa *oc)
{
- struct mds_body *b;
+ struct lustre_capa *c;
+
+ if (oc == NULL) {
+ LASSERT(lustre_msg_buflen(req->rq_reqmsg, offset) == 0);
+ return;
+ }
- b = lustre_msg_buf(req->rq_reqmsg, req_offset, sizeof (*b));
- b->id1 = *mdc_id;
- b->size = offset; /* !! */
+ c = lustre_msg_buf(req->rq_reqmsg, offset, sizeof(*c));
+ LASSERT(c != NULL);
+ capa_cpy(c, oc);
+ DEBUG_CAPA(D_SEC, c, "pack");
+}
+
+void mdc_is_subdir_pack(struct ptlrpc_request *req, int offset,
+ const struct lu_fid *pfid,
+ const struct lu_fid *cfid, int flags)
+{
+ struct mdt_body *b = lustre_msg_buf(req->rq_reqmsg, offset, sizeof(*b));
+
+ if (pfid)
+ b->fid1 = *pfid;
+ if (cfid)
+ b->fid2 = *cfid;
+ b->valid = OBD_MD_FLID;
+ b->flags = flags;
+}
+
+void mdc_pack_req_body(struct ptlrpc_request *req, int offset,
+ __u64 valid, const struct lu_fid *fid,
+ struct obd_capa *oc, int ea_size, int flags)
+{
+ struct mdt_body *b = lustre_msg_buf(req->rq_reqmsg, offset, sizeof(*b));
+
+ b->valid = valid;
+ b->eadatasize = ea_size;
+ b->flags = flags;
+ mdc_pack_body(b);
+ if (fid) {
+ b->fid1 = *fid;
+ mdc_pack_capa(req, offset + 1, oc);
+ }
+}
+
+void mdc_readdir_pack(struct ptlrpc_request *req, int offset, __u64 pgoff,
+ __u32 size, const struct lu_fid *fid, struct obd_capa *oc)
+{
+ struct mdt_body *b;
+
+ b = lustre_msg_buf(req->rq_reqmsg, offset, sizeof(*b));
+ b->fid1 = *fid;
+ b->size = pgoff; /* !! */
+ b->suppgid = -1;
b->nlink = size; /* !! */
+ mdc_pack_body(b);
+ mdc_pack_capa(req, offset + 1, oc);
}
/* packing of MDS records */
-void mdc_open_pack(struct lustre_msg *msg, int offset,
- struct mdc_op_data *op_data, __u32 mode,
- __u64 rdev, __u32 flags, const void *lmm,
- int lmmlen, void *key, int keylen)
+void mdc_create_pack(struct ptlrpc_request *req, int offset,
+ struct md_op_data *op_data, const void *data, int datalen,
+ __u32 mode, __u32 uid, __u32 gid, __u32 cap_effective,
+ __u64 rdev)
{
- struct mds_rec_create *rec;
+ struct mdt_rec_create *rec;
char *tmp;
- rec = lustre_msg_buf(msg, offset, sizeof (*rec));
+ rec = lustre_msg_buf(req->rq_reqmsg, offset, sizeof(*rec));
+
+ rec->cr_opcode = REINT_CREATE;
+ rec->cr_fsuid = uid;
+ rec->cr_fsgid = gid;
+ rec->cr_cap = cap_effective;
+ rec->cr_fid1 = op_data->op_fid1;
+ rec->cr_fid2 = op_data->op_fid2;
+ rec->cr_mode = mode;
+ rec->cr_rdev = rdev;
+ rec->cr_time = op_data->op_mod_time;
+ rec->cr_suppgid1 = op_data->op_suppgids[0];
+ rec->cr_suppgid2 = op_data->op_suppgids[1];
+ rec->cr_flags = op_data->op_flags & ~MF_SOM_LOCAL_FLAGS;
+ rec->cr_bias = op_data->op_bias;
+
+ mdc_pack_capa(req, offset + 1, op_data->op_capa1);
+
+ tmp = lustre_msg_buf(req->rq_reqmsg, offset + 2, op_data->op_namelen + 1);
+ LOGL0(op_data->op_name, op_data->op_namelen, tmp);
+
+ if (data) {
+ tmp = lustre_msg_buf(req->rq_reqmsg, offset + 3, datalen);
+ memcpy(tmp, data, datalen);
+ }
+}
+
+static __u32 mds_pack_open_flags(__u32 flags)
+{
+ return
+ (flags & (FMODE_READ | FMODE_WRITE |
+ MDS_OPEN_DELAY_CREATE | MDS_OPEN_HAS_EA |
+ MDS_OPEN_HAS_OBJS | MDS_OPEN_OWNEROVERRIDE |
+ MDS_OPEN_LOCK)) |
+ ((flags & O_CREAT) ? MDS_OPEN_CREAT : 0) |
+ ((flags & O_EXCL) ? MDS_OPEN_EXCL : 0) |
+ ((flags & O_TRUNC) ? MDS_OPEN_TRUNC : 0) |
+ ((flags & O_APPEND) ? MDS_OPEN_APPEND : 0) |
+ ((flags & O_SYNC) ? MDS_OPEN_SYNC : 0) |
+ ((flags & O_DIRECTORY) ? MDS_OPEN_DIRECTORY : 0) |
+ ((flags & O_JOIN_FILE) ? MDS_OPEN_JOIN_FILE : 0) |
+#ifdef FMODE_EXEC
+ ((flags & FMODE_EXEC) ? MDS_FMODE_EXEC : 0) |
+#endif
+ 0;
+}
+
+/* packing of MDS records */
+void mdc_join_pack(struct ptlrpc_request *req, int offset,
+ struct md_op_data *op_data, __u64 head_size)
+{
+ struct mdt_rec_join *rec;
+
+ rec = lustre_msg_buf(req->rq_reqmsg, offset, sizeof(*rec));
+ LASSERT(rec != NULL);
+ rec->jr_fid = op_data->op_fid2;
+ rec->jr_headsize = head_size;
+}
+
+void mdc_open_pack(struct ptlrpc_request *req, int offset,
+ struct md_op_data *op_data, __u32 mode, __u64 rdev,
+ __u32 flags, const void *lmm, int lmmlen)
+{
+ struct mdt_rec_create *rec;
+ char *tmp;
+ rec = lustre_msg_buf(req->rq_reqmsg, offset, sizeof (*rec));
/* XXX do something about time, uid, gid */
rec->cr_opcode = REINT_OPEN;
- if (op_data != NULL)
- rec->cr_id = op_data->id1;
- memset(&rec->cr_replayid, 0, sizeof(rec->cr_replayid));
- rec->cr_flags = mds_pack_open_flags(flags) | op_data->flags ;
- rec->cr_time = op_data->mod_time;
+ rec->cr_fsuid = current->fsuid;
+ rec->cr_fsgid = current->fsgid;
+ rec->cr_cap = current->cap_effective;
+ if (op_data != NULL) {
+ rec->cr_fid1 = op_data->op_fid1;
+ rec->cr_fid2 = op_data->op_fid2;
+ }
rec->cr_mode = mode;
+ rec->cr_flags = mds_pack_open_flags(flags);
+ rec->cr_time = op_data->op_mod_time;
rec->cr_rdev = rdev;
+ rec->cr_suppgid1 = op_data->op_suppgids[0];
+ rec->cr_suppgid2 = op_data->op_suppgids[1];
+ rec->cr_bias = op_data->op_bias;
+
+ mdc_pack_capa(req, offset + 1, op_data->op_capa1);
+ /* the next buffer is child capa, which is used for replay,
+ * will be packed from the data in reply message. */
- if (op_data->name) {
- tmp = lustre_msg_buf(msg, offset + 1,
- op_data->namelen + 1);
- LOGL0(op_data->name, op_data->namelen, tmp);
+ if (op_data->op_name) {
+ tmp = lustre_msg_buf(req->rq_reqmsg, offset + 3,
+ op_data->op_namelen + 1);
+ LOGL0(op_data->op_name, op_data->op_namelen, tmp);
}
if (lmm) {
rec->cr_flags |= MDS_OPEN_HAS_EA;
- tmp = lustre_msg_buf(msg, offset + 2, lmmlen);
+#ifndef __KERNEL__
+ /*XXX a hack for liblustre to set EA (LL_IOC_LOV_SETSTRIPE) */
+ rec->cr_fid2 = op_data->op_fid2;
+#endif
+ tmp = lustre_msg_buf(req->rq_reqmsg, offset + 4, lmmlen);
memcpy (tmp, lmm, lmmlen);
}
- if (key) {
- rec->cr_flags |= MDS_OPEN_HAS_KEY;
- tmp = lustre_msg_buf(msg, offset + 3, keylen);
- memcpy(tmp, key, keylen);
+}
+
+static void mdc_setattr_pack_rec(struct mdt_rec_setattr *rec,
+ struct md_op_data *op_data)
+{
+ rec->sa_opcode = REINT_SETATTR;
+ rec->sa_fsuid = current->fsuid;
+ rec->sa_fsgid = current->fsgid;
+ rec->sa_cap = current->cap_effective;
+ rec->sa_suppgid = -1;
+
+ rec->sa_fid = op_data->op_fid1;
+ rec->sa_valid = op_data->op_attr.ia_valid;
+ rec->sa_mode = op_data->op_attr.ia_mode;
+ rec->sa_uid = op_data->op_attr.ia_uid;
+ rec->sa_gid = op_data->op_attr.ia_gid;
+ rec->sa_size = op_data->op_attr.ia_size;
+ rec->sa_blocks = op_data->op_attr_blocks;
+ rec->sa_atime = LTIME_S(op_data->op_attr.ia_atime);
+ rec->sa_mtime = LTIME_S(op_data->op_attr.ia_mtime);
+ rec->sa_ctime = LTIME_S(op_data->op_attr.ia_ctime);
+ rec->sa_attr_flags = ((struct ll_iattr *)&op_data->op_attr)->ia_attr_flags;
+ if ((op_data->op_attr.ia_valid & ATTR_GID) &&
+ in_group_p(op_data->op_attr.ia_gid))
+ rec->sa_suppgid = op_data->op_attr.ia_gid;
+ else
+ rec->sa_suppgid = op_data->op_suppgids[0];
+}
+
+static void mdc_epoch_pack(struct mdt_epoch *epoch, struct md_op_data *op_data)
+{
+ memcpy(&epoch->handle, &op_data->op_handle, sizeof(epoch->handle));
+ epoch->ioepoch = op_data->op_ioepoch;
+ epoch->flags = op_data->op_flags & ~MF_SOM_LOCAL_FLAGS;
+}
+
+void mdc_setattr_pack(struct ptlrpc_request *req, int offset,
+ struct md_op_data *op_data, void *ea,
+ int ealen, void *ea2, int ea2len)
+{
+ struct mdt_rec_setattr *rec;
+ struct mdt_epoch *epoch;
+
+ rec = lustre_msg_buf(req->rq_reqmsg, offset, sizeof (*rec));
+ mdc_setattr_pack_rec(rec, op_data);
+
+ mdc_pack_capa(req, offset + 1, op_data->op_capa1);
+
+ if (op_data->op_flags & (MF_SOM_CHANGE | MF_EPOCH_OPEN)) {
+ epoch = lustre_msg_buf(req->rq_reqmsg, offset + 2,
+ sizeof(*epoch));
+ mdc_epoch_pack(epoch, op_data);
+ }
+
+ if (ealen == 0)
+ return;
+
+ memcpy(lustre_msg_buf(req->rq_reqmsg, offset + 3, ealen), ea, ealen);
+
+ if (ea2len == 0)
+ return;
+
+ memcpy(lustre_msg_buf(req->rq_reqmsg, offset + 4, ea2len), ea2, ea2len);
+}
+
+void mdc_unlink_pack(struct ptlrpc_request *req, int offset,
+ struct md_op_data *op_data)
+{
+ struct mdt_rec_unlink *rec;
+ char *tmp;
+
+ rec = lustre_msg_buf(req->rq_reqmsg, offset, sizeof (*rec));
+ LASSERT (rec != NULL);
+
+ rec->ul_opcode = REINT_UNLINK;
+ rec->ul_fsuid = op_data->op_fsuid;//current->fsuid;
+ rec->ul_fsgid = op_data->op_fsgid;//current->fsgid;
+ rec->ul_cap = op_data->op_cap;//current->cap_effective;
+ rec->ul_mode = op_data->op_mode;
+ rec->ul_suppgid = op_data->op_suppgids[0];
+ rec->ul_fid1 = op_data->op_fid1;
+ rec->ul_fid2 = op_data->op_fid2;
+ rec->ul_time = op_data->op_mod_time;
+ rec->ul_bias = op_data->op_bias;
+
+ mdc_pack_capa(req, offset + 1, op_data->op_capa1);
+
+ tmp = lustre_msg_buf(req->rq_reqmsg, offset + 2, op_data->op_namelen + 1);
+ LASSERT(tmp != NULL);
+ LOGL0(op_data->op_name, op_data->op_namelen, tmp);
+}
+
+void mdc_link_pack(struct ptlrpc_request *req, int offset,
+ struct md_op_data *op_data)
+{
+ struct mdt_rec_link *rec;
+ char *tmp;
+
+ rec = lustre_msg_buf(req->rq_reqmsg, offset, sizeof (*rec));
+
+ rec->lk_opcode = REINT_LINK;
+ rec->lk_fsuid = op_data->op_fsuid;//current->fsuid;
+ rec->lk_fsgid = op_data->op_fsgid;//current->fsgid;
+ rec->lk_cap = op_data->op_cap;//current->cap_effective;
+ rec->lk_suppgid1 = op_data->op_suppgids[0];
+ rec->lk_suppgid2 = op_data->op_suppgids[1];
+ rec->lk_fid1 = op_data->op_fid1;
+ rec->lk_fid2 = op_data->op_fid2;
+ rec->lk_time = op_data->op_mod_time;
+ rec->lk_bias = op_data->op_bias;
+
+ mdc_pack_capa(req, offset + 1, op_data->op_capa1);
+ mdc_pack_capa(req, offset + 2, op_data->op_capa2);
+
+ tmp = lustre_msg_buf(req->rq_reqmsg, offset + 3, op_data->op_namelen + 1);
+ LOGL0(op_data->op_name, op_data->op_namelen, tmp);
+}
+
+void mdc_rename_pack(struct ptlrpc_request *req, int offset,
+ struct md_op_data *op_data,
+ const char *old, int oldlen, const char *new, int newlen)
+{
+ struct mdt_rec_rename *rec;
+ char *tmp;
+
+ rec = lustre_msg_buf(req->rq_reqmsg, offset, sizeof (*rec));
+
+ /* XXX do something about time, uid, gid */
+ rec->rn_opcode = REINT_RENAME;
+ rec->rn_fsuid = op_data->op_fsuid;//current->fsuid;
+ rec->rn_fsgid = op_data->op_fsgid;//current->fsgid;
+ rec->rn_cap = op_data->op_cap;//current->cap_effective;
+ rec->rn_suppgid1 = op_data->op_suppgids[0];
+ rec->rn_suppgid2 = op_data->op_suppgids[1];
+ rec->rn_fid1 = op_data->op_fid1;
+ rec->rn_fid2 = op_data->op_fid2;
+ rec->rn_time = op_data->op_mod_time;
+ rec->rn_mode = op_data->op_mode;
+ rec->rn_bias = op_data->op_bias;
+
+ mdc_pack_capa(req, offset + 1, op_data->op_capa1);
+ mdc_pack_capa(req, offset + 2, op_data->op_capa2);
+
+ tmp = lustre_msg_buf(req->rq_reqmsg, offset + 3, oldlen + 1);
+ LOGL0(old, oldlen, tmp);
+
+ if (new) {
+ tmp = lustre_msg_buf(req->rq_reqmsg, offset + 4, newlen + 1);
+ LOGL0(new, newlen, tmp);
}
}
-void mdc_getattr_pack(struct lustre_msg *msg, int offset,
- __u64 valid, int flags, struct mdc_op_data *data)
+void mdc_getattr_pack(struct ptlrpc_request *req, int offset, __u64 valid,
+ int flags, struct md_op_data *op_data)
{
- struct mds_body *b;
- b = lustre_msg_buf(msg, offset, sizeof (*b));
+ struct mdt_body *b;
+ b = lustre_msg_buf(req->rq_reqmsg, offset, sizeof (*b));
+ b->fsuid = current->fsuid;
+ b->fsgid = current->fsgid;
+ b->capability = current->cap_effective;
b->valid = valid;
- b->flags = flags;
+ if (op_data->op_bias & MDS_CHECK_SPLIT)
+ b->valid |= OBD_MD_FLCKSPLIT;
+ if (op_data->op_bias & MDS_CROSS_REF)
+ b->valid |= OBD_MD_FLCROSSREF;
+ b->flags = flags | MDS_BFLAG_EXT_FLAGS;
+ b->suppgid = op_data->op_suppgids[0];
- b->id1 = data->id1;
- b->id2 = data->id2;
- if (data->name) {
+ b->fid1 = op_data->op_fid1;
+ b->fid2 = op_data->op_fid2;
+
+ mdc_pack_capa(req, offset + 1, op_data->op_capa1);
+
+ if (op_data->op_name) {
char *tmp;
- tmp = lustre_msg_buf(msg, offset + 1,
- data->namelen + 1);
- LOGL0(data->name, data->namelen, tmp);
+ tmp = lustre_msg_buf(req->rq_reqmsg, offset + 2,
+ op_data->op_namelen + 1);
+ LOGL0(op_data->op_name, op_data->op_namelen, tmp);
}
}
void mdc_close_pack(struct ptlrpc_request *req, int offset,
- struct mdc_op_data *op_data,
- struct obd_client_handle *och)
+ struct md_op_data *op_data)
{
- obd_valid valid = op_data->valid;
- struct mds_body *body;
+ struct mdt_epoch *epoch;
+ struct mdt_rec_setattr *rec;
- body = lustre_msg_buf(req->rq_reqmsg, offset,
- sizeof(*body));
- body->id1 = op_data->id1;
+ epoch = lustre_msg_buf(req->rq_reqmsg, offset, sizeof(*epoch));
+ rec = lustre_msg_buf(req->rq_reqmsg, offset + 1, sizeof(*rec));
- memcpy(&body->handle, &och->och_fh, sizeof(body->handle));
- if (valid & OBD_MD_FLATIME) {
- body->atime = op_data->atime;
- body->valid |= OBD_MD_FLATIME;
- }
- if (valid & OBD_MD_FLMTIME) {
- body->mtime = op_data->mtime;
- body->valid |= OBD_MD_FLMTIME;
- }
- if (valid & OBD_MD_FLCTIME) {
- body->ctime = op_data->ctime;
- body->valid |= OBD_MD_FLCTIME;
- }
- if (valid & OBD_MD_FLSIZE) {
- body->size = op_data->size;
- body->valid |= OBD_MD_FLSIZE;
- }
- if (valid & OBD_MD_FLBLOCKS) {
- body->blocks = op_data->blocks;
- body->valid |= OBD_MD_FLBLOCKS;
- }
- if (valid & OBD_MD_FLFLAGS) {
- body->flags = op_data->flags;
- body->valid |= OBD_MD_FLFLAGS;
- }
- if (valid & OBD_MD_FLEPOCH) {
- body->io_epoch = op_data->io_epoch;
- body->valid |= OBD_MD_FLEPOCH;
- }
+ mdc_setattr_pack_rec(rec, op_data);
+ mdc_pack_capa(req, offset + 2, op_data->op_capa1);
+ mdc_epoch_pack(epoch, op_data);
}
-/*
- * these methods needed for saying higher levels that MDC does not pack/unpack
- * any EAs. This is needed to have real abstraction and do not try to recognize
- * what OBD type is to avoid calling these methods on it, as they may not be
- * implemented.
- *
- * Sometimes pack/unpack calls happen to MDC too. This is for instance default
- * striping info for directories and our goal here is to skip them with no
- * errors or any complains.
- */
-int mdc_packmd(struct obd_export *exp, struct lov_mds_md **lmmp,
- struct lov_stripe_md *lsm)
+static int mdc_req_avail(struct client_obd *cli, struct mdc_cache_waiter *mcw)
{
+ int rc;
ENTRY;
- RETURN(0);
-}
+ spin_lock(&cli->cl_loi_list_lock);
+ rc = list_empty(&mcw->mcw_entry);
+ spin_unlock(&cli->cl_loi_list_lock);
+ RETURN(rc);
+};
-int mdc_unpackmd(struct obd_export *exp, struct lov_stripe_md **lsmp,
- struct lov_mds_md *lmm, int lmm_size)
+/* We record requests in flight in cli->cl_r_in_flight here.
+ * There is only one write rpc possible in mdc anyway. If this to change
+ * in the future - the code may need to be revisited. */
+void mdc_enter_request(struct client_obd *cli)
{
- ENTRY;
- RETURN(0);
+ struct mdc_cache_waiter mcw;
+ struct l_wait_info lwi = { 0 };
+
+ spin_lock(&cli->cl_loi_list_lock);
+ if (cli->cl_r_in_flight >= cli->cl_max_rpcs_in_flight) {
+ list_add_tail(&mcw.mcw_entry, &cli->cl_cache_waiters);
+ init_waitqueue_head(&mcw.mcw_waitq);
+ spin_unlock(&cli->cl_loi_list_lock);
+ l_wait_event(mcw.mcw_waitq, mdc_req_avail(cli, &mcw), &lwi);
+ } else {
+ cli->cl_r_in_flight++;
+ spin_unlock(&cli->cl_loi_list_lock);
+ }
}
+void mdc_exit_request(struct client_obd *cli)
+{
+ struct list_head *l, *tmp;
+ struct mdc_cache_waiter *mcw;
+
+ spin_lock(&cli->cl_loi_list_lock);
+ cli->cl_r_in_flight--;
+ list_for_each_safe(l, tmp, &cli->cl_cache_waiters) {
+
+ if (cli->cl_r_in_flight >= cli->cl_max_rpcs_in_flight) {
+ /* No free request slots anymore */
+ break;
+ }
+
+ mcw = list_entry(l, struct mdc_cache_waiter, mcw_entry);
+ list_del_init(&mcw->mcw_entry);
+ cli->cl_r_in_flight++;
+ wake_up(&mcw->mcw_waitq);
+ }
+ /* Empty waiting list? Decrease reqs in-flight number */
+
+ spin_unlock(&cli->cl_loi_list_lock);
+}