X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Fptlrpc%2Fpack_generic.c;h=5149f1fbbac48cb9bd7b0276990cf53eabd8bdfc;hb=ef88362a67b329923da062fe4a82b6a9ff9764f0;hp=1016882100bbbf5a4bc1156d9856d81737d1745d;hpb=26c1d15b4113b37eda67ba53b52c7f7d05c01042;p=fs%2Flustre-release.git diff --git a/lustre/ptlrpc/pack_generic.c b/lustre/ptlrpc/pack_generic.c index 1016882..5149f1f 100644 --- a/lustre/ptlrpc/pack_generic.c +++ b/lustre/ptlrpc/pack_generic.c @@ -1,28 +1,45 @@ /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- * vim:expandtab:shiftwidth=8:tabstop=8: * - * Copyright (C) 2001-2003 Cluster File Systems, Inc. - * Author: Peter J. Braam - * Author: Phil Schwan - * Author: Eric Barton + * GPL HEADER START * - * This file is part of Lustre, http://www.lustre.org. + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * - * Lustre is free software; you can redistribute it and/or - * modify it under the terms of version 2 of the GNU General Public - * License as published by the Free Software Foundation. + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License version 2 only, + * as published by the Free Software Foundation. * - * Lustre is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. + * This program is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License version 2 for more details (a copy is included + * in the LICENSE file that accompanied this code). * - * You should have received a copy of the GNU General Public License - * along with Lustre; if not, write to the Free Software - * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. + * You should have received a copy of the GNU General Public License + * version 2 along with this program; If not, see + * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf + * + * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, + * CA 95054 USA or visit www.sun.com if you need additional information or + * have any questions. + * + * GPL HEADER END + */ +/* + * Copyright 2008 Sun Microsystems, Inc. All rights reserved + * Use is subject to license terms. + */ +/* + * This file is part of Lustre, http://www.lustre.org/ + * Lustre is a trademark of Sun Microsystems, Inc. + * + * lustre/ptlrpc/pack_generic.c * * (Un)packing of OST requests * + * Author: Peter J. Braam + * Author: Phil Schwan + * Author: Eric Barton */ #define DEBUG_SUBSYSTEM S_RPC @@ -30,218 +47,512 @@ # include #endif -#include -#include -#include -#include -#include +#include + +#include +#include +#include +#include +#include +static inline int lustre_msg_hdr_size_v2(int count) +{ + return cfs_size_round(offsetof(struct lustre_msg_v2, + lm_buflens[count])); +} -#define HDR_SIZE(count) \ - size_round(offsetof (struct lustre_msg, buflens[(count)])) +int lustre_msg_hdr_size(__u32 magic, int count) +{ + switch (magic) { + case LUSTRE_MSG_MAGIC_V2: + return lustre_msg_hdr_size_v2(count); + default: + LASSERTF(0, "incorrect message magic: %08x\n", magic); + return -EINVAL; + } +} +EXPORT_SYMBOL(lustre_msg_hdr_size); -int lustre_msg_swabbed(struct lustre_msg *msg) +void ptlrpc_buf_set_swabbed(struct ptlrpc_request *req, const int inout, + int index) { - return (msg->magic == __swab32(PTLRPC_MSG_MAGIC)); + if (inout) + lustre_set_req_swabbed(req, index); + else + lustre_set_rep_swabbed(req, index); +} + +int ptlrpc_buf_need_swab(struct ptlrpc_request *req, const int inout, + int index) +{ + if (inout) + return (ptlrpc_req_need_swab(req) && + !lustre_req_swabbed(req, index)); + else + return (ptlrpc_rep_need_swab(req) && + !lustre_rep_swabbed(req, index)); +} + +static inline int lustre_msg_check_version_v2(struct lustre_msg_v2 *msg, + __u32 version) +{ + __u32 ver = lustre_msg_get_version(msg); + return (ver & LUSTRE_VERSION_MASK) != version; } int lustre_msg_check_version(struct lustre_msg *msg, __u32 version) { - if (!lustre_msg_swabbed(msg)) - return (msg->version & LUSTRE_VERSION_MASK) != version; + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V1: + CERROR("msg v1 not supported - please upgrade you system\n"); + return -EINVAL; + case LUSTRE_MSG_MAGIC_V2: + return lustre_msg_check_version_v2(msg, version); + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +/* early reply size */ +int lustre_msg_early_size() +{ + static int size = 0; + if (!size) + size = lustre_msg_size(LUSTRE_MSG_MAGIC_V2, 1, NULL); + return size; +} +EXPORT_SYMBOL(lustre_msg_early_size); + +int lustre_msg_size_v2(int count, __u32 *lengths) +{ + int size; + int i; + + size = lustre_msg_hdr_size_v2(count); + for (i = 0; i < count; i++) + size += cfs_size_round(lengths[i]); + + return size; +} +EXPORT_SYMBOL(lustre_msg_size_v2); + +/* This returns the size of the buffer that is required to hold a lustre_msg + * with the given sub-buffer lengths. + * NOTE: this should only be used for NEW requests, and should always be + * in the form of a v2 request. If this is a connection to a v1 + * target then the first buffer will be stripped because the ptlrpc + * data is part of the lustre_msg_v1 header. b=14043 */ +int lustre_msg_size(__u32 magic, int count, __u32 *lens) +{ + __u32 size[] = { sizeof(struct ptlrpc_body) }; + + if (!lens) { + LASSERT(count == 1); + lens = size; + } + + LASSERT(count > 0); + LASSERT(lens[MSG_PTLRPC_BODY_OFF] == sizeof(struct ptlrpc_body)); - return (__swab32(msg->version) & LUSTRE_VERSION_MASK) != version; + switch (magic) { + case LUSTRE_MSG_MAGIC_V2: + return lustre_msg_size_v2(count, lens); + default: + LASSERTF(0, "incorrect message magic: %08x\n", magic); + return -EINVAL; + } } -void lustre_init_msg (struct lustre_msg *msg, int count, int *lens, char **bufs) +/* This is used to determine the size of a buffer that was already packed + * and will correctly handle the different message formats. */ +int lustre_packed_msg_size(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + return lustre_msg_size_v2(msg->lm_bufcount, msg->lm_buflens); + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +void lustre_init_msg_v2(struct lustre_msg_v2 *msg, int count, __u32 *lens, + char **bufs) { char *ptr; - int i; + int i; + + msg->lm_bufcount = count; + /* XXX: lm_secflvr uninitialized here */ + msg->lm_magic = LUSTRE_MSG_MAGIC_V2; - msg->magic = PTLRPC_MSG_MAGIC; - msg->version = PTLRPC_MSG_VERSION; - msg->bufcount = count; for (i = 0; i < count; i++) - msg->buflens[i] = lens[i]; + msg->lm_buflens[i] = lens[i]; if (bufs == NULL) return; - ptr = (char *)msg + HDR_SIZE(count); + ptr = (char *)msg + lustre_msg_hdr_size_v2(count); for (i = 0; i < count; i++) { char *tmp = bufs[i]; LOGL(tmp, lens[i], ptr); } } +EXPORT_SYMBOL(lustre_init_msg_v2); -int lustre_secdesc_size(void) +static int lustre_pack_request_v2(struct ptlrpc_request *req, + int count, __u32 *lens, char **bufs) { -#ifdef __KERNEL__ - int ngroups = current_ngroups; + int reqlen, rc; - if (ngroups > LUSTRE_MAX_GROUPS) - ngroups = LUSTRE_MAX_GROUPS; + reqlen = lustre_msg_size_v2(count, lens); - return sizeof(struct mds_req_sec_desc) + - sizeof(__u32) * ngroups; -#else + rc = sptlrpc_cli_alloc_reqbuf(req, reqlen); + if (rc) + return rc; + + req->rq_reqlen = reqlen; + + lustre_init_msg_v2(req->rq_reqmsg, count, lens, bufs); + lustre_msg_add_version(req->rq_reqmsg, PTLRPC_MSG_VERSION); return 0; -#endif } -/* - * because group info might have changed since last time we call - * secdesc_size(), so here we did more sanity check to prevent garbage gids - */ -void lustre_pack_secdesc(struct ptlrpc_request *req, int size) +int lustre_pack_request(struct ptlrpc_request *req, __u32 magic, int count, + __u32 *lens, char **bufs) { -#ifdef __KERNEL__ - struct mds_req_sec_desc *rsd; - - rsd = lustre_msg_buf(req->rq_reqmsg, - MDS_REQ_SECDESC_OFF, size); - - rsd->rsd_uid = current->uid; - rsd->rsd_gid = current->gid; - rsd->rsd_fsuid = current->fsuid; - rsd->rsd_fsgid = current->fsgid; - rsd->rsd_cap = current->cap_effective; - rsd->rsd_ngroups = (size - sizeof(*rsd)) / sizeof(__u32); - LASSERT(rsd->rsd_ngroups <= LUSTRE_MAX_GROUPS); - -#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,4) - task_lock(current); - if (rsd->rsd_ngroups > current->group_info->ngroups) - rsd->rsd_ngroups = current->group_info->ngroups; - memcpy(rsd->rsd_groups, current->group_info->blocks[0], - rsd->rsd_ngroups * sizeof(__u32)); - task_unlock(current); -#else - LASSERT(rsd->rsd_ngroups <= NGROUPS); - if (rsd->rsd_ngroups > current->ngroups) - rsd->rsd_ngroups = current->ngroups; - memcpy(rsd->rsd_groups, current->groups, - rsd->rsd_ngroups * sizeof(__u32)); -#endif -#endif -} + __u32 size[] = { sizeof(struct ptlrpc_body) }; -int lustre_pack_request (struct ptlrpc_request *req, - int count, int *lens, char **bufs) -{ - int rc; - ENTRY; + if (!lens) { + LASSERT(count == 1); + lens = size; + } - req->rq_reqlen = lustre_msg_size(count, lens); - rc = ptlrpcs_cli_alloc_reqbuf(req, req->rq_reqlen); - if (rc) - RETURN(rc); + LASSERT(count > 0); + LASSERT(lens[MSG_PTLRPC_BODY_OFF] == sizeof(struct ptlrpc_body)); - lustre_init_msg(req->rq_reqmsg, count, lens, bufs); - RETURN (0); + /* only use new format, we don't need to be compatible with 1.4 */ + magic = LUSTRE_MSG_MAGIC_V2; + + switch (magic) { + case LUSTRE_MSG_MAGIC_V2: + return lustre_pack_request_v2(req, count, lens, bufs); + default: + LASSERTF(0, "incorrect message magic: %08x\n", magic); + return -EINVAL; + } } #if RS_DEBUG -LIST_HEAD(ptlrpc_rs_debug_lru); -spinlock_t ptlrpc_rs_debug_lock = SPIN_LOCK_UNLOCKED; +CFS_LIST_HEAD(ptlrpc_rs_debug_lru); +cfs_spinlock_t ptlrpc_rs_debug_lock; #define PTLRPC_RS_DEBUG_LRU_ADD(rs) \ do { \ - unsigned long __flags; \ - \ - spin_lock_irqsave(&ptlrpc_rs_debug_lock, __flags); \ - list_add_tail(&(rs)->rs_debug_list, &ptlrpc_rs_debug_lru); \ - spin_unlock_irqrestore(&ptlrpc_rs_debug_lock, __flags); \ + cfs_spin_lock(&ptlrpc_rs_debug_lock); \ + cfs_list_add_tail(&(rs)->rs_debug_list, &ptlrpc_rs_debug_lru); \ + cfs_spin_unlock(&ptlrpc_rs_debug_lock); \ } while (0) -#define PTLRPC_RS_DEBUG_LRU_DEL(rs) \ -do { \ - unsigned long __flags; \ - \ - spin_lock_irqsave(&ptlrpc_rs_debug_lock, __flags); \ - list_del(&(rs)->rs_debug_list); \ - spin_unlock_irqrestore(&ptlrpc_rs_debug_lock, __flags); \ +#define PTLRPC_RS_DEBUG_LRU_DEL(rs) \ +do { \ + cfs_spin_lock(&ptlrpc_rs_debug_lock); \ + cfs_list_del(&(rs)->rs_debug_list); \ + cfs_spin_unlock(&ptlrpc_rs_debug_lock); \ } while (0) #else # define PTLRPC_RS_DEBUG_LRU_ADD(rs) do {} while(0) # define PTLRPC_RS_DEBUG_LRU_DEL(rs) do {} while(0) #endif -int lustre_pack_reply (struct ptlrpc_request *req, - int count, int *lens, char **bufs) +struct ptlrpc_reply_state *lustre_get_emerg_rs(struct ptlrpc_service *svc) +{ + struct ptlrpc_reply_state *rs = NULL; + + cfs_spin_lock(&svc->srv_lock); + /* See if we have anything in a pool, and wait if nothing */ + while (cfs_list_empty(&svc->srv_free_rs_list)) { + struct l_wait_info lwi; + int rc; + cfs_spin_unlock(&svc->srv_lock); + /* If we cannot get anything for some long time, we better + bail out instead of waiting infinitely */ + lwi = LWI_TIMEOUT(cfs_time_seconds(10), NULL, NULL); + rc = l_wait_event(svc->srv_free_rs_waitq, + !cfs_list_empty(&svc->srv_free_rs_list), + &lwi); + if (rc) + goto out; + cfs_spin_lock(&svc->srv_lock); + } + + rs = cfs_list_entry(svc->srv_free_rs_list.next, + struct ptlrpc_reply_state, rs_list); + cfs_list_del(&rs->rs_list); + cfs_spin_unlock(&svc->srv_lock); + LASSERT(rs); + memset(rs, 0, svc->srv_max_reply_size); + rs->rs_service = svc; + rs->rs_prealloc = 1; +out: + return rs; +} + +void lustre_put_emerg_rs(struct ptlrpc_reply_state *rs) +{ + struct ptlrpc_service *svc = rs->rs_service; + + LASSERT(svc); + + cfs_spin_lock(&svc->srv_lock); + cfs_list_add(&rs->rs_list, &svc->srv_free_rs_list); + cfs_spin_unlock(&svc->srv_lock); + cfs_waitq_signal(&svc->srv_free_rs_waitq); +} + +int lustre_pack_reply_v2(struct ptlrpc_request *req, int count, + __u32 *lens, char **bufs, int flags) { struct ptlrpc_reply_state *rs; - int rc; + int msg_len, rc; ENTRY; LASSERT(req->rq_reply_state == NULL); - LASSERT(req->rq_svcsec); - LASSERT(req->rq_repmsg == NULL); - req->rq_replen = lustre_msg_size(count, lens); - rc = svcsec_alloc_repbuf(req->rq_svcsec, req, req->rq_replen); + if ((flags & LPRFL_EARLY_REPLY) == 0) + req->rq_packed_final = 1; + + msg_len = lustre_msg_size_v2(count, lens); + rc = sptlrpc_svc_alloc_rs(req, msg_len); if (rc) RETURN(rc); - LASSERT(req->rq_reply_state); - LASSERT(req->rq_repmsg == req->rq_reply_state->rs_msg); - + rs = req->rq_reply_state; - rs->rs_svcsec = svcsec_get(req->rq_svcsec); + cfs_atomic_set(&rs->rs_refcount, 1); /* 1 ref for rq_reply_state */ rs->rs_cb_id.cbid_fn = reply_out_callback; rs->rs_cb_id.cbid_arg = rs; - rs->rs_srv_ni = req->rq_rqbd->rqbd_srv_ni; - INIT_LIST_HEAD(&rs->rs_exp_list); - INIT_LIST_HEAD(&rs->rs_obd_list); + rs->rs_service = req->rq_rqbd->rqbd_service; + CFS_INIT_LIST_HEAD(&rs->rs_exp_list); + CFS_INIT_LIST_HEAD(&rs->rs_obd_list); + CFS_INIT_LIST_HEAD(&rs->rs_list); + cfs_spin_lock_init(&rs->rs_lock); + + req->rq_replen = msg_len; + req->rq_reply_state = rs; + req->rq_repmsg = rs->rs_msg; - lustre_init_msg(rs->rs_msg, count, lens, bufs); + lustre_init_msg_v2(rs->rs_msg, count, lens, bufs); + lustre_msg_add_version(rs->rs_msg, PTLRPC_MSG_VERSION); PTLRPC_RS_DEBUG_LRU_ADD(rs); - RETURN (0); + RETURN(0); } +EXPORT_SYMBOL(lustre_pack_reply_v2); -void lustre_free_reply_state (struct ptlrpc_reply_state *rs) +int lustre_pack_reply_flags(struct ptlrpc_request *req, int count, __u32 *lens, + char **bufs, int flags) { - struct ptlrpc_svcsec *svcsec = rs->rs_svcsec; + int rc = 0; + __u32 size[] = { sizeof(struct ptlrpc_body) }; + + if (!lens) { + LASSERT(count == 1); + lens = size; + } + + LASSERT(count > 0); + LASSERT(lens[MSG_PTLRPC_BODY_OFF] == sizeof(struct ptlrpc_body)); + + switch (req->rq_reqmsg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + rc = lustre_pack_reply_v2(req, count, lens, bufs, flags); + break; + default: + LASSERTF(0, "incorrect message magic: %08x\n", + req->rq_reqmsg->lm_magic); + rc = -EINVAL; + } + if (rc != 0) + CERROR("lustre_pack_reply failed: rc=%d size=%d\n", rc, + lustre_msg_size(req->rq_reqmsg->lm_magic, count, lens)); + return rc; +} + +int lustre_pack_reply(struct ptlrpc_request *req, int count, __u32 *lens, + char **bufs) +{ + return lustre_pack_reply_flags(req, count, lens, bufs, 0); +} + +void *lustre_msg_buf_v2(struct lustre_msg_v2 *m, int n, int min_size) +{ + int i, offset, buflen, bufcount; + + LASSERT(m != NULL); + LASSERT(n >= 0); + + bufcount = m->lm_bufcount; + if (unlikely(n >= bufcount)) { + CDEBUG(D_INFO, "msg %p buffer[%d] not present (count %d)\n", + m, n, bufcount); + return NULL; + } + + buflen = m->lm_buflens[n]; + if (unlikely(buflen < min_size)) { + CERROR("msg %p buffer[%d] size %d too small " + "(required %d, opc=%d)\n", m, n, buflen, min_size, + n == MSG_PTLRPC_BODY_OFF ? -1 : lustre_msg_get_opc(m)); + return NULL; + } + + offset = lustre_msg_hdr_size_v2(bufcount); + for (i = 0; i < n; i++) + offset += cfs_size_round(m->lm_buflens[i]); + + return (char *)m + offset; +} + +void *lustre_msg_buf(struct lustre_msg *m, int n, int min_size) +{ + switch (m->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + return lustre_msg_buf_v2(m, n, min_size); + default: + LASSERTF(0, "incorrect message magic: %08x(msg:%p)\n", m->lm_magic, m); + return NULL; + } +} + +int lustre_shrink_msg_v2(struct lustre_msg_v2 *msg, int segment, + unsigned int newlen, int move_data) +{ + char *tail = NULL, *newpos; + int tail_len = 0, n; + + LASSERT(msg); + LASSERT(msg->lm_bufcount > segment); + LASSERT(msg->lm_buflens[segment] >= newlen); + + if (msg->lm_buflens[segment] == newlen) + goto out; + + if (move_data && msg->lm_bufcount > segment + 1) { + tail = lustre_msg_buf_v2(msg, segment + 1, 0); + for (n = segment + 1; n < msg->lm_bufcount; n++) + tail_len += cfs_size_round(msg->lm_buflens[n]); + } + msg->lm_buflens[segment] = newlen; + + if (tail && tail_len) { + newpos = lustre_msg_buf_v2(msg, segment + 1, 0); + LASSERT(newpos <= tail); + if (newpos != tail) + memmove(newpos, tail, tail_len); + } +out: + return lustre_msg_size_v2(msg->lm_bufcount, msg->lm_buflens); +} + +/* + * for @msg, shrink @segment to size @newlen. if @move_data is non-zero, + * we also move data forward from @segment + 1. + * + * if @newlen == 0, we remove the segment completely, but we still keep the + * totally bufcount the same to save possible data moving. this will leave a + * unused segment with size 0 at the tail, but that's ok. + * + * return new msg size after shrinking. + * + * CAUTION: + * + if any buffers higher than @segment has been filled in, must call shrink + * with non-zero @move_data. + * + caller should NOT keep pointers to msg buffers which higher than @segment + * after call shrink. + */ +int lustre_shrink_msg(struct lustre_msg *msg, int segment, + unsigned int newlen, int move_data) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + return lustre_shrink_msg_v2(msg, segment, newlen, move_data); + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +void lustre_free_reply_state(struct ptlrpc_reply_state *rs) +{ PTLRPC_RS_DEBUG_LRU_DEL(rs); + LASSERT (cfs_atomic_read(&rs->rs_refcount) == 0); LASSERT (!rs->rs_difficult || rs->rs_handled); LASSERT (!rs->rs_on_net); LASSERT (!rs->rs_scheduled); LASSERT (rs->rs_export == NULL); LASSERT (rs->rs_nlocks == 0); - LASSERT (list_empty(&rs->rs_exp_list)); - LASSERT (list_empty(&rs->rs_obd_list)); - LASSERT (svcsec); - - if (svcsec->free_repbuf) - svcsec->free_repbuf(svcsec, rs); - else - svcsec_free_reply_state(rs); + LASSERT (cfs_list_empty(&rs->rs_exp_list)); + LASSERT (cfs_list_empty(&rs->rs_obd_list)); - svcsec_put(svcsec); + sptlrpc_svc_free_rs(rs); } -/* This returns the size of the buffer that is required to hold a lustre_msg - * with the given sub-buffer lengths. */ -int lustre_msg_size(int count, int *lengths) +static int lustre_unpack_msg_v2(struct lustre_msg_v2 *m, int len) { - int size; - int i; + int swabbed, required_len, i; - size = HDR_SIZE (count); - for (i = 0; i < count; i++) - size += size_round(lengths[i]); + /* Now we know the sender speaks my language. */ + required_len = lustre_msg_hdr_size_v2(0); + if (len < required_len) { + /* can't even look inside the message */ + CERROR("message length %d too small for lustre_msg\n", len); + return -EINVAL; + } - return size; + swabbed = (m->lm_magic == LUSTRE_MSG_MAGIC_V2_SWABBED); + + if (swabbed) { + __swab32s(&m->lm_magic); + __swab32s(&m->lm_bufcount); + __swab32s(&m->lm_secflvr); + __swab32s(&m->lm_repsize); + __swab32s(&m->lm_cksum); + __swab32s(&m->lm_flags); + CLASSERT(offsetof(typeof(*m), lm_padding_2) != 0); + CLASSERT(offsetof(typeof(*m), lm_padding_3) != 0); + } + + required_len = lustre_msg_hdr_size_v2(m->lm_bufcount); + if (len < required_len) { + /* didn't receive all the buffer lengths */ + CERROR ("message length %d too small for %d buflens\n", + len, m->lm_bufcount); + return -EINVAL; + } + + for (i = 0; i < m->lm_bufcount; i++) { + if (swabbed) + __swab32s(&m->lm_buflens[i]); + required_len += cfs_size_round(m->lm_buflens[i]); + } + + if (len < required_len) { + CERROR("len: %d, required_len %d\n", len, required_len); + CERROR("bufcount: %d\n", m->lm_bufcount); + for (i = 0; i < m->lm_bufcount; i++) + CERROR("buffer %d length %d\n", i, m->lm_buflens[i]); + return -EINVAL; + } + + return swabbed; } -int lustre_unpack_msg(struct lustre_msg *m, int len) +int __lustre_unpack_msg(struct lustre_msg *m, int len) { - int flipped; - int required_len; - int i; + int required_len, rc; ENTRY; /* We can provide a slightly better error log, if we check the @@ -250,193 +561,1005 @@ int lustre_unpack_msg(struct lustre_msg *m, int len) * rather than a short message. * */ - required_len = MAX (offsetof (struct lustre_msg, version) + - sizeof (m->version), - offsetof (struct lustre_msg, magic) + - sizeof (m->magic)); + required_len = offsetof(struct lustre_msg, lm_magic) + + sizeof(m->lm_magic); if (len < required_len) { /* can't even look inside the message */ - CERROR ("message length %d too small for magic/version check\n", - len); - RETURN (-EINVAL); + CERROR("message length %d too small for magic/version check\n", + len); + RETURN(-EINVAL); } - flipped = lustre_msg_swabbed(m); - if (flipped) - __swab32s (&m->version); - else if (m->magic != PTLRPC_MSG_MAGIC) { - CERROR("wrong lustre_msg magic %#08x\n", m->magic); - RETURN (-EINVAL); + rc = lustre_unpack_msg_v2(m, len); + + RETURN(rc); +} +EXPORT_SYMBOL(__lustre_unpack_msg); + +int ptlrpc_unpack_req_msg(struct ptlrpc_request *req, int len) +{ + int rc; + rc = __lustre_unpack_msg(req->rq_reqmsg, len); + if (rc == 1) { + lustre_set_req_swabbed(req, MSG_PTLRPC_HEADER_OFF); + rc = 0; } + return rc; +} - if ((m->version & ~LUSTRE_VERSION_MASK) != PTLRPC_MSG_VERSION) { - CERROR("wrong lustre_msg version %#08x\n", m->version); - RETURN (-EINVAL); +int ptlrpc_unpack_rep_msg(struct ptlrpc_request *req, int len) +{ + int rc; + rc = __lustre_unpack_msg(req->rq_repmsg, len); + if (rc == 1) { + lustre_set_rep_swabbed(req, MSG_PTLRPC_HEADER_OFF); + rc = 0; } + return rc; +} - /* Now we know the sender speaks my language (but possibly flipped)...*/ - required_len = HDR_SIZE(0); - if (len < required_len) { - /* can't even look inside the message */ - CERROR ("message length %d too small for lustre_msg\n", len); - RETURN (-EINVAL); +static inline int lustre_unpack_ptlrpc_body_v2(struct ptlrpc_request *req, + const int inout, int offset) +{ + struct ptlrpc_body *pb; + struct lustre_msg_v2 *m = inout ? req->rq_reqmsg : req->rq_repmsg; + + pb = lustre_msg_buf_v2(m, offset, sizeof(*pb)); + if (!pb) { + CERROR("error unpacking ptlrpc body\n"); + return -EFAULT; + } + if (ptlrpc_buf_need_swab(req, inout, offset)) { + lustre_swab_ptlrpc_body(pb); + ptlrpc_buf_set_swabbed(req, inout, offset); } - if (flipped) { - __swab32s (&m->type); - __swab32s (&m->opc); - __swab64s (&m->last_xid); - __swab64s (&m->last_committed); - __swab64s (&m->transno); - __swab32s (&m->status); - __swab32s (&m->bufcount); - __swab32s (&m->flags); + if ((pb->pb_version & ~LUSTRE_VERSION_MASK) != PTLRPC_MSG_VERSION) { + CERROR("wrong lustre_msg version %08x\n", pb->pb_version); + return -EINVAL; } - required_len = HDR_SIZE(m->bufcount); + return 0; +} - if (len < required_len) { - /* didn't receive all the buffer lengths */ - CERROR ("message length %d too small for %d buflens\n", - len, m->bufcount); - RETURN(-EINVAL); +int lustre_unpack_req_ptlrpc_body(struct ptlrpc_request *req, int offset) +{ + switch (req->rq_reqmsg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + return lustre_unpack_ptlrpc_body_v2(req, 1, offset); + default: + CERROR("bad lustre msg magic: %08x\n", + req->rq_reqmsg->lm_magic); + return -EINVAL; + } +} + +int lustre_unpack_rep_ptlrpc_body(struct ptlrpc_request *req, int offset) +{ + switch (req->rq_repmsg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + return lustre_unpack_ptlrpc_body_v2(req, 0, offset); + default: + CERROR("bad lustre msg magic: %08x\n", + req->rq_repmsg->lm_magic); + return -EINVAL; + } +} + +static inline int lustre_msg_buflen_v2(struct lustre_msg_v2 *m, int n) +{ + if (n >= m->lm_bufcount) + return 0; + + return m->lm_buflens[n]; +} + +/** + * lustre_msg_buflen - return the length of buffer \a n in message \a m + * \param m lustre_msg (request or reply) to look at + * \param n message index (base 0) + * + * returns zero for non-existent message indices + */ +int lustre_msg_buflen(struct lustre_msg *m, int n) +{ + switch (m->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + return lustre_msg_buflen_v2(m, n); + default: + CERROR("incorrect message magic: %08x\n", m->lm_magic); + return -EINVAL; + } +} +EXPORT_SYMBOL(lustre_msg_buflen); + +static inline void +lustre_msg_set_buflen_v2(struct lustre_msg_v2 *m, int n, int len) +{ + if (n >= m->lm_bufcount) + LBUG(); + + m->lm_buflens[n] = len; +} + +void lustre_msg_set_buflen(struct lustre_msg *m, int n, int len) +{ + switch (m->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + lustre_msg_set_buflen_v2(m, n, len); + return; + default: + LASSERTF(0, "incorrect message magic: %08x\n", m->lm_magic); + } +} + +EXPORT_SYMBOL(lustre_msg_set_buflen); + +/* NB return the bufcount for lustre_msg_v2 format, so if message is packed + * in V1 format, the result is one bigger. (add struct ptlrpc_body). */ +int lustre_msg_bufcount(struct lustre_msg *m) +{ + switch (m->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + return m->lm_bufcount; + default: + CERROR("incorrect message magic: %08x\n", m->lm_magic); + return -EINVAL; + } +} +EXPORT_SYMBOL(lustre_msg_bufcount); + +char *lustre_msg_string(struct lustre_msg *m, int index, int max_len) +{ + /* max_len == 0 means the string should fill the buffer */ + char *str; + int slen, blen; + + switch (m->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + str = lustre_msg_buf_v2(m, index, 0); + blen = lustre_msg_buflen_v2(m, index); + break; + default: + LASSERTF(0, "incorrect message magic: %08x\n", m->lm_magic); + } + + if (str == NULL) { + CERROR ("can't unpack string in msg %p buffer[%d]\n", m, index); + return NULL; + } + + slen = strnlen(str, blen); + + if (slen == blen) { /* not NULL terminated */ + CERROR("can't unpack non-NULL terminated string in " + "msg %p buffer[%d] len %d\n", m, index, blen); + return NULL; + } + + if (max_len == 0) { + if (slen != blen - 1) { + CERROR("can't unpack short string in msg %p " + "buffer[%d] len %d: strlen %d\n", + m, index, blen, slen); + return NULL; + } + } else if (slen > max_len) { + CERROR("can't unpack oversized string in msg %p " + "buffer[%d] len %d strlen %d: max %d expected\n", + m, index, blen, slen, max_len); + return NULL; + } + + return str; +} + +/* Wrap up the normal fixed length cases */ +static inline void *__lustre_swab_buf(struct lustre_msg *msg, int index, + int min_size, void *swabber) +{ + void *ptr = NULL; + + LASSERT(msg != NULL); + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + ptr = lustre_msg_buf_v2(msg, index, min_size); + break; + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + } + + if (ptr && swabber) + ((void (*)(void *))swabber)(ptr); + + return ptr; +} + +static inline struct ptlrpc_body *lustre_msg_ptlrpc_body(struct lustre_msg *msg) +{ + return lustre_msg_buf_v2(msg, MSG_PTLRPC_BODY_OFF, + sizeof(struct ptlrpc_body)); +} + +__u32 lustre_msghdr_get_flags(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V1: + case LUSTRE_MSG_MAGIC_V1_SWABBED: + return 0; + case LUSTRE_MSG_MAGIC_V2: + /* already in host endian */ + return msg->lm_flags; + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} +EXPORT_SYMBOL(lustre_msghdr_get_flags); + +void lustre_msghdr_set_flags(struct lustre_msg *msg, __u32 flags) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V1: + return; + case LUSTRE_MSG_MAGIC_V2: + msg->lm_flags = flags; + return; + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +__u32 lustre_msg_get_flags(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return 0; + } + return pb->pb_flags; + } + default: + /* flags might be printed in debug code while message + * uninitialized */ + return 0; + } +} + +void lustre_msg_add_flags(struct lustre_msg *msg, int flags) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_flags |= flags; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +void lustre_msg_set_flags(struct lustre_msg *msg, int flags) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_flags = flags; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +void lustre_msg_clear_flags(struct lustre_msg *msg, int flags) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_flags &= ~(MSG_GEN_FLAG_MASK & flags); + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +__u32 lustre_msg_get_op_flags(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return 0; + } + return pb->pb_op_flags; + } + default: + return 0; + } +} + +void lustre_msg_add_op_flags(struct lustre_msg *msg, int flags) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_op_flags |= flags; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +void lustre_msg_set_op_flags(struct lustre_msg *msg, int flags) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_op_flags |= flags; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +struct lustre_handle *lustre_msg_get_handle(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return NULL; + } + return &pb->pb_handle; + } + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return NULL; + } +} + +__u32 lustre_msg_get_type(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return PTL_RPC_MSG_ERR; + } + return pb->pb_type; + } + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return PTL_RPC_MSG_ERR; + } +} + +__u32 lustre_msg_get_version(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return 0; + } + return pb->pb_version; + } + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +void lustre_msg_add_version(struct lustre_msg *msg, int version) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_version |= version; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +__u32 lustre_msg_get_opc(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return 0; + } + return pb->pb_opc; + } + default: + CERROR("incorrect message magic: %08x(msg:%p)\n", msg->lm_magic, msg); + LBUG(); + return 0; + } +} + +__u64 lustre_msg_get_last_xid(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return 0; + } + return pb->pb_last_xid; + } + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +__u64 lustre_msg_get_last_committed(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return 0; + } + return pb->pb_last_committed; + } + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +__u64 *lustre_msg_get_versions(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V1: + return NULL; + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return NULL; + } + return pb->pb_pre_versions; + } + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return NULL; + } +} + +__u64 lustre_msg_get_transno(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return 0; + } + return pb->pb_transno; + } + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +int lustre_msg_get_status(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return -EINVAL; + } + return pb->pb_status; + } + default: + /* status might be printed in debug code while message + * uninitialized */ + return -EINVAL; + } +} + +__u64 lustre_msg_get_slv(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return -EINVAL; + } + return pb->pb_slv; + } + default: + CERROR("invalid msg magic %08x\n", msg->lm_magic); + return -EINVAL; + } +} + + +void lustre_msg_set_slv(struct lustre_msg *msg, __u64 slv) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return; + } + pb->pb_slv = slv; + return; + } + default: + CERROR("invalid msg magic %x\n", msg->lm_magic); + return; + } +} + +__u32 lustre_msg_get_limit(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return -EINVAL; + } + return pb->pb_limit; + } + default: + CERROR("invalid msg magic %x\n", msg->lm_magic); + return -EINVAL; + } +} + + +void lustre_msg_set_limit(struct lustre_msg *msg, __u64 limit) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return; + } + pb->pb_limit = limit; + return; + } + default: + CERROR("invalid msg magic %08x\n", msg->lm_magic); + return; + } +} + +__u32 lustre_msg_get_conn_cnt(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return 0; + } + return pb->pb_conn_cnt; + } + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +int lustre_msg_is_v1(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V1: + case LUSTRE_MSG_MAGIC_V1_SWABBED: + return 1; + default: + return 0; + } +} + +__u32 lustre_msg_get_magic(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + return msg->lm_magic; + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +__u32 lustre_msg_get_timeout(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V1: + case LUSTRE_MSG_MAGIC_V1_SWABBED: + return 0; + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return 0; + + } + return pb->pb_timeout; + } + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +__u32 lustre_msg_get_service_time(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V1: + case LUSTRE_MSG_MAGIC_V1_SWABBED: + return 0; + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + if (!pb) { + CERROR("invalid msg %p: no ptlrpc body!\n", msg); + return 0; + + } + return pb->pb_service_time; + } + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +__u32 lustre_msg_get_cksum(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + return msg->lm_cksum; + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +__u32 lustre_msg_calc_cksum(struct lustre_msg *msg) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + return crc32_le(~(__u32)0, (unsigned char *)pb, sizeof(*pb)); + } + default: + CERROR("incorrect message magic: %08x\n", msg->lm_magic); + return 0; + } +} + +void lustre_msg_set_handle(struct lustre_msg *msg, struct lustre_handle *handle) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_handle = *handle; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +void lustre_msg_set_type(struct lustre_msg *msg, __u32 type) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_type = type; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +void lustre_msg_set_opc(struct lustre_msg *msg, __u32 opc) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_opc = opc; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +void lustre_msg_set_last_xid(struct lustre_msg *msg, __u64 last_xid) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_last_xid = last_xid; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +void lustre_msg_set_last_committed(struct lustre_msg *msg, __u64 last_committed) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_last_committed = last_committed; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +void lustre_msg_set_versions(struct lustre_msg *msg, __u64 *versions) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V1: + return; + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_pre_versions[0] = versions[0]; + pb->pb_pre_versions[1] = versions[1]; + pb->pb_pre_versions[2] = versions[2]; + pb->pb_pre_versions[3] = versions[3]; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} + +void lustre_msg_set_transno(struct lustre_msg *msg, __u64 transno) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_transno = transno; + return; } - - for (i = 0; i < m->bufcount; i++) { - if (flipped) - __swab32s (&m->buflens[i]); - required_len += size_round(m->buflens[i]); + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); } +} - if (len < required_len) { - CERROR("len: %d, required_len %d\n", len, required_len); - CERROR("bufcount: %d\n", m->bufcount); - for (i = 0; i < m->bufcount; i++) - CERROR("buffer %d length %d\n", i, m->buflens[i]); - RETURN(-EINVAL); +void lustre_msg_set_status(struct lustre_msg *msg, __u32 status) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_status = status; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); } - - RETURN(0); } -void *lustre_msg_buf(struct lustre_msg *m, int n, int min_size) +void lustre_msg_set_conn_cnt(struct lustre_msg *msg, __u32 conn_cnt) { - int i; - int offset; - int buflen; - int bufcount; - - LASSERT (m != NULL); - LASSERT (n >= 0); - - bufcount = m->bufcount; - if (n >= bufcount) { - CDEBUG(D_INFO, "msg %p buffer[%d] not present (count %d)\n", - m, n, bufcount); - return NULL; + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_conn_cnt = conn_cnt; + return; } - - buflen = m->buflens[n]; - if (buflen < min_size) { - CERROR("msg %p buffer[%d] size %d too small (required %d)\n", - m, n, buflen, min_size); - return NULL; + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); } - - offset = HDR_SIZE(bufcount); - for (i = 0; i < n; i++) - offset += size_round(m->buflens[i]); - - return (char *)m + offset; } -char *lustre_msg_string (struct lustre_msg *m, int index, int max_len) +void lustre_msg_set_timeout(struct lustre_msg *msg, __u32 timeout) { - /* max_len == 0 means the string should fill the buffer */ - char *str = lustre_msg_buf (m, index, 0); - int slen; - int blen; - - if (str == NULL) { - CERROR ("can't unpack string in msg %p buffer[%d]\n", m, index); - return (NULL); + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V1: + return; + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_timeout = timeout; + return; } - - blen = m->buflens[index]; - slen = strnlen (str, blen); - - if (slen == blen) { /* not NULL terminated */ - CERROR ("can't unpack non-NULL terminated string in " - "msg %p buffer[%d] len %d\n", m, index, blen); - return (NULL); + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); } +} - if (max_len == 0) { - if (slen != blen - 1) { - CERROR ("can't unpack short string in msg %p " - "buffer[%d] len %d: strlen %d\n", - m, index, blen, slen); - return (NULL); - } - } else if (slen > max_len) { - CERROR ("can't unpack oversized string in msg %p " - "buffer[%d] len %d strlen %d: max %d expected\n", - m, index, blen, slen, max_len); - return (NULL); +void lustre_msg_set_service_time(struct lustre_msg *msg, __u32 service_time) +{ + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V1: + return; + case LUSTRE_MSG_MAGIC_V2: { + struct ptlrpc_body *pb = lustre_msg_ptlrpc_body(msg); + LASSERTF(pb, "invalid msg %p: no ptlrpc body!\n", msg); + pb->pb_service_time = service_time; + return; + } + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); } - - return (str); } -/* Wrap up the normal fixed length cases */ -void *lustre_swab_buf(struct lustre_msg *msg, int index, int min_size, - void *swabber) +void lustre_msg_set_cksum(struct lustre_msg *msg, __u32 cksum) { - void *ptr; + switch (msg->lm_magic) { + case LUSTRE_MSG_MAGIC_V1: + return; + case LUSTRE_MSG_MAGIC_V2: + msg->lm_cksum = cksum; + return; + default: + LASSERTF(0, "incorrect message magic: %08x\n", msg->lm_magic); + } +} - ptr = lustre_msg_buf(msg, index, min_size); - if (ptr == NULL) - return NULL; - if (swabber != NULL && lustre_msg_swabbed(msg)) - ((void (*)(void *))swabber)(ptr); +void ptlrpc_request_set_replen(struct ptlrpc_request *req) +{ + int count = req_capsule_filled_sizes(&req->rq_pill, RCL_SERVER); - return ptr; + req->rq_replen = lustre_msg_size(req->rq_reqmsg->lm_magic, count, + req->rq_pill.rc_area[RCL_SERVER]); + if (req->rq_reqmsg->lm_magic == LUSTRE_MSG_MAGIC_V2) + req->rq_reqmsg->lm_repsize = req->rq_replen; } -void *lustre_swab_reqbuf(struct ptlrpc_request *req, int index, int min_size, - void *swabber) +void ptlrpc_req_set_repsize(struct ptlrpc_request *req, int count, __u32 *lens) { - LASSERT_REQSWAB(req, index); - return lustre_swab_buf(req->rq_reqmsg, index, min_size, swabber); + req->rq_replen = lustre_msg_size(req->rq_reqmsg->lm_magic, count, lens); + if (req->rq_reqmsg->lm_magic == LUSTRE_MSG_MAGIC_V2) + req->rq_reqmsg->lm_repsize = req->rq_replen; } -void *lustre_swab_repbuf(struct ptlrpc_request *req, int index, int min_size, - void *swabber) +/** + * Send a remote set_info_async. + * + * This may go from client to server or server to client. + */ +int do_set_info_async(struct obd_import *imp, + int opcode, int version, + obd_count keylen, void *key, + obd_count vallen, void *val, + struct ptlrpc_request_set *set) { - LASSERT_REPSWAB(req, index); - return lustre_swab_buf(req->rq_repmsg, index, min_size, swabber); + struct ptlrpc_request *req; + char *tmp; + int rc; + ENTRY; + + req = ptlrpc_request_alloc(imp, &RQF_OBD_SET_INFO); + if (req == NULL) + RETURN(-ENOMEM); + + req_capsule_set_size(&req->rq_pill, &RMF_SETINFO_KEY, + RCL_CLIENT, keylen); + req_capsule_set_size(&req->rq_pill, &RMF_SETINFO_VAL, + RCL_CLIENT, vallen); + rc = ptlrpc_request_pack(req, version, opcode); + if (rc) { + ptlrpc_request_free(req); + RETURN(rc); + } + + tmp = req_capsule_client_get(&req->rq_pill, &RMF_SETINFO_KEY); + memcpy(tmp, key, keylen); + tmp = req_capsule_client_get(&req->rq_pill, &RMF_SETINFO_VAL); + memcpy(tmp, val, vallen); + + ptlrpc_request_set_replen(req); + + if (set) { + ptlrpc_set_add_req(set, req); + ptlrpc_check_set(NULL, set); + } else { + rc = ptlrpc_queue_wait(req); + ptlrpc_req_finished(req); + } + + RETURN(rc); } +EXPORT_SYMBOL(do_set_info_async); /* byte flipping routines for all wire types declared in * lustre_idl.h implemented here. */ +void lustre_swab_ptlrpc_body(struct ptlrpc_body *b) +{ + __swab32s (&b->pb_type); + __swab32s (&b->pb_version); + __swab32s (&b->pb_opc); + __swab32s (&b->pb_status); + __swab64s (&b->pb_last_xid); + __swab64s (&b->pb_last_seen); + __swab64s (&b->pb_last_committed); + __swab64s (&b->pb_transno); + __swab32s (&b->pb_flags); + __swab32s (&b->pb_op_flags); + __swab32s (&b->pb_conn_cnt); + __swab32s (&b->pb_timeout); + __swab32s (&b->pb_service_time); + __swab32s (&b->pb_limit); + __swab64s (&b->pb_slv); + __swab64s (&b->pb_pre_versions[0]); + __swab64s (&b->pb_pre_versions[1]); + __swab64s (&b->pb_pre_versions[2]); + __swab64s (&b->pb_pre_versions[3]); + CLASSERT(offsetof(typeof(*b), pb_padding) != 0); +} void lustre_swab_connect(struct obd_connect_data *ocd) { - __swab64s (&ocd->ocd_connect_flags); - __swab32s (&ocd->ocd_nllu[0]); - __swab32s (&ocd->ocd_nllu[1]); + __swab64s(&ocd->ocd_connect_flags); + __swab32s(&ocd->ocd_version); + __swab32s(&ocd->ocd_grant); + __swab64s(&ocd->ocd_ibits_known); + __swab32s(&ocd->ocd_index); + __swab32s(&ocd->ocd_brw_size); + __swab32s(&ocd->ocd_nllu); + __swab32s(&ocd->ocd_nllg); + __swab64s(&ocd->ocd_transno); + __swab32s(&ocd->ocd_group); + __swab32s(&ocd->ocd_cksum_types); + CLASSERT(offsetof(typeof(*ocd), padding1) != 0); + CLASSERT(offsetof(typeof(*ocd), padding2) != 0); } void lustre_swab_obdo (struct obdo *o) { + __swab64s (&o->o_valid); __swab64s (&o->o_id); __swab64s (&o->o_gr); - __swab64s (&o->o_atime); + __swab64s (&o->o_fid); + __swab64s (&o->o_size); __swab64s (&o->o_mtime); + __swab64s (&o->o_atime); __swab64s (&o->o_ctime); - __swab64s (&o->o_size); __swab64s (&o->o_blocks); __swab64s (&o->o_grant); __swab32s (&o->o_blksize); @@ -446,153 +1569,26 @@ void lustre_swab_obdo (struct obdo *o) __swab32s (&o->o_flags); __swab32s (&o->o_nlink); __swab32s (&o->o_generation); - __swab64s (&o->o_valid); __swab32s (&o->o_misc); - __swab32s (&o->o_easize); - __swab32s (&o->o_mds); - __swab64s (&o->o_fid); + __swab64s (&o->o_ioepoch); + __swab32s (&o->o_stripe_idx); + __swab32s (&o->o_padding_1); /* o_inline is opaque */ } -/* mdc pack methods used by mdc and smfs*/ -void *mdc_create_pack(struct lustre_msg *msg, int offset, - struct mdc_op_data *op_data, __u32 mode, - __u64 rdev, const void *data, int datalen) -{ - struct mds_rec_create *rec; - char *tmp; - rec = lustre_msg_buf(msg, offset, sizeof (*rec)); - - rec->cr_opcode = REINT_CREATE; - rec->cr_id = op_data->id1; - memset(&rec->cr_replayid, 0, sizeof(rec->cr_replayid)); - rec->cr_mode = mode; - rec->cr_rdev = rdev; - rec->cr_time = op_data->mod_time; - - tmp = lustre_msg_buf(msg, offset + 1, op_data->namelen + 1); - LOGL0(op_data->name, op_data->namelen, tmp); - - if (data) { - tmp = lustre_msg_buf(msg, offset + 2, datalen); - memcpy (tmp, data, datalen); - } - return ((void*)tmp + size_round(datalen)); -} - -void *mdc_setattr_pack(struct lustre_msg *msg, int offset, - struct mdc_op_data *data, struct iattr *iattr, - void *ea, int ealen, void *ea2, int ea2len) -{ - struct mds_rec_setattr *rec = lustre_msg_buf(msg, offset, sizeof(*rec)); - char *tmp = NULL; - - rec->sa_opcode = REINT_SETATTR; - rec->sa_id = data->id1; - - if (iattr) { - rec->sa_valid = iattr->ia_valid; - rec->sa_mode = iattr->ia_mode; - rec->sa_uid = iattr->ia_uid; - rec->sa_gid = iattr->ia_gid; - rec->sa_size = iattr->ia_size; - rec->sa_atime = LTIME_S(iattr->ia_atime); - rec->sa_mtime = LTIME_S(iattr->ia_mtime); - rec->sa_ctime = LTIME_S(iattr->ia_ctime); - rec->sa_attr_flags = iattr->ia_attr_flags; - } - tmp = (char*)rec + size_round(sizeof(*rec)); - - if (ealen == 0) - return (void*)tmp; - - memcpy(lustre_msg_buf(msg, offset + 1, ealen), ea, ealen); - tmp += size_round(ealen); - - if (ea2len == 0) - return (void*)tmp; - - memcpy(lustre_msg_buf(msg, offset + 2, ea2len), ea2, ea2len); - tmp += size_round(ea2len); - return (void*)tmp; -} - -void *mdc_unlink_pack(struct lustre_msg *msg, int offset, - struct mdc_op_data *data) -{ - struct mds_rec_unlink *rec; - char *tmp; - - rec = lustre_msg_buf(msg, offset, sizeof (*rec)); - LASSERT (rec != NULL); - - rec->ul_opcode = REINT_UNLINK; - rec->ul_mode = data->create_mode; - rec->ul_id1 = data->id1; - rec->ul_id2 = data->id2; - rec->ul_time = data->mod_time; - - tmp = lustre_msg_buf(msg, offset + 1, data->namelen + 1); - LASSERT (tmp != NULL); - LOGL0(data->name, data->namelen, tmp); - return (void*)tmp; -} - -void *mdc_link_pack(struct lustre_msg *msg, int offset, - struct mdc_op_data *data) -{ - struct mds_rec_link *rec; - char *tmp; - - rec = lustre_msg_buf(msg, offset, sizeof (*rec)); - - rec->lk_opcode = REINT_LINK; - rec->lk_id1 = data->id1; - rec->lk_id2 = data->id2; - rec->lk_time = data->mod_time; - - tmp = lustre_msg_buf(msg, offset + 1, data->namelen + 1); - LOGL0(data->name, data->namelen, tmp); - - return (void*)tmp; -} - -void *mdc_rename_pack(struct lustre_msg *msg, int offset, - struct mdc_op_data *data, - const char *old, int oldlen, - const char *new, int newlen) -{ - struct mds_rec_rename *rec; - char *tmp; - - rec = lustre_msg_buf(msg, offset, sizeof (*rec)); - - /* XXX do something about time, uid, gid */ - rec->rn_opcode = REINT_RENAME; - rec->rn_id1 = data->id1; - rec->rn_id2 = data->id2; - rec->rn_time = data->mod_time; - - tmp = lustre_msg_buf(msg, offset + 1, oldlen + 1); - LOGL0(old, oldlen, tmp); - - if (new) { - tmp = lustre_msg_buf(msg, offset + 2, newlen + 1); - LOGL0(new, newlen, tmp); - } - return (void*)tmp; -} - void lustre_swab_obd_statfs (struct obd_statfs *os) { __swab64s (&os->os_type); __swab64s (&os->os_blocks); __swab64s (&os->os_bfree); __swab64s (&os->os_bavail); + __swab64s (&os->os_files); __swab64s (&os->os_ffree); - /* no need to swap os_fsid */ + /* no need to swab os_fsid */ __swab32s (&os->os_bsize); __swab32s (&os->os_namelen); + __swab64s (&os->os_maxbytes); + __swab32s (&os->os_state); /* no need to swap os_spare */ } @@ -635,156 +1631,322 @@ void lustre_swab_ost_lvb(struct ost_lvb *lvb) __swab64s(&lvb->lvb_blocks); } -void lustre_swab_lustre_stc (struct lustre_stc *stc) -{ - __swab64s (&stc->u.e3s.l3s_ino); - __swab32s (&stc->u.e3s.l3s_gen); - __swab32s (&stc->u.e3s.l3s_type); -} - -void lustre_swab_lustre_fid(struct lustre_fid *fid) -{ - __swab64s (&fid->lf_id); - __swab64s (&fid->lf_group); - __swab32s (&fid->lf_version); -} - -void lustre_swab_lustre_id (struct lustre_id *id) -{ - lustre_swab_lustre_stc(&id->li_stc); - lustre_swab_lustre_fid(&id->li_fid); -} - void lustre_swab_mds_status_req (struct mds_status_req *r) { __swab32s (&r->flags); __swab32s (&r->repbuf); } -/* - * because sec_desc is variable buffer, we must check it by hand - */ -struct mds_req_sec_desc *lustre_swab_mds_secdesc(struct ptlrpc_request *req, - int offset) +void lustre_swab_mds_body (struct mds_body *b) { - struct mds_req_sec_desc *rsd; - struct lustre_msg *m; - __u32 i; - - LASSERT_REQSWAB(req, offset); - - m = req->rq_reqmsg; - rsd = lustre_msg_buf(m, offset, sizeof(*rsd)); - if (!rsd) - return NULL; - - if (lustre_msg_swabbed(m)) { - __swab32s(&rsd->rsd_uid); - __swab32s(&rsd->rsd_gid); - __swab32s(&rsd->rsd_fsuid); - __swab32s(&rsd->rsd_fsgid); - __swab32s(&rsd->rsd_cap); - __swab32s(&rsd->rsd_ngroups); - } - - if (rsd->rsd_ngroups > LUSTRE_MAX_GROUPS) { - CERROR("%u groups is not allowed\n", rsd->rsd_ngroups); - return NULL; - } - - if (m->buflens[offset] != - sizeof(*rsd) + rsd->rsd_ngroups * sizeof(__u32)) { - CERROR("bufflen %u while contains %u groups\n", - m->buflens[offset], rsd->rsd_ngroups); - return NULL; - } - - if (lustre_msg_swabbed(m)) { - for (i = 0; i < rsd->rsd_ngroups; i++) - __swab32s(&rsd->rsd_groups[i]); - } - - return rsd; + lustre_swab_ll_fid (&b->fid1); + lustre_swab_ll_fid (&b->fid2); + /* handle is opaque */ + __swab64s (&b->valid); + __swab64s (&b->size); + __swab64s (&b->mtime); + __swab64s (&b->atime); + __swab64s (&b->ctime); + __swab64s (&b->blocks); + __swab64s (&b->io_epoch); + __swab64s (&b->ino); + __swab32s (&b->fsuid); + __swab32s (&b->fsgid); + __swab32s (&b->capability); + __swab32s (&b->mode); + __swab32s (&b->uid); + __swab32s (&b->gid); + __swab32s (&b->flags); + __swab32s (&b->rdev); + __swab32s (&b->nlink); + __swab32s (&b->generation); + __swab32s (&b->suppgid); + __swab32s (&b->eadatasize); + __swab32s (&b->aclsize); + __swab32s (&b->max_mdsize); + __swab32s (&b->max_cookiesize); + __swab32s (&b->padding_4); } -void lustre_swab_mds_body (struct mds_body *b) +void lustre_swab_mdt_body (struct mdt_body *b) { - lustre_swab_lustre_id (&b->id1); - lustre_swab_lustre_id (&b->id2); + lustre_swab_lu_fid (&b->fid1); + lustre_swab_lu_fid (&b->fid2); /* handle is opaque */ + __swab64s (&b->valid); __swab64s (&b->size); + __swab64s (&b->mtime); + __swab64s (&b->atime); + __swab64s (&b->ctime); __swab64s (&b->blocks); - __swab64s (&b->valid); + __swab64s (&b->ioepoch); + __swab64s (&b->ino); + __swab32s (&b->fsuid); + __swab32s (&b->fsgid); + __swab32s (&b->capability); __swab32s (&b->mode); __swab32s (&b->uid); __swab32s (&b->gid); - __swab32s (&b->mtime); - __swab32s (&b->ctime); - __swab32s (&b->atime); __swab32s (&b->flags); __swab32s (&b->rdev); __swab32s (&b->nlink); + __swab32s (&b->generation); + __swab32s (&b->suppgid); __swab32s (&b->eadatasize); + __swab32s (&b->aclsize); + __swab32s (&b->max_mdsize); + __swab32s (&b->max_cookiesize); + __swab32s (&b->padding_4); +} + +void lustre_swab_mdt_ioepoch (struct mdt_ioepoch *b) +{ + /* handle is opaque */ + __swab64s (&b->ioepoch); + __swab32s (&b->flags); + CLASSERT(offsetof(typeof(*b), padding) != 0); +} + +void lustre_swab_mgs_target_info(struct mgs_target_info *mti) +{ + int i; + __swab32s(&mti->mti_lustre_ver); + __swab32s(&mti->mti_stripe_index); + __swab32s(&mti->mti_config_ver); + __swab32s(&mti->mti_flags); + __swab32s(&mti->mti_nid_count); + CLASSERT(sizeof(lnet_nid_t) == sizeof(__u64)); + for (i = 0; i < MTI_NIDS_MAX; i++) + __swab64s(&mti->mti_nids[i]); +} + +static void lustre_swab_obd_dqinfo (struct obd_dqinfo *i) +{ + __swab64s (&i->dqi_bgrace); + __swab64s (&i->dqi_igrace); + __swab32s (&i->dqi_flags); + __swab32s (&i->dqi_valid); } -void lustre_swab_mds_rec_setattr (struct mds_rec_setattr *sa) + +static void lustre_swab_obd_dqblk (struct obd_dqblk *b) +{ + __swab64s (&b->dqb_ihardlimit); + __swab64s (&b->dqb_isoftlimit); + __swab64s (&b->dqb_curinodes); + __swab64s (&b->dqb_bhardlimit); + __swab64s (&b->dqb_bsoftlimit); + __swab64s (&b->dqb_curspace); + __swab64s (&b->dqb_btime); + __swab64s (&b->dqb_itime); + __swab32s (&b->dqb_valid); + CLASSERT(offsetof(typeof(*b), padding) != 0); +} + +void lustre_swab_obd_quotactl (struct obd_quotactl *q) { - __swab32s (&sa->sa_opcode); - __swab32s (&sa->sa_valid); - lustre_swab_lustre_id (&sa->sa_id); - __swab32s (&sa->sa_mode); - __swab32s (&sa->sa_uid); - __swab32s (&sa->sa_gid); - __swab32s (&sa->sa_attr_flags); - __swab64s (&sa->sa_size); - __swab64s (&sa->sa_atime); - __swab64s (&sa->sa_mtime); - __swab64s (&sa->sa_ctime); + __swab32s (&q->qc_cmd); + __swab32s (&q->qc_type); + __swab32s (&q->qc_id); + __swab32s (&q->qc_stat); + lustre_swab_obd_dqinfo (&q->qc_dqinfo); + lustre_swab_obd_dqblk (&q->qc_dqblk); } -void lustre_swab_mds_rec_create (struct mds_rec_create *cr) +void lustre_swab_quota_adjust_qunit (struct quota_adjust_qunit *q) { - __swab32s (&cr->cr_opcode); - __swab32s (&cr->cr_flags); /* for use with open */ - __swab32s (&cr->cr_mode); - lustre_swab_lustre_id (&cr->cr_id); - lustre_swab_lustre_id (&cr->cr_replayid); - __swab64s (&cr->cr_time); - __swab64s (&cr->cr_rdev); + __swab32s (&q->qaq_flags); + __swab32s (&q->qaq_id); + __swab64s (&q->qaq_bunit_sz); + __swab64s (&q->qaq_iunit_sz); + __swab64s (&q->padding1); } -void lustre_swab_mds_rec_link (struct mds_rec_link *lk) +void lustre_swab_mds_remote_perm (struct mds_remote_perm *p) { - __swab32s (&lk->lk_opcode); - lustre_swab_lustre_id (&lk->lk_id1); - lustre_swab_lustre_id (&lk->lk_id2); + __swab32s (&p->rp_uid); + __swab32s (&p->rp_gid); + __swab32s (&p->rp_fsuid); + __swab32s (&p->rp_fsgid); + __swab32s (&p->rp_access_perm); +}; + +void lustre_swab_mdt_remote_perm (struct mdt_remote_perm *p) +{ + __swab32s (&p->rp_uid); + __swab32s (&p->rp_gid); + __swab32s (&p->rp_fsuid); + __swab32s (&p->rp_fsgid); + __swab32s (&p->rp_access_perm); +}; + +void lustre_swab_fid2path(struct getinfo_fid2path *gf) +{ + lustre_swab_lu_fid(&gf->gf_fid); + __swab64s(&gf->gf_recno); + __swab32s(&gf->gf_linkno); + __swab32s(&gf->gf_pathlen); } +EXPORT_SYMBOL(lustre_swab_fid2path); -void lustre_swab_mds_rec_unlink (struct mds_rec_unlink *ul) +void lustre_swab_fiemap_extent(struct ll_fiemap_extent *fm_extent) { - __swab32s (&ul->ul_opcode); - __swab32s (&ul->ul_mode); - lustre_swab_lustre_id (&ul->ul_id1); - lustre_swab_lustre_id (&ul->ul_id2); + __swab64s(&fm_extent->fe_logical); + __swab64s(&fm_extent->fe_physical); + __swab64s(&fm_extent->fe_length); + __swab32s(&fm_extent->fe_flags); + __swab32s(&fm_extent->fe_device); } -void lustre_swab_mds_rec_rename (struct mds_rec_rename *rn) +void lustre_swab_fiemap(struct ll_user_fiemap *fiemap) { - __swab32s (&rn->rn_opcode); - lustre_swab_lustre_id (&rn->rn_id1); - lustre_swab_lustre_id (&rn->rn_id2); + int i; + + __swab64s(&fiemap->fm_start); + __swab64s(&fiemap->fm_length); + __swab32s(&fiemap->fm_flags); + __swab32s(&fiemap->fm_mapped_extents); + __swab32s(&fiemap->fm_extent_count); + __swab32s(&fiemap->fm_reserved); + + for (i = 0; i < fiemap->fm_mapped_extents; i++) + lustre_swab_fiemap_extent(&fiemap->fm_extents[i]); } +void lustre_swab_mdt_rec_reint (struct mdt_rec_reint *rr) +{ + __swab32s (&rr->rr_opcode); + __swab32s (&rr->rr_cap); + __swab32s (&rr->rr_fsuid); + /* rr_fsuid_h is unused */ + __swab32s (&rr->rr_fsgid); + /* rr_fsgid_h is unused */ + __swab32s (&rr->rr_suppgid1); + /* rr_suppgid1_h is unused */ + __swab32s (&rr->rr_suppgid2); + /* rr_suppgid2_h is unused */ + lustre_swab_lu_fid (&rr->rr_fid1); + lustre_swab_lu_fid (&rr->rr_fid2); + __swab64s (&rr->rr_mtime); + __swab64s (&rr->rr_atime); + __swab64s (&rr->rr_ctime); + __swab64s (&rr->rr_size); + __swab64s (&rr->rr_blocks); + __swab32s (&rr->rr_bias); + __swab32s (&rr->rr_mode); + __swab32s (&rr->rr_padding_1); + __swab32s (&rr->rr_padding_2); + __swab32s (&rr->rr_padding_3); + __swab32s (&rr->rr_padding_4); + + CLASSERT(offsetof(typeof(*rr), rr_padding_1) != 0); + CLASSERT(offsetof(typeof(*rr), rr_padding_2) != 0); + CLASSERT(offsetof(typeof(*rr), rr_padding_3) != 0); + CLASSERT(offsetof(typeof(*rr), rr_padding_4) != 0); +}; + void lustre_swab_lov_desc (struct lov_desc *ld) { __swab32s (&ld->ld_tgt_count); __swab32s (&ld->ld_active_tgt_count); __swab32s (&ld->ld_default_stripe_count); + __swab32s (&ld->ld_pattern); __swab64s (&ld->ld_default_stripe_size); __swab64s (&ld->ld_default_stripe_offset); + __swab32s (&ld->ld_qos_maxage); + /* uuid endian insensitive */ +} + +void lustre_swab_lmv_desc (struct lmv_desc *ld) +{ + __swab32s (&ld->ld_tgt_count); + __swab32s (&ld->ld_active_tgt_count); + __swab32s (&ld->ld_default_stripe_count); __swab32s (&ld->ld_pattern); + __swab64s (&ld->ld_default_hash_size); + __swab32s (&ld->ld_qos_maxage); /* uuid endian insensitive */ } +void lustre_swab_lmv_stripe_md (struct lmv_stripe_md *mea) +{ + __swab32s(&mea->mea_magic); + __swab32s(&mea->mea_count); + __swab32s(&mea->mea_master); + CLASSERT(offsetof(typeof(*mea), mea_padding) != 0); +} + + +static void print_lum (struct lov_user_md *lum) +{ + CDEBUG(D_OTHER, "lov_user_md %p:\n", lum); + CDEBUG(D_OTHER, "\tlmm_magic: %#x\n", lum->lmm_magic); + CDEBUG(D_OTHER, "\tlmm_pattern: %#x\n", lum->lmm_pattern); + CDEBUG(D_OTHER, "\tlmm_object_id: "LPU64"\n", lum->lmm_object_id); + CDEBUG(D_OTHER, "\tlmm_object_gr: "LPU64"\n", lum->lmm_object_gr); + CDEBUG(D_OTHER, "\tlmm_stripe_size: %#x\n", lum->lmm_stripe_size); + CDEBUG(D_OTHER, "\tlmm_stripe_count: %#x\n", lum->lmm_stripe_count); + CDEBUG(D_OTHER, "\tlmm_stripe_offset: %#x\n", lum->lmm_stripe_offset); +} + +static void lustre_swab_lov_user_md_common(struct lov_user_md_v1 *lum) +{ + ENTRY; + __swab32s(&lum->lmm_magic); + __swab32s(&lum->lmm_pattern); + __swab64s(&lum->lmm_object_id); + __swab64s(&lum->lmm_object_gr); + __swab32s(&lum->lmm_stripe_size); + __swab16s(&lum->lmm_stripe_count); + __swab16s(&lum->lmm_stripe_offset); + print_lum(lum); + EXIT; +} + +void lustre_swab_lov_user_md_v1(struct lov_user_md_v1 *lum) +{ + ENTRY; + CDEBUG(D_IOCTL, "swabbing lov_user_md v1\n"); + lustre_swab_lov_user_md_common(lum); + EXIT; +} + +void lustre_swab_lov_user_md_v3(struct lov_user_md_v3 *lum) +{ + ENTRY; + CDEBUG(D_IOCTL, "swabbing lov_user_md v3\n"); + lustre_swab_lov_user_md_common((struct lov_user_md_v1 *)lum); + /* lmm_pool_name nothing to do with char */ + EXIT; +} + +void lustre_swab_lov_mds_md(struct lov_mds_md *lmm) +{ + ENTRY; + CDEBUG(D_IOCTL, "swabbing lov_mds_md\n"); + __swab32s(&lmm->lmm_magic); + __swab32s(&lmm->lmm_pattern); + __swab64s(&lmm->lmm_object_id); + __swab64s(&lmm->lmm_object_gr); + __swab32s(&lmm->lmm_stripe_size); + __swab32s(&lmm->lmm_stripe_count); + EXIT; +} + +void lustre_swab_lov_user_md_objects(struct lov_user_ost_data *lod, + int stripe_count) +{ + int i; + ENTRY; + for (i = 0; i < stripe_count; i++) { + __swab64s(&(lod[i].l_object_id)); + __swab64s(&(lod[i].l_object_gr)); + __swab32s(&(lod[i].l_ost_gen)); + __swab32s(&(lod[i].l_ost_idx)); + } + EXIT; +} + + void lustre_swab_ldlm_res_id (struct ldlm_res_id *id) { int i; @@ -795,12 +1957,13 @@ void lustre_swab_ldlm_res_id (struct ldlm_res_id *id) void lustre_swab_ldlm_policy_data (ldlm_policy_data_t *d) { - /* the lock data is a union and the first three fields of both EXTENT - * and FLOCK types are __u64, so it's ok to swab them in the same way */ - __swab64s (&d->l_flock.start); - __swab64s (&d->l_flock.end); - __swab64s (&d->l_flock.pid); - __swab64s (&d->l_flock.blocking_pid); + /* the lock data is a union and the first two fields are always an + * extent so it's ok to process an LDLM_EXTENT and LDLM_FLOCK lock + * data the same way. */ + __swab64s(&d->l_extent.start); + __swab64s(&d->l_extent.end); + __swab64s(&d->l_extent.gid); + __swab32s(&d->l_flock.pid); } void lustre_swab_ldlm_intent (struct ldlm_intent *i) @@ -811,6 +1974,7 @@ void lustre_swab_ldlm_intent (struct ldlm_intent *i) void lustre_swab_ldlm_resource_desc (struct ldlm_resource_desc *r) { __swab32s (&r->lr_type); + CLASSERT(offsetof(typeof(*r), lr_padding) != 0); lustre_swab_ldlm_res_id (&r->lr_name); } @@ -826,89 +1990,267 @@ void lustre_swab_ldlm_request (struct ldlm_request *rq) { __swab32s (&rq->lock_flags); lustre_swab_ldlm_lock_desc (&rq->lock_desc); - /* lock_handle1 opaque */ - /* lock_handle2 opaque */ + __swab32s (&rq->lock_count); + /* lock_handle[] opaque */ } void lustre_swab_ldlm_reply (struct ldlm_reply *r) { __swab32s (&r->lock_flags); + CLASSERT(offsetof(typeof(*r), lock_padding) != 0); lustre_swab_ldlm_lock_desc (&r->lock_desc); /* lock_handle opaque */ __swab64s (&r->lock_policy_res1); __swab64s (&r->lock_policy_res2); } -void lustre_swab_ptlbd_op (struct ptlbd_op *op) +/* no one calls this */ +int llog_log_swabbed(struct llog_log_hdr *hdr) +{ + if (hdr->llh_hdr.lrh_type == __swab32(LLOG_HDR_MAGIC)) + return 1; + if (hdr->llh_hdr.lrh_type == LLOG_HDR_MAGIC) + return 0; + return -1; +} + +void lustre_swab_qdata(struct qunit_data *d) { - __swab16s (&op->op_cmd); - __swab16s (&op->op_lun); - __swab16s (&op->op_niob_cnt); - /* ignore op__padding */ - __swab32s (&op->op_block_cnt); + __swab32s (&d->qd_id); + __swab32s (&d->qd_flags); + __swab64s (&d->qd_count); + __swab64s (&d->qd_qunit); + __swab64s (&d->padding); } -void lustre_swab_ptlbd_niob (struct ptlbd_niob *n) +/* Dump functions */ +void dump_ioo(struct obd_ioobj *ioo) { - __swab64s (&n->n_xid); - __swab64s (&n->n_block_nr); - __swab32s (&n->n_offset); - __swab32s (&n->n_length); + CDEBUG(D_RPCTRACE, + "obd_ioobj: ioo_id="LPD64", ioo_gr="LPD64", ioo_type=%d, " + "ioo_bufct=%d\n", ioo->ioo_id, ioo->ioo_gr, ioo->ioo_type, + ioo->ioo_bufcnt); } -void lustre_swab_ptlbd_rsp (struct ptlbd_rsp *r) +void dump_rniobuf(struct niobuf_remote *nb) { - __swab16s (&r->r_status); - __swab16s (&r->r_error_cnt); + CDEBUG(D_RPCTRACE, "niobuf_remote: offset="LPU64", len=%d, flags=%x\n", + nb->offset, nb->len, nb->flags); } -/* no one calls this */ -int llog_log_swabbed(struct llog_log_hdr *hdr) +void dump_obdo(struct obdo *oa) { - if (hdr->llh_hdr.lrh_type == __swab32(LLOG_HDR_MAGIC)) - return 1; - if (hdr->llh_hdr.lrh_type == LLOG_HDR_MAGIC) + __u32 valid = oa->o_valid; + + CDEBUG(D_RPCTRACE, "obdo: o_valid = %08x\n", valid); + if (valid & OBD_MD_FLID) + CDEBUG(D_RPCTRACE, "obdo: o_id = "LPD64"\n", oa->o_id); + if (valid & OBD_MD_FLGROUP) + CDEBUG(D_RPCTRACE, "obdo: o_gr = "LPD64"\n", oa->o_gr); + if (valid & OBD_MD_FLFID) + CDEBUG(D_RPCTRACE, "obdo: o_fid = "LPD64"\n", oa->o_fid); + if (valid & OBD_MD_FLSIZE) + CDEBUG(D_RPCTRACE, "obdo: o_size = "LPD64"\n", oa->o_size); + if (valid & OBD_MD_FLMTIME) + CDEBUG(D_RPCTRACE, "obdo: o_mtime = "LPD64"\n", oa->o_mtime); + if (valid & OBD_MD_FLATIME) + CDEBUG(D_RPCTRACE, "obdo: o_atime = "LPD64"\n", oa->o_atime); + if (valid & OBD_MD_FLCTIME) + CDEBUG(D_RPCTRACE, "obdo: o_ctime = "LPD64"\n", oa->o_ctime); + if (valid & OBD_MD_FLBLOCKS) /* allocation of space */ + CDEBUG(D_RPCTRACE, "obdo: o_blocks = "LPD64"\n", oa->o_blocks); + if (valid & OBD_MD_FLGRANT) + CDEBUG(D_RPCTRACE, "obdo: o_grant = "LPD64"\n", oa->o_grant); + if (valid & OBD_MD_FLBLKSZ) + CDEBUG(D_RPCTRACE, "obdo: o_blksize = %d\n", oa->o_blksize); + if (valid & (OBD_MD_FLTYPE | OBD_MD_FLMODE)) + CDEBUG(D_RPCTRACE, "obdo: o_mode = %o\n", + oa->o_mode & ((valid & OBD_MD_FLTYPE ? S_IFMT : 0) | + (valid & OBD_MD_FLMODE ? ~S_IFMT : 0))); + if (valid & OBD_MD_FLUID) + CDEBUG(D_RPCTRACE, "obdo: o_uid = %u\n", oa->o_uid); + if (valid & OBD_MD_FLGID) + CDEBUG(D_RPCTRACE, "obdo: o_gid = %u\n", oa->o_gid); + if (valid & OBD_MD_FLFLAGS) + CDEBUG(D_RPCTRACE, "obdo: o_flags = %x\n", oa->o_flags); + if (valid & OBD_MD_FLNLINK) + CDEBUG(D_RPCTRACE, "obdo: o_nlink = %u\n", oa->o_nlink); + else if (valid & OBD_MD_FLCKSUM) + CDEBUG(D_RPCTRACE, "obdo: o_checksum (o_nlink) = %u\n", oa->o_nlink); + if (valid & OBD_MD_FLGENER) + CDEBUG(D_RPCTRACE, "obdo: o_generation = %u\n", + oa->o_generation); + else if (valid & OBD_MD_FLEPOCH) + CDEBUG(D_RPCTRACE, "obdo: o_ioepoch = "LPD64"\n", oa->o_ioepoch); + if (valid & OBD_MD_FLID) + CDEBUG(D_RPCTRACE, "obdo: o_stripe_idx = %u\n", oa->o_stripe_idx); + if (valid & OBD_MD_FLHANDLE) + CDEBUG(D_RPCTRACE, "obdo: o_handle = "LPD64"\n", oa->o_handle.cookie); + if (valid & OBD_MD_FLCOOKIE) + CDEBUG(D_RPCTRACE, "obdo: o_lcookie = " + "(llog_cookie dumping not yet implemented)\n"); +} + +void dump_ost_body(struct ost_body *ob) +{ + dump_obdo(&ob->oa); +} + +void dump_rcs(__u32 *rc) +{ + CDEBUG(D_RPCTRACE, "rmf_rcs: %d\n", *rc); +} + +#ifdef __KERNEL__ + +/** + * got qdata from request(req/rep) + */ +struct qunit_data *quota_get_qdata(void *r, int is_req, int is_exp) +{ + struct ptlrpc_request *req = (struct ptlrpc_request *)r; + struct qunit_data *qdata; + __u64 flags = is_exp ? req->rq_export->exp_connect_flags : + req->rq_import->imp_connect_data.ocd_connect_flags; + + LASSERT(req); + /* support for quota64 */ + LASSERT(flags & OBD_CONNECT_QUOTA64); + /* support for change_qs */ + LASSERT(flags & OBD_CONNECT_CHANGE_QS); + + if (is_req == QUOTA_REQUEST) + qdata = req_capsule_client_get(&req->rq_pill, &RMF_QUNIT_DATA); + else + qdata = req_capsule_server_get(&req->rq_pill, &RMF_QUNIT_DATA); + if (qdata == NULL) + return ERR_PTR(-EPROTO); + + QDATA_SET_CHANGE_QS(qdata); + return qdata; +} +EXPORT_SYMBOL(quota_get_qdata); + +/** + * copy qdata to request(req/rep) + */ +int quota_copy_qdata(void *r, struct qunit_data *qdata, int is_req, + int is_exp) +{ + struct ptlrpc_request *req = (struct ptlrpc_request *)r; + void *target; + __u64 flags = is_exp ? req->rq_export->exp_connect_flags : + req->rq_import->imp_connect_data.ocd_connect_flags; + + LASSERT(req); + LASSERT(qdata); + /* support for quota64 */ + LASSERT(flags & OBD_CONNECT_QUOTA64); + /* support for change_qs */ + LASSERT(flags & OBD_CONNECT_CHANGE_QS); + + if (is_req == QUOTA_REQUEST) + target = req_capsule_client_get(&req->rq_pill, &RMF_QUNIT_DATA); + else + target = req_capsule_server_get(&req->rq_pill, &RMF_QUNIT_DATA); + if (target == NULL) + return -EPROTO; + + LASSERT(target != qdata); + memcpy(target, qdata, sizeof(*qdata)); + return 0; +} +EXPORT_SYMBOL(quota_copy_qdata); +#endif /* __KERNEL__ */ + +static inline int req_ptlrpc_body_swabbed(struct ptlrpc_request *req) +{ + LASSERT(req->rq_reqmsg); + + switch (req->rq_reqmsg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + return lustre_req_swabbed(req, MSG_PTLRPC_BODY_OFF); + default: + CERROR("bad lustre msg magic: %#08X\n", + req->rq_reqmsg->lm_magic); + } + return 0; +} + +static inline int rep_ptlrpc_body_swabbed(struct ptlrpc_request *req) +{ + LASSERT(req->rq_repmsg); + + switch (req->rq_repmsg->lm_magic) { + case LUSTRE_MSG_MAGIC_V2: + return lustre_rep_swabbed(req, MSG_PTLRPC_BODY_OFF); + default: + /* uninitialized yet */ return 0; - return -1; + } } -void lustre_swab_llogd_body (struct llogd_body *d) +void _debug_req(struct ptlrpc_request *req, __u32 mask, + struct libcfs_debug_msg_data *data, const char *fmt, ... ) { - __swab64s (&d->lgd_logid.lgl_oid); - __swab64s (&d->lgd_logid.lgl_ogr); - __swab32s (&d->lgd_logid.lgl_ogen); - __swab32s (&d->lgd_ctxt_idx); - __swab32s (&d->lgd_llh_flags); - __swab32s (&d->lgd_index); - __swab32s (&d->lgd_saved_index); - __swab32s (&d->lgd_len); - __swab64s (&d->lgd_cur_offset); + va_list args; + va_start(args, fmt); + libcfs_debug_vmsg2(data->msg_cdls, data->msg_subsys, mask, data->msg_file, + data->msg_fn, data->msg_line, fmt, args, + " req@%p x"LPU64"/t"LPD64"("LPD64") o%d->%s@%s:%d/%d" + " lens %d/%d e %d to %d dl "CFS_TIME_T" ref %d " + "fl "REQ_FLAGS_FMT"/%x/%x rc %d/%d\n", + req, req->rq_xid, req->rq_transno, + req->rq_reqmsg ? lustre_msg_get_transno(req->rq_reqmsg) : 0, + req->rq_reqmsg ? lustre_msg_get_opc(req->rq_reqmsg) : -1, + req->rq_import ? obd2cli_tgt(req->rq_import->imp_obd) : + req->rq_export ? + (char*)req->rq_export->exp_client_uuid.uuid : "", + req->rq_import ? + (char *)req->rq_import->imp_connection->c_remote_uuid.uuid : + req->rq_export ? + (char *)req->rq_export->exp_connection->c_remote_uuid.uuid : "", + req->rq_request_portal, req->rq_reply_portal, + req->rq_reqlen, req->rq_replen, + req->rq_early_count, req->rq_timedout, + req->rq_deadline, + cfs_atomic_read(&req->rq_refcount), + DEBUG_REQ_FLAGS(req), + req->rq_reqmsg && req_ptlrpc_body_swabbed(req) ? + lustre_msg_get_flags(req->rq_reqmsg) : -1, + req->rq_repmsg && rep_ptlrpc_body_swabbed(req) ? + lustre_msg_get_flags(req->rq_repmsg) : -1, + req->rq_status, + req->rq_repmsg && rep_ptlrpc_body_swabbed(req) ? + lustre_msg_get_status(req->rq_repmsg) : -1); } +EXPORT_SYMBOL(_debug_req); -void lustre_swab_llog_hdr (struct llog_log_hdr *h) +void lustre_swab_lustre_capa(struct lustre_capa *c) { - __swab32s (&h->llh_hdr.lrh_index); - __swab32s (&h->llh_hdr.lrh_len); - __swab32s (&h->llh_hdr.lrh_type); - __swab64s (&h->llh_timestamp); - __swab32s (&h->llh_count); - __swab32s (&h->llh_bitmap_offset); - __swab32s (&h->llh_flags); - __swab32s (&h->llh_tail.lrt_index); - __swab32s (&h->llh_tail.lrt_len); + lustre_swab_lu_fid(&c->lc_fid); + __swab64s (&c->lc_opc); + __swab64s (&c->lc_uid); + __swab64s (&c->lc_gid); + __swab32s (&c->lc_flags); + __swab32s (&c->lc_keyid); + __swab32s (&c->lc_timeout); + __swab32s (&c->lc_expiry); } -void lustre_swab_llogd_conn_body (struct llogd_conn_body *d) +void lustre_swab_lustre_capa_key(struct lustre_capa_key *k) { - __swab64s (&d->lgdc_gen.mnt_cnt); - __swab64s (&d->lgdc_gen.conn_cnt); - __swab64s (&d->lgdc_logid.lgl_oid); - __swab64s (&d->lgdc_logid.lgl_ogr); - __swab32s (&d->lgdc_logid.lgl_ogen); - __swab32s (&d->lgdc_ctxt_idx); + __swab64s (&k->lk_mdsid); + __swab32s (&k->lk_keyid); + __swab32s (&k->lk_padding); } -void lustre_assert_wire_constants(void) +void lustre_swab_kuch(struct kuc_hdr *l) { + __swab16s(&l->kuc_magic); + /* __u8 l->kuc_transport */ + __swab16s(&l->kuc_msgtype); + __swab16s(&l->kuc_msglen); } +EXPORT_SYMBOL(lustre_swab_kuch);