Whamcloud - gitweb
branch: HEAD
[fs/lustre-release.git] / lustre / ptlrpc / sec_null.c
index 6d96c01..586b1f7 100644 (file)
@@ -2,6 +2,7 @@
  * vim:expandtab:shiftwidth=8:tabstop=8:
  *
  * Copyright (C) 2004-2006 Cluster File Systems, Inc.
+ *   Author: Eric Mei <ericm@clusterfs.com>
  *
  *   This file is part of Lustre, http://www.lustre.org.
  *
@@ -29,6 +30,7 @@
 #endif
 
 #include <obd_support.h>
+#include <obd_cksum.h>
 #include <obd_class.h>
 #include <lustre_net.h>
 #include <lustre_sec.h>
@@ -38,8 +40,30 @@ static struct ptlrpc_sec        null_sec;
 static struct ptlrpc_cli_ctx    null_cli_ctx;
 static struct ptlrpc_svc_ctx    null_svc_ctx;
 
-static
-int null_ctx_refresh(struct ptlrpc_cli_ctx *ctx)
+/*
+ * null sec temporarily use the third byte of lm_secflvr to identify
+ * the source sec part.
+ */
+static inline
+void null_encode_sec_part(struct lustre_msg *msg, enum lustre_sec_part sp)
+{
+        msg->lm_secflvr |= (((__u32) sp) & 0xFF) << 16;
+}
+
+static inline
+enum lustre_sec_part null_decode_sec_part(struct lustre_msg *msg)
+{
+        switch (msg->lm_magic) {
+        case LUSTRE_MSG_MAGIC_V2:
+                return (msg->lm_secflvr >> 16) & 0xFF;
+        case LUSTRE_MSG_MAGIC_V2_SWABBED:
+                return (msg->lm_secflvr >> 8) & 0xFF;
+        default:
+                return LUSTRE_SP_ANY;
+        }
+}
+
+static int null_ctx_refresh(struct ptlrpc_cli_ctx *ctx)
 {
         /* should never reach here */
         LBUG();
@@ -49,8 +73,13 @@ int null_ctx_refresh(struct ptlrpc_cli_ctx *ctx)
 static
 int null_ctx_sign(struct ptlrpc_cli_ctx *ctx, struct ptlrpc_request *req)
 {
-        if (req->rq_reqbuf->lm_magic != LUSTRE_MSG_MAGIC_V1)
-                req->rq_reqbuf->lm_secflvr = SPTLRPC_FLVR_NULL;
+        req->rq_reqbuf->lm_secflvr = SPTLRPC_FLVR_NULL;
+
+        if (!req->rq_import->imp_dlm_fake) {
+                struct obd_device *obd = req->rq_import->imp_obd;
+                null_encode_sec_part(req->rq_reqbuf,
+                                     obd->u.cli.cl_sec_part);
+        }
         req->rq_reqdata_len = req->rq_reqlen;
         return 0;
 }
@@ -58,29 +87,52 @@ int null_ctx_sign(struct ptlrpc_cli_ctx *ctx, struct ptlrpc_request *req)
 static
 int null_ctx_verify(struct ptlrpc_cli_ctx *ctx, struct ptlrpc_request *req)
 {
-        req->rq_repmsg = req->rq_repbuf;
+        __u32   cksums, cksumc;
+
+        LASSERT(req->rq_repdata);
+
+        /* real reply rq_repdata point inside of rq_reqbuf; early reply
+         * rq_repdata point to a separate allocated space */
+        if ((char *) req->rq_repdata < req->rq_repbuf ||
+            (char *) req->rq_repdata >= req->rq_repbuf + req->rq_repbuf_len) {
+                cksums = req->rq_repdata->lm_cksum;
+                req->rq_repdata->lm_cksum = 0;
+
+                if (req->rq_repdata->lm_magic == LUSTRE_MSG_MAGIC_V2_SWABBED)
+                        __swab32s(&cksums);
+
+                cksumc = crc32_le(!(__u32) 0, (char *) req->rq_repdata,
+                                  req->rq_repdata_len);
+                if (cksumc != cksums) {
+                        CWARN("early reply checksum mismatch: %08x != %08x\n",
+                              cksumc, cksums);
+                        return -EINVAL;
+                }
+        }
+
+        req->rq_repmsg = req->rq_repdata;
         req->rq_replen = req->rq_repdata_len;
         return 0;
 }
 
-static struct ptlrpc_ctx_ops null_ctx_ops = {
-        .refresh        = null_ctx_refresh,
-        .sign           = null_ctx_sign,
-        .verify         = null_ctx_verify,
-};
-
-static struct ptlrpc_svc_ctx null_svc_ctx = {
-        .sc_refcount    = ATOMIC_INIT(1),
-        .sc_policy      = &null_policy,
-};
-
 static
-struct ptlrpc_sec* null_create_sec(struct obd_import *imp,
-                                   struct ptlrpc_svc_ctx *ctx,
-                                   __u32 flavor,
-                                   unsigned long flags)
+struct ptlrpc_sec *null_create_sec(struct obd_import *imp,
+                                   struct ptlrpc_svc_ctx *svc_ctx,
+                                   struct sptlrpc_flavor *sf)
 {
-        LASSERT(SEC_FLAVOR_POLICY(flavor) == SPTLRPC_POLICY_NULL);
+        LASSERT(RPC_FLVR_POLICY(sf->sf_rpc) == SPTLRPC_POLICY_NULL);
+
+        if (sf->sf_bulk_ciph != BULK_CIPH_ALG_NULL ||
+            sf->sf_bulk_hash != BULK_HASH_ALG_NULL) {
+                CERROR("null sec don't support bulk algorithm: %u/%u\n",
+                       sf->sf_bulk_ciph, sf->sf_bulk_hash);
+                return NULL;
+        }
+
+        /* general layer has take a module reference for us, because we never
+         * really destroy the sec, simply release the reference here.
+         */
+        sptlrpc_policy_put(&null_policy);
         return &null_sec;
 }
 
@@ -137,16 +189,18 @@ void null_free_reqbuf(struct ptlrpc_sec *sec,
 {
         if (!req->rq_pool) {
                 LASSERTF(req->rq_reqmsg == req->rq_reqbuf,
-                         "reqmsg %p is not reqbuf %p in null sec\n",
-                         req->rq_reqmsg, req->rq_reqbuf);
+                         "req %p: reqmsg %p is not reqbuf %p in null sec\n",
+                         req, req->rq_reqmsg, req->rq_reqbuf);
                 LASSERTF(req->rq_reqbuf_len >= req->rq_reqlen,
-                         "reqlen %d should smaller than buflen %d\n",
-                         req->rq_reqlen, req->rq_reqbuf_len);
+                         "req %p: reqlen %d should smaller than buflen %d\n",
+                         req, req->rq_reqlen, req->rq_reqbuf_len);
 
                 OBD_FREE(req->rq_reqbuf, req->rq_reqbuf_len);
                 req->rq_reqmsg = req->rq_reqbuf = NULL;
                 req->rq_reqbuf_len = 0;
         }
+
+        req->rq_reqmsg = NULL;
 }
 
 static
@@ -154,6 +208,9 @@ int null_alloc_repbuf(struct ptlrpc_sec *sec,
                       struct ptlrpc_request *req,
                       int msgsize)
 {
+        /* add space for early replied */
+        msgsize += lustre_msg_early_size();
+
         msgsize = size_roundup_power2(msgsize);
 
         OBD_ALLOC(req->rq_repbuf, msgsize);
@@ -168,9 +225,13 @@ static
 void null_free_repbuf(struct ptlrpc_sec *sec,
                       struct ptlrpc_request *req)
 {
+        LASSERT(req->rq_repbuf);
+
         OBD_FREE(req->rq_repbuf, req->rq_repbuf_len);
         req->rq_repbuf = NULL;
         req->rq_repbuf_len = 0;
+
+        req->rq_repmsg = NULL;
 }
 
 static
@@ -179,21 +240,18 @@ int null_enlarge_reqbuf(struct ptlrpc_sec *sec,
                         int segment, int newsize)
 {
         struct lustre_msg      *newbuf;
+        struct lustre_msg      *oldbuf = req->rq_reqmsg;
         int                     oldsize, newmsg_size, alloc_size;
 
         LASSERT(req->rq_reqbuf);
         LASSERT(req->rq_reqbuf == req->rq_reqmsg);
         LASSERT(req->rq_reqbuf_len >= req->rq_reqlen);
-        LASSERT(req->rq_reqlen == lustre_msg_size(req->rq_reqmsg->lm_magic,
-                                                  req->rq_reqmsg->lm_bufcount,
-                                                  req->rq_reqmsg->lm_buflens));
+        LASSERT(req->rq_reqlen == lustre_packed_msg_size(oldbuf));
 
         /* compute new message size */
         oldsize = req->rq_reqbuf->lm_buflens[segment];
         req->rq_reqbuf->lm_buflens[segment] = newsize;
-        newmsg_size = lustre_msg_size(req->rq_reqbuf->lm_magic,
-                                      req->rq_reqbuf->lm_bufcount,
-                                      req->rq_reqbuf->lm_buflens);
+        newmsg_size = lustre_packed_msg_size(oldbuf);
         req->rq_reqbuf->lm_buflens[segment] = oldsize;
 
         /* request from pool should always have enough buffer */
@@ -219,16 +277,23 @@ int null_enlarge_reqbuf(struct ptlrpc_sec *sec,
         return 0;
 }
 
+static struct ptlrpc_svc_ctx null_svc_ctx = {
+        .sc_refcount    = ATOMIC_INIT(1),
+        .sc_policy      = &null_policy,
+};
+
 static
 int null_accept(struct ptlrpc_request *req)
 {
-        LASSERT(SEC_FLAVOR_POLICY(req->rq_sec_flavor) == SPTLRPC_POLICY_NULL);
+        LASSERT(RPC_FLVR_POLICY(req->rq_flvr.sf_rpc) == SPTLRPC_POLICY_NULL);
 
-        if (SEC_FLAVOR_RPC(req->rq_sec_flavor) != SPTLRPC_FLVR_NULL) {
-                CERROR("Invalid flavor 0x%x\n", req->rq_sec_flavor);
+        if (req->rq_flvr.sf_rpc != SPTLRPC_FLVR_NULL) {
+                CERROR("Invalid rpc flavor 0x%x\n", req->rq_flvr.sf_rpc);
                 return SECSVC_DROP;
         }
 
+        req->rq_sp_from = null_decode_sec_part(req->rq_reqbuf);
+
         req->rq_reqmsg = req->rq_reqbuf;
         req->rq_reqlen = req->rq_reqdata_len;
 
@@ -286,12 +351,28 @@ int null_authorize(struct ptlrpc_request *req)
         struct ptlrpc_reply_state *rs = req->rq_reply_state;
 
         LASSERT(rs);
-        if (rs->rs_repbuf->lm_magic != LUSTRE_MSG_MAGIC_V1)
-                rs->rs_repbuf->lm_secflvr = SPTLRPC_FLVR_NULL;
+
+        rs->rs_repbuf->lm_secflvr = SPTLRPC_FLVR_NULL;
         rs->rs_repdata_len = req->rq_replen;
+
+        if (likely(req->rq_packed_final)) {
+                req->rq_reply_off = lustre_msg_early_size();
+        } else {
+                rs->rs_repbuf->lm_cksum =
+                                crc32_le(!(__u32) 0, (char *) rs->rs_repbuf,
+                                         rs->rs_repdata_len);
+                req->rq_reply_off = 0;
+        }
+
         return 0;
 }
 
+static struct ptlrpc_ctx_ops null_ctx_ops = {
+        .refresh                = null_ctx_refresh,
+        .sign                   = null_ctx_sign,
+        .verify                 = null_ctx_verify,
+};
+
 static struct ptlrpc_sec_cops null_sec_cops = {
         .create_sec             = null_create_sec,
         .destroy_sec            = null_destroy_sec,
@@ -319,23 +400,27 @@ static struct ptlrpc_sec_policy null_policy = {
         .sp_sops                = &null_sec_sops,
 };
 
-static
-void null_init_internal(void)
+static void null_init_internal(void)
 {
         static HLIST_HEAD(__list);
 
         null_sec.ps_policy = &null_policy;
         atomic_set(&null_sec.ps_refcount, 1);     /* always busy */
+        null_sec.ps_id = -1;
         null_sec.ps_import = NULL;
-        null_sec.ps_flavor = SPTLRPC_FLVR_NULL;
-        null_sec.ps_flags = 0;
+        null_sec.ps_flvr.sf_rpc = SPTLRPC_FLVR_NULL;
+        null_sec.ps_flvr.sf_bulk_ciph = BULK_CIPH_ALG_NULL;
+        null_sec.ps_flvr.sf_bulk_hash = BULK_HASH_ALG_NULL;
+        null_sec.ps_flvr.sf_flags = 0;
+        null_sec.ps_part = LUSTRE_SP_ANY;
+        null_sec.ps_dying = 0;
         spin_lock_init(&null_sec.ps_lock);
-        atomic_set(&null_sec.ps_busy, 1);         /* for "null_cli_ctx" */
-        INIT_LIST_HEAD(&null_sec.ps_gc_list);
+        atomic_set(&null_sec.ps_nctx, 1);         /* for "null_cli_ctx" */
+        CFS_INIT_LIST_HEAD(&null_sec.ps_gc_list);
         null_sec.ps_gc_interval = 0;
         null_sec.ps_gc_next = 0;
 
-        hlist_add_head(&null_cli_ctx.cc_hash, &__list);
+        hlist_add_head(&null_cli_ctx.cc_cache, &__list);
         atomic_set(&null_cli_ctx.cc_refcount, 1);    /* for hash */
         null_cli_ctx.cc_sec = &null_sec;
         null_cli_ctx.cc_ops = &null_ctx_ops;
@@ -344,7 +429,8 @@ void null_init_internal(void)
                                 PTLRPC_CTX_UPTODATE;
         null_cli_ctx.cc_vcred.vc_uid = 0;
         spin_lock_init(&null_cli_ctx.cc_lock);
-        INIT_LIST_HEAD(&null_cli_ctx.cc_req_list);
+        CFS_INIT_LIST_HEAD(&null_cli_ctx.cc_req_list);
+        CFS_INIT_LIST_HEAD(&null_cli_ctx.cc_gc_chain);
 }
 
 int sptlrpc_null_init(void)