4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2010, 2017, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
30 * Lustre is a trademark of Sun Microsystems, Inc.
32 * lustre/obdecho/echo.c
34 * Author: Peter Braam <braam@clusterfs.com>
35 * Author: Andreas Dilger <adilger@clusterfs.com>
38 #define DEBUG_SUBSYSTEM S_ECHO
40 #include <obd_support.h>
41 #include <obd_class.h>
42 #include <lustre_dlm.h>
43 #include <lprocfs_status.h>
45 #include "echo_internal.h"
48 * The echo objid needs to be below 2^32, because regular FID numbers are
49 * limited to 2^32 objects in f_oid for the FID_SEQ_ECHO range. b=23335
51 #define ECHO_INIT_OID 0x10000000ULL
52 #define ECHO_HANDLE_MAGIC 0xabcd0123fedc9876ULL
54 #define ECHO_PERSISTENT_PAGES (ECHO_PERSISTENT_SIZE >> PAGE_SHIFT)
55 static struct page *echo_persistent_pages[ECHO_PERSISTENT_PAGES];
58 LPROC_ECHO_READ_BYTES = 1,
59 LPROC_ECHO_WRITE_BYTES = 2,
60 LPROC_ECHO_LAST = LPROC_ECHO_WRITE_BYTES + 1
63 struct echo_srv_device {
64 struct lu_device esd_dev;
65 struct lu_target esd_lut;
68 static inline struct echo_srv_device *echo_srv_dev(struct lu_device *d)
70 return container_of_safe(d, struct echo_srv_device, esd_dev);
73 static inline struct obd_device *echo_srv_obd(struct echo_srv_device *esd)
75 return esd->esd_dev.ld_obd;
78 static int echo_connect(const struct lu_env *env,
79 struct obd_export **exp, struct obd_device *obd,
80 struct obd_uuid *cluuid, struct obd_connect_data *data,
83 struct lustre_handle conn = { 0 };
86 data->ocd_connect_flags &= ECHO_CONNECT_SUPPORTED;
88 if (data->ocd_connect_flags & OBD_CONNECT_FLAGS2)
89 data->ocd_connect_flags2 &= ECHO_CONNECT_SUPPORTED2;
91 rc = class_connect(&conn, obd, cluuid);
93 CERROR("can't connect %d\n", rc);
96 *exp = class_conn2export(&conn);
101 static int echo_disconnect(struct obd_export *exp)
103 LASSERT(exp != NULL);
105 return server_disconnect_export(exp);
108 static int echo_init_export(struct obd_export *exp)
110 return ldlm_init_export(exp);
113 static int echo_destroy_export(struct obd_export *exp)
117 target_destroy_export(exp);
118 ldlm_destroy_export(exp);
123 static u64 echo_next_id(struct obd_device *obd)
127 spin_lock(&obd->u.echo.eo_lock);
128 id = ++obd->u.echo.eo_lastino;
129 spin_unlock(&obd->u.echo.eo_lock);
135 echo_page_debug_setup(struct page *page, int rw, u64 id,
136 __u64 offset, int len)
138 int page_offset = offset & ~PAGE_MASK;
139 char *addr = ((char *)kmap(page)) + page_offset;
141 if (len % OBD_ECHO_BLOCK_SIZE != 0)
142 CERROR("Unexpected block size %d\n", len);
145 if (rw & OBD_BRW_READ)
146 block_debug_setup(addr, OBD_ECHO_BLOCK_SIZE,
149 block_debug_setup(addr, OBD_ECHO_BLOCK_SIZE,
150 0xecc0ecc0ecc0ecc0ULL,
151 0xecc0ecc0ecc0ecc0ULL);
153 addr += OBD_ECHO_BLOCK_SIZE;
154 offset += OBD_ECHO_BLOCK_SIZE;
155 len -= OBD_ECHO_BLOCK_SIZE;
162 echo_page_debug_check(struct page *page, u64 id,
163 __u64 offset, int len)
165 int page_offset = offset & ~PAGE_MASK;
166 char *addr = ((char *)kmap(page)) + page_offset;
170 if (len % OBD_ECHO_BLOCK_SIZE != 0)
171 CERROR("Unexpected block size %d\n", len);
174 rc2 = block_debug_check("echo", addr, OBD_ECHO_BLOCK_SIZE,
177 if (rc2 != 0 && rc == 0)
180 addr += OBD_ECHO_BLOCK_SIZE;
181 offset += OBD_ECHO_BLOCK_SIZE;
182 len -= OBD_ECHO_BLOCK_SIZE;
190 static int echo_map_nb_to_lb(struct obdo *oa, struct obd_ioobj *obj,
191 struct niobuf_remote *nb, int *pages,
192 struct niobuf_local *lb, int cmd, int *left)
194 gfp_t gfp_mask = (ostid_id(&obj->ioo_oid) & 1) ?
195 GFP_HIGHUSER : GFP_KERNEL;
196 int ispersistent = ostid_id(&obj->ioo_oid) == ECHO_PERSISTENT_OBJID;
197 int debug_setup = (!ispersistent &&
198 (oa->o_valid & OBD_MD_FLFLAGS) != 0 &&
199 (oa->o_flags & OBD_FL_DEBUG_CHECK) != 0);
200 struct niobuf_local *res = lb;
201 u64 offset = nb->rnb_offset;
202 int len = nb->rnb_len;
205 int plen = PAGE_SIZE - (offset & (PAGE_SIZE - 1));
210 /* check for local buf overflow */
214 res->lnb_file_offset = offset;
216 LASSERT((res->lnb_file_offset & ~PAGE_MASK) +
217 res->lnb_len <= PAGE_SIZE);
220 ((res->lnb_file_offset >> PAGE_SHIFT) <
221 ECHO_PERSISTENT_PAGES)) {
223 echo_persistent_pages[res->lnb_file_offset >>
225 /* Take extra ref so __free_pages() can be called OK */
226 get_page(res->lnb_page);
228 res->lnb_page = alloc_page(gfp_mask);
229 if (!res->lnb_page) {
230 CERROR("can't get page for id " DOSTID"\n",
231 POSTID(&obj->ioo_oid));
234 /* set mapping so page is not considered encrypted */
235 res->lnb_page->mapping = ECHO_MAPPING_UNENCRYPTED;
238 CDEBUG(D_PAGE, "$$$$ get page %p @ %llu for %d\n",
239 res->lnb_page, res->lnb_file_offset, res->lnb_len);
241 if (cmd & OBD_BRW_READ)
242 res->lnb_rc = res->lnb_len;
245 echo_page_debug_setup(res->lnb_page, cmd,
246 ostid_id(&obj->ioo_oid),
247 res->lnb_file_offset,
261 static int echo_finalize_lb(struct obdo *oa, struct obd_ioobj *obj,
262 struct niobuf_remote *rb, int *pgs,
263 struct niobuf_local *lb, int verify)
265 struct niobuf_local *res = lb;
266 u64 start = rb->rnb_offset >> PAGE_SHIFT;
267 u64 end = (rb->rnb_offset + rb->rnb_len + PAGE_SIZE - 1) >>
269 int count = (int)(end - start);
273 for (i = 0; i < count; i++, (*pgs) ++, res++) {
274 struct page *page = res->lnb_page;
278 CERROR("null page objid %llu:%p, buf %d/%d\n",
279 ostid_id(&obj->ioo_oid), page, i,
286 CDEBUG(D_PAGE, "$$$$ use page %p, addr %p@%llu\n",
287 res->lnb_page, addr, res->lnb_file_offset);
290 int vrc = echo_page_debug_check(page,
291 ostid_id(&obj->ioo_oid),
292 res->lnb_file_offset,
294 /* check all the pages always */
295 if (vrc != 0 && rc == 0)
300 /* NB see comment above regarding persistent pages */
307 static int echo_preprw(const struct lu_env *env, int cmd,
308 struct obd_export *export, struct obdo *oa,
309 int objcount, struct obd_ioobj *obj,
310 struct niobuf_remote *nb, int *pages,
311 struct niobuf_local *res)
313 struct obd_device *obd;
320 obd = export->exp_obd;
324 /* Temp fix to stop falling foul of osc_announce_cached() */
325 oa->o_valid &= ~(OBD_MD_FLBLOCKS | OBD_MD_FLGRANT);
327 memset(res, 0, sizeof(*res) * *pages);
329 CDEBUG(D_PAGE, "%s %d obdos with %d IOs\n",
330 cmd == OBD_BRW_READ ? "reading" : "writing", objcount, *pages);
335 for (i = 0; i < objcount; i++, obj++) {
338 for (j = 0 ; j < obj->ioo_bufcnt ; j++, nb++) {
339 rc = echo_map_nb_to_lb(oa, obj, nb, pages,
340 res + *pages, cmd, &left);
342 GOTO(preprw_cleanup, rc);
344 tot_bytes += nb->rnb_len;
348 atomic_add(*pages, &obd->u.echo.eo_prep);
350 if (cmd & OBD_BRW_READ)
351 lprocfs_counter_add(obd->obd_stats, LPROC_ECHO_READ_BYTES,
354 lprocfs_counter_add(obd->obd_stats, LPROC_ECHO_WRITE_BYTES,
357 CDEBUG(D_PAGE, "%d pages allocated after prep\n",
358 atomic_read(&obd->u.echo.eo_prep));
364 * It is possible that we would rather handle errors by allow
365 * any already-set-up pages to complete, rather than tearing them
366 * all down again. I believe that this is what the in-kernel
367 * prep/commit operations do.
369 CERROR("cleaning up %u pages (%d obdos)\n", *pages, objcount);
370 for (i = 0; i < *pages; i++) {
371 kunmap(res[i].lnb_page);
373 * NB if this is a persistent page, __free_page() will just
374 * lose the extra ref gained above
376 __free_page(res[i].lnb_page);
377 res[i].lnb_page = NULL;
378 atomic_dec(&obd->u.echo.eo_prep);
384 static int echo_commitrw(const struct lu_env *env, int cmd,
385 struct obd_export *export, struct obdo *oa,
386 int objcount, struct obd_ioobj *obj,
387 struct niobuf_remote *rb, int niocount,
388 struct niobuf_local *res, int rc)
390 struct obd_device *obd;
396 obd = export->exp_obd;
401 GOTO(commitrw_cleanup, rc);
403 if ((cmd & OBD_BRW_RWMASK) == OBD_BRW_READ) {
404 CDEBUG(D_PAGE, "reading %d obdos with %d IOs\n",
407 CDEBUG(D_PAGE, "writing %d obdos with %d IOs\n",
411 if (niocount && !res) {
412 CERROR("NULL res niobuf with niocount %d\n", niocount);
416 for (i = 0; i < objcount; i++, obj++) {
417 int verify = (rc == 0 &&
418 ostid_id(&obj->ioo_oid) != ECHO_PERSISTENT_OBJID &&
419 (oa->o_valid & OBD_MD_FLFLAGS) != 0 &&
420 (oa->o_flags & OBD_FL_DEBUG_CHECK) != 0);
423 for (j = 0 ; j < obj->ioo_bufcnt ; j++, rb++) {
424 int vrc = echo_finalize_lb(oa, obj, rb, &pgs, &res[pgs],
430 GOTO(commitrw_cleanup, rc = vrc);
437 atomic_sub(pgs, &obd->u.echo.eo_prep);
439 CDEBUG(D_PAGE, "%d pages remain after commit\n",
440 atomic_read(&obd->u.echo.eo_prep));
444 atomic_sub(pgs, &obd->u.echo.eo_prep);
446 CERROR("cleaning up %d pages (%d obdos)\n",
447 niocount - pgs - 1, objcount);
449 while (pgs < niocount) {
450 struct page *page = res[pgs++].lnb_page;
455 /* NB see comment above regarding persistent pages */
457 atomic_dec(&obd->u.echo.eo_prep);
462 LPROC_SEQ_FOPS_RO_TYPE(echo, uuid);
463 static struct lprocfs_vars lprocfs_echo_obd_vars[] = {
465 .fops = &echo_uuid_fops },
469 const struct obd_ops echo_obd_ops = {
470 .o_owner = THIS_MODULE,
471 .o_connect = echo_connect,
472 .o_disconnect = echo_disconnect,
473 .o_init_export = echo_init_export,
474 .o_destroy_export = echo_destroy_export,
475 .o_preprw = echo_preprw,
476 .o_commitrw = echo_commitrw,
480 * Echo Server request handler for OST_CREATE RPC.
482 * This is part of request processing. Its simulates the object
485 * \param[in] tsi target session environment for this request
487 * \retval 0 if successful
488 * \retval negative value on error
490 static int esd_create_hdl(struct tgt_session_info *tsi)
492 const struct obdo *oa = &tsi->tsi_ost_body->oa;
493 struct obd_device *obd = tsi->tsi_exp->exp_obd;
494 struct ost_body *repbody;
499 repbody = req_capsule_server_get(tsi->tsi_pill, &RMF_OST_BODY);
503 if (!(oa->o_mode & S_IFMT)) {
504 CERROR("%s: no type is set in obdo!\n",
505 tsi->tsi_exp->exp_obd->obd_name);
509 if (!(oa->o_valid & OBD_MD_FLTYPE)) {
510 CERROR("%s: invalid o_valid in obdo: %#llx\n",
511 tsi->tsi_exp->exp_obd->obd_name, oa->o_valid);
515 rep_oa = &repbody->oa;
517 if (!fid_seq_is_echo(ostid_seq(&oa->o_oi))) {
518 CERROR("%s: invalid seq %#llx\n",
519 tsi->tsi_exp->exp_obd->obd_name, ostid_seq(&oa->o_oi));
523 ostid_set_seq_echo(&rep_oa->o_oi);
524 ostid_set_id(&rep_oa->o_oi, echo_next_id(obd));
526 CDEBUG(D_INFO, "%s: Create object "DOSTID"\n",
527 tsi->tsi_exp->exp_obd->obd_name, POSTID(&rep_oa->o_oi));
529 rep_oa->o_valid |= OBD_MD_FLID | OBD_MD_FLGROUP;
535 * Echo Server request handler for OST_DESTROY RPC.
537 * This is Echo Server part of request handling. It simulates the objects
540 * \param[in] tsi target session environment for this request
542 * \retval 0 if successful
543 * \retval negative value on error
545 static int esd_destroy_hdl(struct tgt_session_info *tsi)
547 const struct obdo *oa = &tsi->tsi_ost_body->oa;
548 struct obd_device *obd = tsi->tsi_exp->exp_obd;
549 struct ost_body *repbody;
554 oid = ostid_id(&oa->o_oi);
557 if (!(oa->o_valid & OBD_MD_FLID)) {
558 CERROR("%s: obdo missing FLID valid flag: %#llx\n",
559 tsi->tsi_exp->exp_obd->obd_name, oa->o_valid);
563 repbody = req_capsule_server_get(tsi->tsi_pill, &RMF_OST_BODY);
565 if (ostid_id(&oa->o_oi) > obd->u.echo.eo_lastino ||
566 ostid_id(&oa->o_oi) < ECHO_INIT_OID) {
567 CERROR("%s: bad objid to destroy: "DOSTID"\n",
568 tsi->tsi_exp->exp_obd->obd_name, POSTID(&oa->o_oi));
572 CDEBUG(D_INFO, "%s: Destroy object "DOSTID"\n",
573 tsi->tsi_exp->exp_obd->obd_name, POSTID(&oa->o_oi));
575 repbody->oa.o_oi = oa->o_oi;
580 * Echo Server request handler for OST_GETATTR RPC.
582 * This is Echo Server part of request handling. It returns an object
583 * attributes to the client. All objects have the same attributes in
586 * \param[in] tsi target session environment for this request
588 * \retval 0 if successful
589 * \retval negative value on error
591 static int esd_getattr_hdl(struct tgt_session_info *tsi)
593 const struct obdo *oa = &tsi->tsi_ost_body->oa;
594 struct obd_device *obd = tsi->tsi_exp->exp_obd;
595 struct ost_body *repbody;
599 if (!(oa->o_valid & OBD_MD_FLID)) {
600 CERROR("%s: obdo missing FLID valid flag: %#llx\n",
601 tsi->tsi_exp->exp_obd->obd_name, oa->o_valid);
605 repbody = req_capsule_server_get(tsi->tsi_pill, &RMF_OST_BODY);
609 repbody->oa.o_oi = oa->o_oi;
610 repbody->oa.o_valid = OBD_MD_FLID | OBD_MD_FLGROUP;
612 obdo_cpy_md(&repbody->oa, &obd->u.echo.eo_oa, oa->o_valid);
614 repbody->oa.o_valid |= OBD_MD_FLFLAGS;
615 repbody->oa.o_flags = OBD_FL_FLUSH;
621 * Echo Server request handler for OST_SETATTR RPC.
623 * This is Echo Server part of request handling. It sets common
624 * attributes from request to the Echo Server objects.
626 * \param[in] tsi target session environment for this request
628 * \retval 0 if successful
629 * \retval negative value on error
631 static int esd_setattr_hdl(struct tgt_session_info *tsi)
633 struct ost_body *body = tsi->tsi_ost_body;
634 struct obd_device *obd = tsi->tsi_exp->exp_obd;
635 struct ost_body *repbody;
639 if (!(body->oa.o_valid & OBD_MD_FLID)) {
640 CERROR("%s: obdo missing FLID valid flag: %#llx\n",
641 tsi->tsi_exp->exp_obd->obd_name,
646 repbody = req_capsule_server_get(tsi->tsi_pill, &RMF_OST_BODY);
650 repbody->oa.o_oi = body->oa.o_oi;
651 repbody->oa.o_valid = OBD_MD_FLID | OBD_MD_FLGROUP;
653 obd->u.echo.eo_oa = body->oa;
658 #define OBD_FAIL_OST_READ_NET OBD_FAIL_OST_BRW_NET
659 #define OBD_FAIL_OST_WRITE_NET OBD_FAIL_OST_BRW_NET
660 #define OST_BRW_READ OST_READ
661 #define OST_BRW_WRITE OST_WRITE
664 * Table of Echo Server specific request handlers
666 * This table contains all opcodes accepted by Echo Server and
667 * specifies handlers for them. The tgt_request_handler()
668 * uses such table from each target to process incoming
671 static struct tgt_handler esd_tgt_handlers[] = {
672 TGT_RPC_HANDLER(OST_FIRST_OPC, 0, OST_CONNECT, tgt_connect,
673 &RQF_CONNECT, LUSTRE_OBD_VERSION),
674 TGT_RPC_HANDLER(OST_FIRST_OPC, 0, OST_DISCONNECT, tgt_disconnect,
675 &RQF_OST_DISCONNECT, LUSTRE_OBD_VERSION),
676 TGT_OST_HDL(HAS_BODY | HAS_REPLY, OST_GETATTR, esd_getattr_hdl),
677 TGT_OST_HDL(HAS_BODY | HAS_REPLY | IS_MUTABLE, OST_SETATTR,
679 TGT_OST_HDL(HAS_REPLY | IS_MUTABLE, OST_CREATE, esd_create_hdl),
680 TGT_OST_HDL(HAS_REPLY | IS_MUTABLE, OST_DESTROY, esd_destroy_hdl),
681 TGT_OST_HDL(HAS_BODY | HAS_REPLY, OST_BRW_READ, tgt_brw_read),
682 TGT_OST_HDL(HAS_BODY | IS_MUTABLE, OST_BRW_WRITE, tgt_brw_write),
685 static struct tgt_opc_slice esd_common_slice[] = {
687 .tos_opc_start = OST_FIRST_OPC,
688 .tos_opc_end = OST_LAST_OPC,
689 .tos_hs = esd_tgt_handlers
692 .tos_opc_start = OBD_FIRST_OPC,
693 .tos_opc_end = OBD_LAST_OPC,
694 .tos_hs = tgt_obd_handlers
697 .tos_opc_start = LDLM_FIRST_OPC,
698 .tos_opc_end = LDLM_LAST_OPC,
699 .tos_hs = tgt_dlm_handlers
702 .tos_opc_start = SEC_FIRST_OPC,
703 .tos_opc_end = SEC_LAST_OPC,
704 .tos_hs = tgt_sec_ctx_handlers
712 * lu_device_operations matrix for ECHO SRV device is NULL,
713 * this device is just serving incoming requests immediately
714 * without building a stack of lu_devices.
716 static struct lu_device_operations echo_srv_lu_ops = { 0 };
719 * Initialize Echo Server device with parameters in the config log \a cfg.
721 * This is the main starting point of Echo Server initialization. It fills all
722 * parameters with their initial values and starts Echo Server.
724 * \param[in] env execution environment
725 * \param[in] m Echo Server device
726 * \param[in] ldt LU device type of Echo Server
727 * \param[in] cfg configuration log
729 * \retval 0 if successful
730 * \retval negative value on error
732 static int echo_srv_init0(const struct lu_env *env,
733 struct echo_srv_device *esd,
734 struct lu_device_type *ldt, struct lustre_cfg *cfg)
736 const char *dev = lustre_cfg_string(cfg, 0);
737 struct obd_device *obd;
743 obd = class_name2obd(dev);
745 CERROR("Cannot find obd with name %s\n", dev);
749 spin_lock_init(&obd->u.echo.eo_lock);
750 obd->u.echo.eo_lastino = ECHO_INIT_OID;
752 esd->esd_dev.ld_ops = &echo_srv_lu_ops;
753 esd->esd_dev.ld_obd = obd;
754 /* set this lu_device to obd, because error handling need it */
755 obd->obd_lu_dev = &esd->esd_dev;
757 /* No connection accepted until configurations will finish */
758 spin_lock(&obd->obd_dev_lock);
759 obd->obd_no_conn = 1;
760 spin_unlock(&obd->obd_dev_lock);
762 /* non-replayable target */
763 obd->obd_replayable = 0;
765 snprintf(ns_name, sizeof(ns_name), "echotgt-%s", obd->obd_uuid.uuid);
766 obd->obd_namespace = ldlm_namespace_new(obd, ns_name,
767 LDLM_NAMESPACE_SERVER,
768 LDLM_NAMESPACE_MODEST,
770 if (IS_ERR(obd->obd_namespace)) {
771 rc = PTR_ERR(obd->obd_namespace);
772 CERROR("%s: unable to create server namespace: rc = %d\n",
774 obd->obd_namespace = NULL;
778 obd->obd_vars = lprocfs_echo_obd_vars;
779 if (!lprocfs_obd_setup(obd, true) &&
780 lprocfs_alloc_obd_stats(obd, LPROC_ECHO_LAST) == 0) {
781 lprocfs_counter_init(obd->obd_stats, LPROC_ECHO_READ_BYTES,
782 LPROCFS_CNTR_AVGMINMAX,
783 "read_bytes", "bytes");
784 lprocfs_counter_init(obd->obd_stats, LPROC_ECHO_WRITE_BYTES,
785 LPROCFS_CNTR_AVGMINMAX,
786 "write_bytes", "bytes");
789 ptlrpc_init_client(LDLM_CB_REQUEST_PORTAL, LDLM_CB_REPLY_PORTAL,
790 "echo_ldlm_cb_client", &obd->obd_ldlm_client);
792 rc = tgt_init(env, &esd->esd_lut, obd, NULL, esd_common_slice,
793 OBD_FAIL_OST_ALL_REQUEST_NET,
794 OBD_FAIL_OST_ALL_REPLY_NET);
798 spin_lock(&obd->obd_dev_lock);
799 obd->obd_no_conn = 0;
800 spin_unlock(&obd->obd_dev_lock);
805 ldlm_namespace_free(obd->obd_namespace, NULL, obd->obd_force);
806 obd->obd_namespace = NULL;
808 lprocfs_obd_cleanup(obd);
809 lprocfs_free_obd_stats(obd);
814 * Stop the Echo Server device.
816 * This function stops the Echo Server device and all its subsystems.
817 * This is the end of Echo Server lifecycle.
819 * \param[in] env execution environment
820 * \param[in] esd ESD device
822 static void echo_srv_fini(const struct lu_env *env,
823 struct echo_srv_device *esd)
825 struct obd_device *obd = echo_srv_obd(esd);
826 struct lu_device *d = &esd->esd_dev;
831 class_disconnect_exports(obd);
832 if (obd->obd_namespace)
833 ldlm_namespace_free_prior(obd->obd_namespace, NULL,
836 obd_exports_barrier(obd);
837 obd_zombie_barrier();
839 tgt_fini(env, &esd->esd_lut);
841 if (obd->obd_namespace) {
842 ldlm_namespace_free_post(obd->obd_namespace);
843 obd->obd_namespace = NULL;
846 lprocfs_obd_cleanup(obd);
847 lprocfs_free_obd_stats(obd);
849 leaked = atomic_read(&obd->u.echo.eo_prep);
851 CERROR("%d prep/commitrw pages leaked\n", leaked);
853 LASSERT(atomic_read(&d->ld_ref) == 0);
858 * Implementation of lu_device_type_operations::ldto_device_fini.
860 * Finalize device. Dual to echo_srv_device_init(). It is called from
861 * obd_precleanup() and stops the current device.
863 * \param[in] env execution environment
864 * \param[in] d LU device of ESD
868 static struct lu_device *echo_srv_device_fini(const struct lu_env *env,
872 echo_srv_fini(env, echo_srv_dev(d));
877 * Implementation of lu_device_type_operations::ldto_device_free.
879 * Free Echo Server device. Dual to echo_srv_device_alloc().
881 * \param[in] env execution environment
882 * \param[in] d LU device of ESD
886 static struct lu_device *echo_srv_device_free(const struct lu_env *env,
889 struct echo_srv_device *esd = echo_srv_dev(d);
891 lu_device_fini(&esd->esd_dev);
897 * Implementation of lu_device_type_operations::ldto_device_alloc.
899 * This function allocates the new Echo Server device. It is called from
900 * obd_setup() if OBD device had lu_device_type defined.
902 * \param[in] env execution environment
903 * \param[in] t lu_device_type of ESD device
904 * \param[in] cfg configuration log
906 * \retval pointer to the lu_device of just allocated OFD
907 * \retval ERR_PTR of return value on error
909 static struct lu_device *echo_srv_device_alloc(const struct lu_env *env,
910 struct lu_device_type *t,
911 struct lustre_cfg *cfg)
913 struct echo_srv_device *esd;
919 return ERR_PTR(-ENOMEM);
922 lu_device_init(l, t);
923 rc = echo_srv_init0(env, esd, t, cfg);
925 echo_srv_device_free(env, l);
932 static const struct lu_device_type_operations echo_srv_type_ops = {
933 .ldto_device_alloc = echo_srv_device_alloc,
934 .ldto_device_free = echo_srv_device_free,
935 .ldto_device_fini = echo_srv_device_fini
938 struct lu_device_type echo_srv_type = {
939 .ldt_tags = LU_DEVICE_DT,
940 .ldt_name = LUSTRE_ECHO_NAME,
941 .ldt_ops = &echo_srv_type_ops,
942 .ldt_ctx_tags = LCT_DT_THREAD,
945 void echo_persistent_pages_fini(void)
949 for (i = 0; i < ECHO_PERSISTENT_PAGES; i++)
950 if (echo_persistent_pages[i]) {
951 __free_page(echo_persistent_pages[i]);
952 echo_persistent_pages[i] = NULL;
956 int echo_persistent_pages_init(void)
961 for (i = 0; i < ECHO_PERSISTENT_PAGES; i++) {
962 gfp_t gfp_mask = (i < ECHO_PERSISTENT_PAGES / 2) ?
963 GFP_KERNEL : GFP_HIGHUSER;
965 pg = alloc_page(gfp_mask);
967 echo_persistent_pages_fini();
971 memset(kmap(pg), 0, PAGE_SIZE);
973 /* set mapping so page is not considered encrypted */
974 pg->mapping = ECHO_MAPPING_UNENCRYPTED;
976 echo_persistent_pages[i] = pg;