4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; if not, write to the
18 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
19 * Boston, MA 021110-1307, USA
24 * Copyright (c) 2012, 2014, Intel Corporation.
27 * lustre/target/tgt_main.c
29 * Lustre Unified Target main initialization code
31 * Author: Mikhail Pershin <mike.pershin@intel.com>
34 #define DEBUG_SUBSYSTEM S_CLASS
37 #include "tgt_internal.h"
38 #include "../ptlrpc/ptlrpc_internal.h"
40 int tgt_init(const struct lu_env *env, struct lu_target *lut,
41 struct obd_device *obd, struct dt_device *dt,
42 struct tgt_opc_slice *slice, int request_fail_id,
45 struct dt_object_format dof;
57 lut->lut_last_rcvd = NULL;
58 lut->lut_client_bitmap = NULL;
59 atomic_set(&lut->lut_num_clients, 0);
60 atomic_set(&lut->lut_client_generation, 0);
61 lut->lut_reply_data = NULL;
62 lut->lut_reply_bitmap = NULL;
63 obd->u.obt.obt_lut = lut;
64 obd->u.obt.obt_magic = OBT_MAGIC;
66 /* set request handler slice and parameters */
67 lut->lut_slice = slice;
68 lut->lut_reply_fail_id = reply_fail_id;
69 lut->lut_request_fail_id = request_fail_id;
71 /* sptlrcp variables init */
72 rwlock_init(&lut->lut_sptlrpc_lock);
73 sptlrpc_rule_set_init(&lut->lut_sptlrpc_rset);
75 spin_lock_init(&lut->lut_flags_lock);
76 lut->lut_sync_lock_cancel = NEVER_SYNC_ON_CANCEL;
78 /* last_rcvd initialization is needed by replayable targets only */
79 if (!obd->obd_replayable)
82 spin_lock_init(&lut->lut_translock);
83 spin_lock_init(&lut->lut_client_bitmap_lock);
85 OBD_ALLOC(lut->lut_client_bitmap, LR_MAX_CLIENTS >> 3);
86 if (lut->lut_client_bitmap == NULL)
89 memset(&attr, 0, sizeof(attr));
90 attr.la_valid = LA_MODE;
91 attr.la_mode = S_IFREG | S_IRUGO | S_IWUSR;
92 dof.dof_type = dt_mode_to_dft(S_IFREG);
94 lu_local_obj_fid(&fid, LAST_RECV_OID);
96 o = dt_find_or_create(env, lut->lut_bottom, &fid, &dof, &attr);
99 CERROR("%s: cannot open LAST_RCVD: rc = %d\n", tgt_name(lut),
104 lut->lut_last_rcvd = o;
105 rc = tgt_server_data_init(env, lut);
109 /* prepare transactions callbacks */
110 lut->lut_txn_cb.dtc_txn_start = tgt_txn_start_cb;
111 lut->lut_txn_cb.dtc_txn_stop = tgt_txn_stop_cb;
112 lut->lut_txn_cb.dtc_txn_commit = NULL;
113 lut->lut_txn_cb.dtc_cookie = lut;
114 lut->lut_txn_cb.dtc_tag = LCT_DT_THREAD | LCT_MD_THREAD;
115 INIT_LIST_HEAD(&lut->lut_txn_cb.dtc_linkage);
117 dt_txn_callback_add(lut->lut_bottom, &lut->lut_txn_cb);
118 lut->lut_bottom->dd_lu_dev.ld_site->ls_tgt = lut;
120 /* reply_data is supported by MDT targets only for now */
121 if (strncmp(obd->obd_type->typ_name, LUSTRE_MDT_NAME, 3) != 0)
124 OBD_ALLOC(lut->lut_reply_bitmap,
125 LUT_REPLY_SLOTS_MAX_CHUNKS * sizeof(unsigned long *));
126 if (lut->lut_reply_bitmap == NULL)
129 memset(&attr, 0, sizeof(attr));
130 attr.la_valid = LA_MODE;
131 attr.la_mode = S_IFREG | S_IRUGO | S_IWUSR;
132 dof.dof_type = dt_mode_to_dft(S_IFREG);
134 lu_local_obj_fid(&fid, REPLY_DATA_OID);
136 o = dt_find_or_create(env, lut->lut_bottom, &fid, &dof, &attr);
139 CERROR("%s: cannot open REPLY_DATA: rc = %d\n", tgt_name(lut),
143 lut->lut_reply_data = o;
145 rc = tgt_reply_data_init(env, lut);
152 dt_txn_callback_del(lut->lut_bottom, &lut->lut_txn_cb);
154 if (lut->lut_last_rcvd != NULL) {
155 lu_object_put(env, &lut->lut_last_rcvd->do_lu);
156 lut->lut_last_rcvd = NULL;
158 if (lut->lut_client_bitmap != NULL)
159 OBD_FREE(lut->lut_client_bitmap, LR_MAX_CLIENTS >> 3);
160 lut->lut_client_bitmap = NULL;
161 if (lut->lut_reply_data != NULL)
162 lu_object_put(env, &lut->lut_reply_data->do_lu);
163 lut->lut_reply_data = NULL;
164 if (lut->lut_reply_bitmap != NULL)
165 OBD_FREE(lut->lut_reply_bitmap,
166 LUT_REPLY_SLOTS_MAX_CHUNKS * sizeof(unsigned long *));
167 lut->lut_reply_bitmap = NULL;
170 EXPORT_SYMBOL(tgt_init);
172 void tgt_fini(const struct lu_env *env, struct lu_target *lut)
178 if (lut->lut_lsd.lsd_feature_incompat & OBD_INCOMPAT_MULTI_RPCS &&
179 atomic_read(&lut->lut_num_clients) == 0) {
180 /* Clear MULTI RPCS incompatibility flag that prevents previous
181 * Lustre versions to mount a target with reply_data file */
182 lut->lut_lsd.lsd_feature_incompat &= ~OBD_INCOMPAT_MULTI_RPCS;
183 rc = tgt_server_data_update(env, lut, 1);
185 CERROR("%s: unable to clear MULTI RPCS "
186 "incompatibility flag\n",
187 lut->lut_obd->obd_name);
190 sptlrpc_rule_set_free(&lut->lut_sptlrpc_rset);
192 if (lut->lut_reply_data != NULL)
193 lu_object_put(env, &lut->lut_reply_data->do_lu);
194 lut->lut_reply_data = NULL;
195 if (lut->lut_reply_bitmap != NULL) {
196 for (i = 0; i < LUT_REPLY_SLOTS_MAX_CHUNKS; i++) {
197 if (lut->lut_reply_bitmap[i] != NULL)
198 OBD_FREE(lut->lut_reply_bitmap[i],
199 BITS_TO_LONGS(LUT_REPLY_SLOTS_PER_CHUNK) *
201 lut->lut_reply_bitmap[i] = NULL;
203 OBD_FREE(lut->lut_reply_bitmap,
204 LUT_REPLY_SLOTS_MAX_CHUNKS * sizeof(unsigned long *));
206 lut->lut_reply_bitmap = NULL;
207 if (lut->lut_client_bitmap) {
208 OBD_FREE(lut->lut_client_bitmap, LR_MAX_CLIENTS >> 3);
209 lut->lut_client_bitmap = NULL;
211 if (lut->lut_last_rcvd) {
212 dt_txn_callback_del(lut->lut_bottom, &lut->lut_txn_cb);
213 lu_object_put(env, &lut->lut_last_rcvd->do_lu);
214 lut->lut_last_rcvd = NULL;
218 EXPORT_SYMBOL(tgt_fini);
220 /* context key constructor/destructor: tg_key_init, tg_key_fini */
221 LU_KEY_INIT(tgt, struct tgt_thread_info);
223 static void tgt_key_fini(const struct lu_context *ctx,
224 struct lu_context_key *key, void *data)
226 struct tgt_thread_info *info = data;
227 struct thandle_exec_args *args = &info->tti_tea;
230 for (i = 0; i < args->ta_alloc_args; i++) {
231 if (args->ta_args[i] != NULL)
232 OBD_FREE_PTR(args->ta_args[i]);
235 if (args->ta_args != NULL)
236 OBD_FREE(args->ta_args, sizeof(args->ta_args[0]) *
237 args->ta_alloc_args);
241 static void tgt_key_exit(const struct lu_context *ctx,
242 struct lu_context_key *key, void *data)
244 struct tgt_thread_info *tti = data;
246 tti->tti_has_trans = 0;
247 tti->tti_mult_trans = 0;
250 /* context key: tg_thread_key */
251 struct lu_context_key tgt_thread_key = {
252 .lct_tags = LCT_MD_THREAD | LCT_DT_THREAD,
253 .lct_init = tgt_key_init,
254 .lct_fini = tgt_key_fini,
255 .lct_exit = tgt_key_exit,
258 LU_KEY_INIT_GENERIC(tgt);
260 /* context key constructor/destructor: tgt_ses_key_init, tgt_ses_key_fini */
261 LU_KEY_INIT_FINI(tgt_ses, struct tgt_session_info);
263 /* context key: tgt_session_key */
264 struct lu_context_key tgt_session_key = {
265 .lct_tags = LCT_SERVER_SESSION,
266 .lct_init = tgt_ses_key_init,
267 .lct_fini = tgt_ses_key_fini,
269 EXPORT_SYMBOL(tgt_session_key);
271 LU_KEY_INIT_GENERIC(tgt_ses);
274 * this page is allocated statically when module is initializing
275 * it is used to simulate data corruptions, see ost_checksum_bulk()
276 * for details. as the original pages provided by the layers below
277 * can be remain in the internal cache, we do not want to modify
280 struct page *tgt_page_to_corrupt;
282 int tgt_mod_init(void)
286 tgt_page_to_corrupt = alloc_page(GFP_IOFS);
288 tgt_key_init_generic(&tgt_thread_key, NULL);
289 lu_context_key_register_many(&tgt_thread_key, NULL);
291 tgt_ses_key_init_generic(&tgt_session_key, NULL);
292 lu_context_key_register_many(&tgt_session_key, NULL);
299 void tgt_mod_exit(void)
301 if (tgt_page_to_corrupt != NULL)
302 page_cache_release(tgt_page_to_corrupt);
304 lu_context_key_degister(&tgt_thread_key);
305 lu_context_key_degister(&tgt_session_key);