4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
20 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21 * CA 95054 USA or visit www.sun.com if you need additional information or
27 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
28 * Use is subject to license terms.
30 * Copyright (c) 2011, 2013, Intel Corporation.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
38 * Author: Wang Di <wangdi@clusterfs.com>
41 #define DEBUG_SUBSYSTEM S_LOV
44 #include <linux/math64.h>
45 #include <libcfs/libcfs.h>
47 #include <liblustre.h>
50 #include <obd_class.h>
51 #include <lustre/lustre_idl.h>
53 #include "lov_internal.h"
55 static int lsm_lmm_verify_common(struct lov_mds_md *lmm, int lmm_bytes,
58 if (stripe_count > LOV_V1_INSANE_STRIPE_COUNT) {
59 CERROR("bad stripe count %d\n", stripe_count);
60 lov_dump_lmm_common(D_WARNING, lmm);
64 if (lmm_oi_id(&lmm->lmm_oi) == 0) {
65 CERROR("zero object id\n");
66 lov_dump_lmm_common(D_WARNING, lmm);
70 if (lov_pattern(le32_to_cpu(lmm->lmm_pattern)) != LOV_PATTERN_RAID0) {
71 CERROR("bad striping pattern\n");
72 lov_dump_lmm_common(D_WARNING, lmm);
76 if (lmm->lmm_stripe_size == 0 ||
77 (le32_to_cpu(lmm->lmm_stripe_size)&(LOV_MIN_STRIPE_SIZE-1)) != 0) {
78 CERROR("bad stripe size %u\n",
79 le32_to_cpu(lmm->lmm_stripe_size));
80 lov_dump_lmm_common(D_WARNING, lmm);
86 struct lov_stripe_md *lsm_alloc_plain(__u16 stripe_count, int *size)
88 struct lov_stripe_md *lsm;
89 struct lov_oinfo *loi;
90 int i, oinfo_ptrs_size;
92 LASSERT(stripe_count <= LOV_MAX_STRIPE_COUNT);
94 oinfo_ptrs_size = sizeof(struct lov_oinfo *) * stripe_count;
95 *size = sizeof(struct lov_stripe_md) + oinfo_ptrs_size;
97 OBD_ALLOC_LARGE(lsm, *size);
101 for (i = 0; i < stripe_count; i++) {
102 OBD_SLAB_ALLOC_PTR_GFP(loi, lov_oinfo_slab, GFP_NOFS);
105 lsm->lsm_oinfo[i] = loi;
107 lsm->lsm_stripe_count = stripe_count;
112 OBD_SLAB_FREE(lsm->lsm_oinfo[i], lov_oinfo_slab, sizeof(*loi));
113 OBD_FREE_LARGE(lsm, *size);
117 void lsm_free_plain(struct lov_stripe_md *lsm)
119 __u16 stripe_count = lsm->lsm_stripe_count;
122 for (i = 0; i < stripe_count; i++)
123 OBD_SLAB_FREE(lsm->lsm_oinfo[i], lov_oinfo_slab,
124 sizeof(struct lov_oinfo));
125 OBD_FREE_LARGE(lsm, sizeof(struct lov_stripe_md) +
126 stripe_count * sizeof(struct lov_oinfo *));
129 static void lsm_unpackmd_common(struct lov_stripe_md *lsm,
130 struct lov_mds_md *lmm)
133 * This supposes lov_mds_md_v1/v3 first fields are
136 lmm_oi_le_to_cpu(&lsm->lsm_oi, &lmm->lmm_oi);
137 lsm->lsm_stripe_size = le32_to_cpu(lmm->lmm_stripe_size);
138 lsm->lsm_pattern = le32_to_cpu(lmm->lmm_pattern);
139 lsm->lsm_layout_gen = le16_to_cpu(lmm->lmm_layout_gen);
140 lsm->lsm_pool_name[0] = '\0';
144 lsm_stripe_by_index_plain(struct lov_stripe_md *lsm, int *stripeno,
145 obd_off *lov_off, obd_off *swidth)
148 *swidth = (obd_off)lsm->lsm_stripe_size * lsm->lsm_stripe_count;
152 lsm_stripe_by_offset_plain(struct lov_stripe_md *lsm, int *stripeno,
153 obd_off *lov_off, obd_off *swidth)
156 *swidth = (obd_off)lsm->lsm_stripe_size * lsm->lsm_stripe_count;
159 static int lsm_destroy_plain(struct lov_stripe_md *lsm, struct obdo *oa,
160 struct obd_export *md_exp)
165 /* Find minimum stripe maxbytes value. For inactive or
166 * reconnecting targets use LUSTRE_STRIPE_MAXBYTES. */
167 static void lov_tgt_maxbytes(struct lov_tgt_desc *tgt, __u64 *stripe_maxbytes)
169 struct obd_import *imp = tgt->ltd_obd->u.cli.cl_import;
171 if (imp == NULL || !tgt->ltd_active) {
172 *stripe_maxbytes = LUSTRE_STRIPE_MAXBYTES;
176 spin_lock(&imp->imp_lock);
177 if (imp->imp_state == LUSTRE_IMP_FULL &&
178 (imp->imp_connect_data.ocd_connect_flags & OBD_CONNECT_MAXBYTES) &&
179 imp->imp_connect_data.ocd_maxbytes > 0) {
180 if (*stripe_maxbytes > imp->imp_connect_data.ocd_maxbytes)
181 *stripe_maxbytes = imp->imp_connect_data.ocd_maxbytes;
183 *stripe_maxbytes = LUSTRE_STRIPE_MAXBYTES;
185 spin_unlock(&imp->imp_lock);
188 static int lsm_lmm_verify_v1(struct lov_mds_md_v1 *lmm, int lmm_bytes,
191 if (lmm_bytes < sizeof(*lmm)) {
192 CERROR("lov_mds_md_v1 too small: %d, need at least %d\n",
193 lmm_bytes, (int)sizeof(*lmm));
197 *stripe_count = le16_to_cpu(lmm->lmm_stripe_count);
198 if (le32_to_cpu(lmm->lmm_pattern) & LOV_PATTERN_F_RELEASED)
201 if (lmm_bytes < lov_mds_md_size(*stripe_count, LOV_MAGIC_V1)) {
202 CERROR("LOV EA V1 too small: %d, need %d\n",
203 lmm_bytes, lov_mds_md_size(*stripe_count, LOV_MAGIC_V1));
204 lov_dump_lmm_common(D_WARNING, lmm);
208 return lsm_lmm_verify_common(lmm, lmm_bytes, *stripe_count);
211 int lsm_unpackmd_v1(struct lov_obd *lov, struct lov_stripe_md *lsm,
212 struct lov_mds_md_v1 *lmm)
214 struct lov_oinfo *loi;
217 __u64 stripe_maxbytes = OBD_OBJECT_EOF;
219 lsm_unpackmd_common(lsm, lmm);
221 stripe_count = lsm_is_released(lsm) ? 0 : lsm->lsm_stripe_count;
223 for (i = 0; i < stripe_count; i++) {
224 /* XXX LOV STACKING call down to osc_unpackmd() */
225 loi = lsm->lsm_oinfo[i];
226 ostid_le_to_cpu(&lmm->lmm_objects[i].l_ost_oi, &loi->loi_oi);
227 loi->loi_ost_idx = le32_to_cpu(lmm->lmm_objects[i].l_ost_idx);
228 loi->loi_ost_gen = le32_to_cpu(lmm->lmm_objects[i].l_ost_gen);
229 if (lov_oinfo_is_dummy(loi))
232 if (loi->loi_ost_idx >= lov->desc.ld_tgt_count) {
233 CERROR("OST index %d more than OST count %d\n",
234 loi->loi_ost_idx, lov->desc.ld_tgt_count);
235 lov_dump_lmm_v1(D_WARNING, lmm);
238 if (!lov->lov_tgts[loi->loi_ost_idx]) {
239 CERROR("OST index %d missing\n", loi->loi_ost_idx);
240 lov_dump_lmm_v1(D_WARNING, lmm);
243 /* calculate the minimum stripe max bytes */
244 lov_tgt_maxbytes(lov->lov_tgts[loi->loi_ost_idx],
248 lsm->lsm_maxbytes = stripe_maxbytes * lsm->lsm_stripe_count;
249 if (lsm->lsm_stripe_count == 0)
250 lsm->lsm_maxbytes = stripe_maxbytes * lov->desc.ld_tgt_count;
255 const struct lsm_operations lsm_v1_ops = {
256 .lsm_free = lsm_free_plain,
257 .lsm_destroy = lsm_destroy_plain,
258 .lsm_stripe_by_index = lsm_stripe_by_index_plain,
259 .lsm_stripe_by_offset = lsm_stripe_by_offset_plain,
260 .lsm_lmm_verify = lsm_lmm_verify_v1,
261 .lsm_unpackmd = lsm_unpackmd_v1,
264 static int lsm_lmm_verify_v3(struct lov_mds_md *lmmv1, int lmm_bytes,
267 struct lov_mds_md_v3 *lmm;
269 lmm = (struct lov_mds_md_v3 *)lmmv1;
271 if (lmm_bytes < sizeof(*lmm)) {
272 CERROR("lov_mds_md_v3 too small: %d, need at least %d\n",
273 lmm_bytes, (int)sizeof(*lmm));
277 *stripe_count = le16_to_cpu(lmm->lmm_stripe_count);
278 if (le32_to_cpu(lmm->lmm_pattern) & LOV_PATTERN_F_RELEASED)
281 if (lmm_bytes < lov_mds_md_size(*stripe_count, LOV_MAGIC_V3)) {
282 CERROR("LOV EA V3 too small: %d, need %d\n",
283 lmm_bytes, lov_mds_md_size(*stripe_count, LOV_MAGIC_V3));
284 lov_dump_lmm_common(D_WARNING, lmm);
288 return lsm_lmm_verify_common((struct lov_mds_md_v1 *)lmm, lmm_bytes,
292 int lsm_unpackmd_v3(struct lov_obd *lov, struct lov_stripe_md *lsm,
293 struct lov_mds_md *lmmv1)
295 struct lov_mds_md_v3 *lmm;
296 struct lov_oinfo *loi;
299 __u64 stripe_maxbytes = OBD_OBJECT_EOF;
302 lmm = (struct lov_mds_md_v3 *)lmmv1;
304 lsm_unpackmd_common(lsm, (struct lov_mds_md_v1 *)lmm);
306 stripe_count = lsm_is_released(lsm) ? 0 : lsm->lsm_stripe_count;
308 cplen = strlcpy(lsm->lsm_pool_name, lmm->lmm_pool_name,
309 sizeof(lsm->lsm_pool_name));
310 if (cplen >= sizeof(lsm->lsm_pool_name))
313 for (i = 0; i < stripe_count; i++) {
314 /* XXX LOV STACKING call down to osc_unpackmd() */
315 loi = lsm->lsm_oinfo[i];
316 ostid_le_to_cpu(&lmm->lmm_objects[i].l_ost_oi, &loi->loi_oi);
317 loi->loi_ost_idx = le32_to_cpu(lmm->lmm_objects[i].l_ost_idx);
318 loi->loi_ost_gen = le32_to_cpu(lmm->lmm_objects[i].l_ost_gen);
319 if (lov_oinfo_is_dummy(loi))
322 if (loi->loi_ost_idx >= lov->desc.ld_tgt_count) {
323 CERROR("OST index %d more than OST count %d\n",
324 loi->loi_ost_idx, lov->desc.ld_tgt_count);
325 lov_dump_lmm_v3(D_WARNING, lmm);
328 if (!lov->lov_tgts[loi->loi_ost_idx]) {
329 CERROR("OST index %d missing\n", loi->loi_ost_idx);
330 lov_dump_lmm_v3(D_WARNING, lmm);
333 /* calculate the minimum stripe max bytes */
334 lov_tgt_maxbytes(lov->lov_tgts[loi->loi_ost_idx],
338 lsm->lsm_maxbytes = stripe_maxbytes * lsm->lsm_stripe_count;
339 if (lsm->lsm_stripe_count == 0)
340 lsm->lsm_maxbytes = stripe_maxbytes * lov->desc.ld_tgt_count;
345 const struct lsm_operations lsm_v3_ops = {
346 .lsm_free = lsm_free_plain,
347 .lsm_destroy = lsm_destroy_plain,
348 .lsm_stripe_by_index = lsm_stripe_by_index_plain,
349 .lsm_stripe_by_offset = lsm_stripe_by_offset_plain,
350 .lsm_lmm_verify = lsm_lmm_verify_v3,
351 .lsm_unpackmd = lsm_unpackmd_v3,
354 void dump_lsm(unsigned int level, const struct lov_stripe_md *lsm)
356 CDEBUG(level, "lsm %p, objid "DOSTID", maxbytes "LPX64", magic 0x%08X,"
357 " stripe_size %u, stripe_count %u, refc: %d,"
358 " layout_gen %u, pool ["LOV_POOLNAMEF"]\n", lsm,
359 POSTID(&lsm->lsm_oi), lsm->lsm_maxbytes, lsm->lsm_magic,
360 lsm->lsm_stripe_size, lsm->lsm_stripe_count,
361 atomic_read(&lsm->lsm_refc), lsm->lsm_layout_gen,