4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2011, 2017, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
30 * Lustre is a trademark of Sun Microsystems, Inc.
32 * lustre/mdt/mdt_xattr.c
34 * Lustre Metadata Target (mdt) extended attributes management.
36 * Author: Peter Braam <braam@clusterfs.com>
37 * Author: Andreas Dilger <adilger@clusterfs.com>
38 * Author: Phil Schwan <phil@clusterfs.com>
39 * Author: Huang Hua <huanghua@clusterfs.com>
42 #define DEBUG_SUBSYSTEM S_MDS
44 #include <linux/xattr.h>
45 #include <obd_class.h>
46 #include <lustre_nodemap.h>
47 #include <lustre_acl.h>
48 #include "mdt_internal.h"
51 /* return EADATA length to the caller. negative value means error */
52 static int mdt_getxattr_pack_reply(struct mdt_thread_info * info)
54 struct req_capsule *pill = info->mti_pill;
55 struct ptlrpc_request *req = mdt_info_req(info);
56 const char *xattr_name;
58 static const char user_string[] = "user.";
64 valid = info->mti_body->mbo_valid & (OBD_MD_FLXATTR | OBD_MD_FLXATTRLS);
66 /* Determine how many bytes we need */
67 if (valid == OBD_MD_FLXATTR) {
68 xattr_name = req_capsule_client_get(pill, &RMF_NAME);
72 if (!(exp_connect_flags(req->rq_export) & OBD_CONNECT_XATTR) &&
73 !strncmp(xattr_name, user_string, sizeof(user_string) - 1))
76 size = mo_xattr_get(info->mti_env,
77 mdt_object_child(info->mti_object),
78 &LU_BUF_NULL, xattr_name);
79 if (size == -ENODATA) {
80 /* XXX: Some client code will not handle -ENODATA
81 * for XATTR_NAME_LOV (trusted.lov) properly. */
82 if (strcmp(xattr_name, XATTR_NAME_LOV) == 0)
89 } else if (valid == OBD_MD_FLXATTRLS) {
91 size = mo_xattr_list(info->mti_env,
92 mdt_object_child(info->mti_object),
94 } else if (valid == OBD_MD_FLXATTRALL) {
96 /* N.B. eadatasize = 0 is not valid for FLXATTRALL */
97 /* We could calculate accurate sizes, but this would
98 * introduce a lot of overhead, let's do it later... */
99 size = info->mti_body->mbo_eadatasize;
100 if (size <= 0 || size > info->mti_mdt->mdt_max_ea_size) {
101 CERROR("%s: invalid EA size(%d) for FLXATTRALL\n",
102 mdt_obd_name(info->mti_mdt), size);
105 req_capsule_set_size(pill, &RMF_EAVALS, RCL_SERVER, size);
106 req_capsule_set_size(pill, &RMF_EAVALS_LENS, RCL_SERVER, size);
108 CDEBUG(D_INFO, "Valid bits: %#llx\n",
109 info->mti_body->mbo_valid);
114 if (size != -EOPNOTSUPP && size != -ENOENT)
115 CERROR("%s: error geting EA size for '%s': rc = %d\n",
116 mdt_obd_name(info->mti_mdt), xattr_name, size);
120 if (req_capsule_has_field(pill, &RMF_ACL, RCL_SERVER))
121 req_capsule_set_size(pill, &RMF_ACL, RCL_SERVER,
122 LUSTRE_POSIX_ACL_MAX_SIZE_OLD);
124 req_capsule_set_size(pill, &RMF_EADATA, RCL_SERVER,
125 info->mti_body->mbo_eadatasize == 0 ? 0 : size);
127 rc2 = req_capsule_server_pack(pill);
131 if (OBD_FAIL_CHECK(OBD_FAIL_MDS_GETXATTR_PACK))
134 RETURN(rc < 0 ? rc : size);
137 static int mdt_nodemap_map_acl(struct mdt_thread_info *info, void *buf,
138 size_t size, const char *name,
139 enum nodemap_tree_type tree_type)
141 struct lu_nodemap *nodemap;
142 struct obd_export *exp = info->mti_exp;
147 if (strcmp(name, XATTR_NAME_ACL_ACCESS) == 0 ||
148 strcmp(name, XATTR_NAME_ACL_DEFAULT) == 0) {
149 if (size > info->mti_mdt->mdt_max_ea_size ||
150 (!exp_connect_large_acl(exp) &&
151 size > LUSTRE_POSIX_ACL_MAX_SIZE_OLD))
152 GOTO(out, rc = -ERANGE);
154 nodemap = nodemap_get_from_exp(exp);
156 GOTO(out, rc = PTR_ERR(nodemap));
158 rc = nodemap_map_acl(nodemap, buf, size, tree_type);
159 nodemap_putref(nodemap);
167 static int mdt_getxattr_all(struct mdt_thread_info *info,
168 struct mdt_body *reqbody, struct mdt_body *repbody,
169 struct lu_buf *buf, struct md_object *next)
171 const struct lu_env *env = info->mti_env;
172 char *v, *b, *eadatahead, *eadatatail;
174 int eadatasize, eavallen = 0, eavallens = 0, rc;
179 * The format of the pill is the following:
180 * EADATA: attr1\0attr2\0...attrn\0
181 * EAVALS: val1val2...valn
182 * EAVALS_LENS: 4,4,...4
185 eadatahead = buf->lb_buf;
187 /* Fill out EADATA first */
188 rc = mo_xattr_list(env, next, buf);
190 GOTO(out_shrink, rc);
193 eadatatail = eadatahead + eadatasize;
195 v = req_capsule_server_get(info->mti_pill, &RMF_EAVALS);
196 sizes = req_capsule_server_get(info->mti_pill, &RMF_EAVALS_LENS);
198 /* Fill out EAVALS and EAVALS_LENS */
199 for (b = eadatahead; b < eadatatail; b += strlen(b) + 1, v += rc) {
201 buf->lb_len = reqbody->mbo_eadatasize - eavallen;
202 rc = mo_xattr_get(env, next, buf, b);
204 GOTO(out_shrink, rc);
205 rc = mdt_nodemap_map_acl(info, buf->lb_buf, rc, b,
206 NODEMAP_FS_TO_CLIENT);
208 GOTO(out_shrink, rc);
209 sizes[eavallens] = rc;
220 repbody->mbo_aclsize = eavallen;
221 repbody->mbo_max_mdsize = eavallens;
223 req_capsule_shrink(info->mti_pill, &RMF_EAVALS, eavallen, RCL_SERVER);
224 req_capsule_shrink(info->mti_pill, &RMF_EAVALS_LENS,
225 eavallens * sizeof(__u32), RCL_SERVER);
226 req_capsule_shrink(info->mti_pill, &RMF_EADATA, eadatasize, RCL_SERVER);
233 int mdt_getxattr(struct mdt_thread_info *info)
235 struct ptlrpc_request *req = mdt_info_req(info);
236 struct mdt_body *reqbody;
237 struct mdt_body *repbody = NULL;
238 struct md_object *next;
244 LASSERT(info->mti_object != NULL);
245 LASSERT(lu_object_assert_exists(&info->mti_object->mot_obj));
247 CDEBUG(D_INODE, "getxattr "DFID"\n", PFID(&info->mti_body->mbo_fid1));
249 rc = req_check_sepol(info->mti_pill);
251 RETURN(err_serious(rc));
253 reqbody = req_capsule_client_get(info->mti_pill, &RMF_MDT_BODY);
255 RETURN(err_serious(-EFAULT));
257 rc = mdt_init_ucred(info, reqbody);
259 RETURN(err_serious(rc));
261 next = mdt_object_child(info->mti_object);
262 easize = mdt_getxattr_pack_reply(info);
263 if (easize == -ENODATA)
264 GOTO(out, rc = easize);
266 GOTO(out, rc = err_serious(easize));
268 repbody = req_capsule_server_get(info->mti_pill, &RMF_MDT_BODY);
269 LASSERT(repbody != NULL);
271 /* No need further getxattr. */
272 if (easize == 0 || reqbody->mbo_eadatasize == 0)
273 GOTO(out, rc = easize);
275 buf = &info->mti_buf;
276 buf->lb_buf = req_capsule_server_get(info->mti_pill, &RMF_EADATA);
277 buf->lb_len = easize;
279 valid = info->mti_body->mbo_valid & (OBD_MD_FLXATTR | OBD_MD_FLXATTRLS);
281 if (valid == OBD_MD_FLXATTR) {
282 const char *xattr_name = req_capsule_client_get(info->mti_pill,
284 rc = mo_xattr_get(info->mti_env, next, buf, xattr_name);
288 rc = mdt_nodemap_map_acl(info, buf->lb_buf, rc, xattr_name,
289 NODEMAP_FS_TO_CLIENT);
290 } else if (valid == OBD_MD_FLXATTRLS) {
291 CDEBUG(D_INODE, "listxattr\n");
293 rc = mo_xattr_list(info->mti_env, next, buf);
295 CDEBUG(D_INFO, "listxattr failed: %d\n", rc);
296 } else if (valid == OBD_MD_FLXATTRALL) {
297 rc = mdt_getxattr_all(info, reqbody, repbody,
305 mdt_counter_incr(req, LPROC_MDT_GETXATTR);
306 /* LU-11109: Set OBD_MD_FLXATTR on success so that
307 * newer clients can distinguish between nonexistent
308 * xattrs and zero length values. */
309 repbody->mbo_valid |= OBD_MD_FLXATTR;
310 repbody->mbo_eadatasize = rc;
313 mdt_exit_ucred(info);
317 /* shrink dir layout after migration */
318 static int mdt_dir_layout_shrink(struct mdt_thread_info *info)
320 const struct lu_env *env = info->mti_env;
321 struct mdt_device *mdt = info->mti_mdt;
322 struct lu_ucred *uc = mdt_ucred(info);
323 struct mdt_reint_record *rr = &info->mti_rr;
324 struct lmv_user_md *lmu = rr->rr_eadata;
325 __u32 lum_stripe_count = lmu->lum_stripe_count;
326 struct lu_buf *buf = &info->mti_buf;
327 struct lmv_mds_md_v1 *lmv;
328 struct md_attr *ma = &info->mti_attr;
329 struct ldlm_enqueue_info *einfo = &info->mti_einfo[0];
330 struct mdt_object *pobj = NULL;
331 struct mdt_object *obj;
332 struct mdt_lock_handle *lhp = NULL;
333 struct mdt_lock_handle *lhc;
338 if (!mdt->mdt_enable_dir_migration)
341 if (!md_capable(uc, CFS_CAP_SYS_ADMIN) &&
342 uc->uc_gid != mdt->mdt_enable_remote_dir_gid &&
343 mdt->mdt_enable_remote_dir_gid != -1)
346 /* mti_big_lmm is used to save LMV, but it may be uninitialized. */
347 if (unlikely(!info->mti_big_lmm)) {
348 info->mti_big_lmmsize = lmv_mds_md_size(64, LMV_MAGIC);
349 OBD_ALLOC(info->mti_big_lmm, info->mti_big_lmmsize);
350 if (!info->mti_big_lmm)
354 obj = mdt_object_find(env, mdt, rr->rr_fid1);
356 RETURN(PTR_ERR(obj));
358 /* get parent from PFID */
359 rc = mdt_attr_get_pfid(info, obj, &ma->ma_pfid);
363 pobj = mdt_object_find(env, mdt, &ma->ma_pfid);
365 GOTO(put_obj, rc = PTR_ERR(pobj));
367 /* revoke object remote LOOKUP lock */
368 if (mdt_object_remote(pobj)) {
369 rc = mdt_revoke_remote_lookup_lock(info, pobj, obj);
375 * lock parent if dir will be shrunk to 1 stripe, because dir will be
376 * converted to normal directory, as will change dir fid and update
377 * namespace of parent.
379 lhp = &info->mti_lh[MDT_LH_PARENT];
380 mdt_lock_reg_init(lhp, LCK_PW);
382 if (le32_to_cpu(lmu->lum_stripe_count) < 2) {
383 rc = mdt_reint_object_lock(info, pobj, lhp,
384 MDS_INODELOCK_UPDATE, true);
390 lhc = &info->mti_lh[MDT_LH_CHILD];
391 mdt_lock_reg_init(lhc, LCK_EX);
392 rc = mdt_reint_striped_lock(info, obj, lhc, MDS_INODELOCK_FULL, einfo,
395 GOTO(unlock_pobj, rc);
397 ma->ma_lmv = info->mti_big_lmm;
398 ma->ma_lmv_size = info->mti_big_lmmsize;
400 rc = mdt_stripe_get(info, obj, ma, XATTR_NAME_LMV);
402 GOTO(unlock_obj, rc);
404 /* user may run 'lfs migrate' multiple times, so it's shrunk already */
405 if (!(ma->ma_valid & MA_LMV))
406 GOTO(unlock_obj, rc = -EALREADY);
408 lmv = &ma->ma_lmv->lmv_md_v1;
411 if (!(le32_to_cpu(lmv->lmv_hash_type) & LMV_HASH_FLAG_MIGRATION))
412 GOTO(unlock_obj, rc = -EALREADY);
414 lum_stripe_count = lmu->lum_stripe_count;
415 if (!lum_stripe_count)
416 lum_stripe_count = cpu_to_le32(1);
418 if (lmv->lmv_migrate_offset != lum_stripe_count) {
419 CERROR("%s: "DFID" migrate mdt count mismatch %u != %u\n",
420 mdt_obd_name(info->mti_mdt), PFID(rr->rr_fid1),
421 lmv->lmv_migrate_offset, lmu->lum_stripe_count);
422 GOTO(unlock_obj, rc = -EINVAL);
425 if (lmv->lmv_master_mdt_index != lmu->lum_stripe_offset) {
426 CERROR("%s: "DFID" migrate mdt index mismatch %u != %u\n",
427 mdt_obd_name(info->mti_mdt), PFID(rr->rr_fid1),
428 lmv->lmv_master_mdt_index, lmu->lum_stripe_offset);
429 GOTO(unlock_obj, rc = -EINVAL);
432 if (lum_stripe_count > 1 &&
433 (lmv->lmv_hash_type & cpu_to_le32(LMV_HASH_TYPE_MASK)) !=
434 lmu->lum_hash_type) {
435 CERROR("%s: "DFID" migrate mdt hash mismatch %u != %u\n",
436 mdt_obd_name(info->mti_mdt), PFID(rr->rr_fid1),
437 lmv->lmv_hash_type, lmu->lum_hash_type);
438 GOTO(unlock_obj, rc = -EINVAL);
441 buf->lb_buf = rr->rr_eadata;
442 buf->lb_len = rr->rr_eadatalen;
443 rc = mo_xattr_set(env, mdt_object_child(obj), buf, XATTR_NAME_LMV, 0);
444 GOTO(unlock_obj, rc);
447 mdt_reint_striped_unlock(info, obj, lhc, einfo, rc);
449 mdt_object_unlock(info, pobj, lhp, rc);
451 mdt_object_put(env, pobj);
453 mdt_object_put(env, obj);
458 int mdt_reint_setxattr(struct mdt_thread_info *info,
459 struct mdt_lock_handle *unused)
461 struct ptlrpc_request *req = mdt_info_req(info);
462 struct mdt_lock_handle *lh;
463 const struct lu_env *env = info->mti_env;
464 struct lu_buf *buf = &info->mti_buf;
465 struct mdt_reint_record *rr = &info->mti_rr;
466 struct md_attr *ma = &info->mti_attr;
467 struct lu_attr *attr = &info->mti_attr.ma_attr;
468 struct mdt_object *obj;
469 struct md_object *child;
470 __u64 valid = attr->la_valid;
471 const char *xattr_name = rr->rr_name.ln_name;
472 int xattr_len = rr->rr_eadatalen;
473 __u64 lockpart = MDS_INODELOCK_UPDATE;
477 CDEBUG(D_INODE, "setxattr for "DFID": %s %s\n", PFID(rr->rr_fid1),
478 valid & OBD_MD_FLXATTR ? "set" : "remove", xattr_name);
480 if (info->mti_dlm_req)
481 ldlm_request_cancel(req, info->mti_dlm_req, 0, LATF_SKIP);
483 if (OBD_FAIL_CHECK(OBD_FAIL_MDS_SETXATTR))
484 RETURN(err_serious(-ENOMEM));
486 rc = mdt_init_ucred_reint(info);
490 if (strncmp(xattr_name, XATTR_USER_PREFIX,
491 sizeof(XATTR_USER_PREFIX) - 1) == 0) {
492 if (!(exp_connect_flags(req->rq_export) & OBD_CONNECT_XATTR))
493 GOTO(out, rc = -EOPNOTSUPP);
494 } else if (strncmp(xattr_name, XATTR_TRUSTED_PREFIX,
495 sizeof(XATTR_TRUSTED_PREFIX) - 1) == 0) {
497 /* setxattr(LMV) with lum is used to shrink dir layout */
498 if (strcmp(xattr_name, XATTR_NAME_LMV) == 0) {
499 __u32 *magic = rr->rr_eadata;
501 /* we don't let to remove LMV? */
505 if (le32_to_cpu(*magic) == LMV_USER_MAGIC ||
506 le32_to_cpu(*magic) == LMV_USER_MAGIC_SPECIFIC) {
507 rc = mdt_dir_layout_shrink(info);
512 if (!md_capable(mdt_ucred(info), CFS_CAP_SYS_ADMIN))
513 GOTO(out, rc = -EPERM);
515 if (strcmp(xattr_name, XATTR_NAME_LOV) == 0 ||
516 strcmp(xattr_name, XATTR_NAME_LMA) == 0 ||
517 strcmp(xattr_name, XATTR_NAME_LMV) == 0 ||
518 strcmp(xattr_name, XATTR_NAME_LINK) == 0 ||
519 strcmp(xattr_name, XATTR_NAME_FID) == 0 ||
520 strcmp(xattr_name, XATTR_NAME_VERSION) == 0 ||
521 strcmp(xattr_name, XATTR_NAME_SOM) == 0 ||
522 strcmp(xattr_name, XATTR_NAME_HSM) == 0 ||
523 strcmp(xattr_name, XATTR_NAME_LFSCK_NAMESPACE) == 0)
525 } else if ((valid & OBD_MD_FLXATTR) &&
526 (strcmp(xattr_name, XATTR_NAME_ACL_ACCESS) == 0 ||
527 strcmp(xattr_name, XATTR_NAME_ACL_DEFAULT) == 0)) {
528 rc = mdt_nodemap_map_acl(info, rr->rr_eadata, xattr_len,
529 xattr_name, NODEMAP_CLIENT_TO_FS);
532 /* ACLs were mapped out, return an error so the user knows */
534 GOTO(out, rc = -EPERM);
535 } else if ((strlen(xattr_name) > strlen(XATTR_LUSTRE_LOV) + 1) &&
536 strncmp(xattr_name, XATTR_LUSTRE_LOV,
537 strlen(XATTR_LUSTRE_LOV)) == 0) {
539 if (strncmp(xattr_name, XATTR_LUSTRE_LOV".add",
540 strlen(XATTR_LUSTRE_LOV".add")) &&
541 strncmp(xattr_name, XATTR_LUSTRE_LOV".set",
542 strlen(XATTR_LUSTRE_LOV".set")) &&
543 strncmp(xattr_name, XATTR_LUSTRE_LOV".del",
544 strlen(XATTR_LUSTRE_LOV".del"))) {
545 CERROR("%s: invalid xattr name: %s\n",
546 mdt_obd_name(info->mti_mdt), xattr_name);
547 GOTO(out, rc = -EINVAL);
550 lockpart |= MDS_INODELOCK_LAYOUT;
553 /* Revoke all clients' lookup lock, since the access
554 * permissions for this inode is changed when ACL_ACCESS is
555 * set. This isn't needed for ACL_DEFAULT, since that does
556 * not change the access permissions of this inode, nor any
557 * other existing inodes. It is setting the ACLs inherited
558 * by new directories/files at create time. */
559 /* We need revoke both LOOKUP|PERM lock here, see mdt_attr_set. */
560 if (!strcmp(xattr_name, XATTR_NAME_ACL_ACCESS))
561 lockpart |= MDS_INODELOCK_PERM | MDS_INODELOCK_LOOKUP;
562 /* We need to take the lock on behalf of old clients so that newer
563 * clients flush their xattr caches */
565 lockpart |= MDS_INODELOCK_XATTR;
567 lh = &info->mti_lh[MDT_LH_PARENT];
568 /* ACLs were sent to clients under LCK_CR locks, so taking LCK_EX
570 mdt_lock_reg_init(lh, LCK_EX);
571 obj = mdt_object_find_lock(info, rr->rr_fid1, lh, lockpart);
573 GOTO(out, rc = PTR_ERR(obj));
575 tgt_vbr_obj_set(env, mdt_obj2dt(obj));
576 rc = mdt_version_get_check_save(info, obj, 0);
578 GOTO(out_unlock, rc);
580 if (unlikely(!(valid & OBD_MD_FLCTIME))) {
581 /* This isn't strictly an error, but all current clients
582 * should set OBD_MD_FLCTIME when setting attributes. */
583 CWARN("%s: client miss to set OBD_MD_FLCTIME when "
584 "setxattr %s: [object "DFID"] [valid %llu]\n",
585 mdt_obd_name(info->mti_mdt), xattr_name,
586 PFID(rr->rr_fid1), valid);
587 attr->la_ctime = ktime_get_real_seconds();
589 attr->la_valid = LA_CTIME;
590 child = mdt_object_child(obj);
591 if (valid & OBD_MD_FLXATTR) {
594 if (attr->la_flags & XATTR_REPLACE)
595 flags |= LU_XATTR_REPLACE;
597 if (attr->la_flags & XATTR_CREATE)
598 flags |= LU_XATTR_CREATE;
600 mdt_fail_write(env, info->mti_mdt->mdt_bottom,
601 OBD_FAIL_MDS_SETXATTR_WRITE);
603 buf->lb_buf = rr->rr_eadata;
604 buf->lb_len = xattr_len;
605 rc = mo_xattr_set(env, child, buf, xattr_name, flags);
606 /* update ctime after xattr changed */
608 ma->ma_attr_flags |= MDS_PERM_BYPASS;
609 mo_attr_set(env, child, ma);
611 } else if (valid & OBD_MD_FLXATTRRM) {
612 rc = mo_xattr_del(env, child, xattr_name);
613 /* update ctime after xattr changed */
615 ma->ma_attr_flags |= MDS_PERM_BYPASS;
616 mo_attr_set(env, child, ma);
619 CDEBUG(D_INFO, "valid bits: %#llx\n", valid);
624 mdt_counter_incr(req, LPROC_MDT_SETXATTR);
628 mdt_object_unlock_put(info, obj, lh, rc);
630 mdt_exit_ucred(info);