4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
20 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21 * CA 95054 USA or visit www.sun.com if you need additional information or
27 * Copyright (c) 2009, 2010, Oracle and/or its affiliates. All rights reserved.
28 * Use is subject to license terms.
30 * Copyright (c) 2012, 2015, Intel Corporation.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
36 * lustre/osd-zfs/osd_object.c
38 * Author: Alex Zhuravlev <bzzz@whamcloud.com>
39 * Author: Mike Pershin <tappro@whamcloud.com>
40 * Author: Johann Lombardi <johann@whamcloud.com>
43 #define DEBUG_SUBSYSTEM S_OSD
45 #include <lustre_ver.h>
46 #include <libcfs/libcfs.h>
47 #include <obd_support.h>
48 #include <lustre_net.h>
50 #include <obd_class.h>
51 #include <lustre_disk.h>
52 #include <lustre_fid.h>
54 #include "osd_internal.h"
56 #include <sys/dnode.h>
61 #include <sys/spa_impl.h>
62 #include <sys/zfs_znode.h>
63 #include <sys/dmu_tx.h>
64 #include <sys/dmu_objset.h>
65 #include <sys/dsl_prop.h>
66 #include <sys/sa_impl.h>
69 char *osd_obj_tag = "osd_object";
71 static struct dt_object_operations osd_obj_ops;
72 static struct lu_object_operations osd_lu_obj_ops;
73 extern struct dt_body_operations osd_body_ops;
74 static struct dt_object_operations osd_obj_otable_it_ops;
76 extern struct kmem_cache *osd_object_kmem;
79 osd_object_sa_fini(struct osd_object *obj)
82 sa_handle_destroy(obj->oo_sa_hdl);
83 obj->oo_sa_hdl = NULL;
88 osd_object_sa_init(struct osd_object *obj, struct osd_device *o)
92 LASSERT(obj->oo_sa_hdl == NULL);
93 LASSERT(obj->oo_db != NULL);
95 rc = -sa_handle_get(o->od_os, obj->oo_db->db_object, obj,
96 SA_HDL_PRIVATE, &obj->oo_sa_hdl);
100 /* Cache the xattr object id, valid for the life of the object */
101 rc = -sa_lookup(obj->oo_sa_hdl, SA_ZPL_XATTR(o), &obj->oo_xattr, 8);
103 obj->oo_xattr = ZFS_NO_OBJECT;
106 osd_object_sa_fini(obj);
113 * Add object to list of dirty objects in tx handle.
116 osd_object_sa_dirty_add(struct osd_object *obj, struct osd_thandle *oh)
118 if (!list_empty(&obj->oo_sa_linkage))
121 down(&oh->ot_sa_lock);
122 write_lock(&obj->oo_attr_lock);
123 if (likely(list_empty(&obj->oo_sa_linkage)))
124 list_add(&obj->oo_sa_linkage, &oh->ot_sa_list);
125 write_unlock(&obj->oo_attr_lock);
130 * Release spill block dbuf hold for all dirty SAs.
132 void osd_object_sa_dirty_rele(struct osd_thandle *oh)
134 struct osd_object *obj;
136 down(&oh->ot_sa_lock);
137 while (!list_empty(&oh->ot_sa_list)) {
138 obj = list_entry(oh->ot_sa_list.next,
139 struct osd_object, oo_sa_linkage);
140 sa_spill_rele(obj->oo_sa_hdl);
141 write_lock(&obj->oo_attr_lock);
142 list_del_init(&obj->oo_sa_linkage);
143 write_unlock(&obj->oo_attr_lock);
149 * Update the SA and add the object to the dirty list.
151 int osd_object_sa_update(struct osd_object *obj, sa_attr_type_t type,
152 void *buf, uint32_t buflen, struct osd_thandle *oh)
156 LASSERT(obj->oo_sa_hdl != NULL);
157 LASSERT(oh->ot_tx != NULL);
159 rc = -sa_update(obj->oo_sa_hdl, type, buf, buflen, oh->ot_tx);
160 osd_object_sa_dirty_add(obj, oh);
166 * Bulk update the SA and add the object to the dirty list.
169 osd_object_sa_bulk_update(struct osd_object *obj, sa_bulk_attr_t *attrs,
170 int count, struct osd_thandle *oh)
174 LASSERT(obj->oo_sa_hdl != NULL);
175 LASSERT(oh->ot_tx != NULL);
177 rc = -sa_bulk_update(obj->oo_sa_hdl, attrs, count, oh->ot_tx);
178 osd_object_sa_dirty_add(obj, oh);
184 * Retrieve the attributes of a DMU object
186 int __osd_object_attr_get(const struct lu_env *env, struct osd_device *o,
187 struct osd_object *obj, struct lu_attr *la)
189 struct osa_attr *osa = &osd_oti_get(env)->oti_osa;
191 sa_bulk_attr_t *bulk;
196 LASSERT(obj->oo_db != NULL);
198 rc = -sa_handle_get(o->od_os, obj->oo_db->db_object, NULL,
199 SA_HDL_PRIVATE, &sa_hdl);
203 OBD_ALLOC(bulk, sizeof(sa_bulk_attr_t) * 9);
205 GOTO(out_sa, rc = -ENOMEM);
207 la->la_valid |= LA_ATIME | LA_MTIME | LA_CTIME | LA_MODE | LA_TYPE |
208 LA_SIZE | LA_UID | LA_GID | LA_FLAGS | LA_NLINK;
210 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_ATIME(o), NULL, osa->atime, 16);
211 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_MTIME(o), NULL, osa->mtime, 16);
212 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_CTIME(o), NULL, osa->ctime, 16);
213 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_MODE(o), NULL, &osa->mode, 8);
214 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_SIZE(o), NULL, &osa->size, 8);
215 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_LINKS(o), NULL, &osa->nlink, 8);
216 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_UID(o), NULL, &osa->uid, 8);
217 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_GID(o), NULL, &osa->gid, 8);
218 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_FLAGS(o), NULL, &osa->flags, 8);
220 rc = -sa_bulk_lookup(sa_hdl, bulk, cnt);
224 la->la_atime = osa->atime[0];
225 la->la_mtime = osa->mtime[0];
226 la->la_ctime = osa->ctime[0];
227 la->la_mode = osa->mode;
228 la->la_uid = osa->uid;
229 la->la_gid = osa->gid;
230 la->la_nlink = osa->nlink;
231 la->la_flags = attrs_zfs2fs(osa->flags);
232 la->la_size = osa->size;
234 if (S_ISCHR(la->la_mode) || S_ISBLK(la->la_mode)) {
235 rc = -sa_lookup(sa_hdl, SA_ZPL_RDEV(o), &osa->rdev, 8);
238 la->la_rdev = osa->rdev;
239 la->la_valid |= LA_RDEV;
242 OBD_FREE(bulk, sizeof(sa_bulk_attr_t) * 9);
244 sa_handle_destroy(sa_hdl);
249 int __osd_obj2dbuf(const struct lu_env *env, objset_t *os,
250 uint64_t oid, dmu_buf_t **dbp)
252 dmu_object_info_t *doi = &osd_oti_get(env)->oti_doi;
255 rc = -sa_buf_hold(os, oid, osd_obj_tag, dbp);
259 dmu_object_info_from_db(*dbp, doi);
260 if (unlikely (oid != DMU_USERUSED_OBJECT &&
261 oid != DMU_GROUPUSED_OBJECT && doi->doi_bonus_type != DMU_OT_SA)) {
262 sa_buf_rele(*dbp, osd_obj_tag);
268 LASSERT((*dbp)->db_object == oid);
269 LASSERT((*dbp)->db_offset == -1);
270 LASSERT((*dbp)->db_data != NULL);
276 * Concurrency: no concurrent access is possible that early in object
279 struct lu_object *osd_object_alloc(const struct lu_env *env,
280 const struct lu_object_header *hdr,
283 struct osd_object *mo;
285 OBD_SLAB_ALLOC_PTR_GFP(mo, osd_object_kmem, GFP_NOFS);
289 l = &mo->oo_dt.do_lu;
290 dt_object_init(&mo->oo_dt, NULL, d);
291 mo->oo_dt.do_ops = &osd_obj_ops;
292 l->lo_ops = &osd_lu_obj_ops;
293 INIT_LIST_HEAD(&mo->oo_sa_linkage);
294 INIT_LIST_HEAD(&mo->oo_unlinked_linkage);
295 init_rwsem(&mo->oo_sem);
296 sema_init(&mo->oo_guard, 1);
297 rwlock_init(&mo->oo_attr_lock);
298 mo->oo_destroy = OSD_DESTROY_NONE;
306 * Concurrency: shouldn't matter.
308 int osd_object_init0(const struct lu_env *env, struct osd_object *obj)
310 struct osd_device *osd = osd_obj2dev(obj);
311 const struct lu_fid *fid = lu_object_fid(&obj->oo_dt.do_lu);
315 if (obj->oo_db == NULL)
320 rc = osd_object_sa_init(obj, osd);
324 /* cache attrs in object */
325 rc = __osd_object_attr_get(env, osd, obj, &obj->oo_attr);
329 if (likely(!fid_is_acct(fid)))
330 /* no body operations for accounting objects */
331 obj->oo_dt.do_body_ops = &osd_body_ops;
334 * initialize object before marking it existing
336 obj->oo_dt.do_lu.lo_header->loh_attr |= obj->oo_attr.la_mode & S_IFMT;
339 obj->oo_dt.do_lu.lo_header->loh_attr |= LOHA_EXISTS;
344 static int osd_check_lma(const struct lu_env *env, struct osd_object *obj)
346 struct osd_thread_info *info = osd_oti_get(env);
349 struct lustre_mdt_attrs *lma;
352 CLASSERT(sizeof(info->oti_buf) >= sizeof(*lma));
353 lma = (struct lustre_mdt_attrs *)info->oti_buf;
355 buf.lb_len = sizeof(info->oti_buf);
357 rc = osd_xattr_get(env, &obj->oo_dt, &buf, XATTR_NAME_LMA);
360 lustre_lma_swab(lma);
361 if (unlikely((lma->lma_incompat & ~LMA_INCOMPAT_SUPP) ||
362 CFS_FAIL_CHECK(OBD_FAIL_OSD_LMA_INCOMPAT))) {
363 CWARN("%s: unsupported incompat LMA feature(s) %#x for "
364 "fid = "DFID"\n", osd_obj2dev(obj)->od_svname,
365 lma->lma_incompat & ~LMA_INCOMPAT_SUPP,
366 PFID(lu_object_fid(&obj->oo_dt.do_lu)));
369 } else if (rc == -ENODATA) {
370 /* haven't initialize LMA xattr */
378 * Concurrency: no concurrent access is possible that early in object
381 static int osd_object_init(const struct lu_env *env, struct lu_object *l,
382 const struct lu_object_conf *conf)
384 struct osd_object *obj = osd_obj(l);
385 struct osd_device *osd = osd_obj2dev(obj);
390 LASSERT(osd_invariant(obj));
392 if (fid_is_otable_it(&l->lo_header->loh_fid)) {
393 obj->oo_dt.do_ops = &osd_obj_otable_it_ops;
394 l->lo_header->loh_attr |= LOHA_EXISTS;
398 rc = osd_fid_lookup(env, osd, lu_object_fid(l), &oid);
400 LASSERT(obj->oo_db == NULL);
401 rc = __osd_obj2dbuf(env, osd->od_os, oid, &obj->oo_db);
403 CERROR("%s: lookup "DFID"/"LPX64" failed: rc = %d\n",
404 osd->od_svname, PFID(lu_object_fid(l)), oid, rc);
408 rc = osd_object_init0(env, obj);
412 rc = osd_check_lma(env, obj);
415 } else if (rc == -ENOENT) {
418 LASSERT(osd_invariant(obj));
424 * Concurrency: no concurrent access is possible that late in object
427 static void osd_object_free(const struct lu_env *env, struct lu_object *l)
429 struct osd_object *obj = osd_obj(l);
431 LASSERT(osd_invariant(obj));
433 dt_object_fini(&obj->oo_dt);
434 OBD_SLAB_FREE_PTR(obj, osd_object_kmem);
438 osd_object_unlinked_add(struct osd_object *obj, struct osd_thandle *oh)
442 down(&obj->oo_guard);
444 LASSERT(obj->oo_destroy == OSD_DESTROY_ASYNC);
446 if (likely(list_empty(&obj->oo_unlinked_linkage))) {
447 list_add(&obj->oo_unlinked_linkage, &oh->ot_unlinked_list);
456 /* Default to max data size covered by a level-1 indirect block */
457 static unsigned long osd_sync_destroy_max_size =
458 1UL << (DN_MAX_INDBLKSHIFT - SPA_BLKPTRSHIFT + SPA_MAXBLOCKSHIFT);
459 CFS_MODULE_PARM(osd_sync_destroy_max_size, "ul", ulong, 0444,
460 "Maximum object size to use synchronous destroy.");
463 osd_object_set_destroy_type(struct osd_object *obj)
466 * Lock-less OST_WRITE can race with OST_DESTROY, so set destroy type
467 * only once and use it consistently thereafter.
469 down(&obj->oo_guard);
470 if (obj->oo_destroy == OSD_DESTROY_NONE) {
471 if (obj->oo_attr.la_size <= osd_sync_destroy_max_size)
472 obj->oo_destroy = OSD_DESTROY_SYNC;
473 else /* Larger objects are destroyed asynchronously */
474 obj->oo_destroy = OSD_DESTROY_ASYNC;
479 static int osd_declare_object_destroy(const struct lu_env *env,
480 struct dt_object *dt,
483 char *buf = osd_oti_get(env)->oti_str;
484 const struct lu_fid *fid = lu_object_fid(&dt->do_lu);
485 struct osd_object *obj = osd_dt_obj(dt);
486 struct osd_device *osd = osd_obj2dev(obj);
487 struct osd_thandle *oh;
493 LASSERT(dt_object_exists(dt));
495 oh = container_of0(th, struct osd_thandle, ot_super);
496 LASSERT(oh->ot_tx != NULL);
498 /* declare that we'll remove object from fid-dnode mapping */
499 zapid = osd_get_name_n_idx(env, osd, fid, buf);
500 dmu_tx_hold_bonus(oh->ot_tx, zapid);
501 dmu_tx_hold_zap(oh->ot_tx, zapid, FALSE, buf);
503 osd_declare_xattrs_destroy(env, obj, oh);
505 /* declare that we'll remove object from inode accounting ZAPs */
506 dmu_tx_hold_bonus(oh->ot_tx, osd->od_iusr_oid);
507 dmu_tx_hold_zap(oh->ot_tx, osd->od_iusr_oid, FALSE, buf);
508 dmu_tx_hold_bonus(oh->ot_tx, osd->od_igrp_oid);
509 dmu_tx_hold_zap(oh->ot_tx, osd->od_igrp_oid, FALSE, buf);
512 rc = osd_declare_quota(env, osd, obj->oo_attr.la_uid,
513 obj->oo_attr.la_gid, -1, oh, false, NULL, false);
517 /* data to be truncated */
518 rc = osd_declare_quota(env, osd, obj->oo_attr.la_uid,
519 obj->oo_attr.la_gid, 0, oh, true, NULL, false);
523 osd_object_set_destroy_type(obj);
524 if (obj->oo_destroy == OSD_DESTROY_SYNC)
525 dmu_tx_hold_free(oh->ot_tx, obj->oo_db->db_object,
528 dmu_tx_hold_zap(oh->ot_tx, osd->od_unlinkedid, TRUE, NULL);
533 static int osd_object_destroy(const struct lu_env *env,
534 struct dt_object *dt, struct thandle *th)
536 char *buf = osd_oti_get(env)->oti_str;
537 struct osd_object *obj = osd_dt_obj(dt);
538 struct osd_device *osd = osd_obj2dev(obj);
539 const struct lu_fid *fid = lu_object_fid(&dt->do_lu);
540 struct osd_thandle *oh;
545 LASSERT(obj->oo_db != NULL);
546 LASSERT(dt_object_exists(dt));
547 LASSERT(!lu_object_is_dying(dt->do_lu.lo_header));
549 oh = container_of0(th, struct osd_thandle, ot_super);
551 LASSERT(oh->ot_tx != NULL);
553 /* remove obj ref from index dir (it depends) */
554 zapid = osd_get_name_n_idx(env, osd, fid, buf);
555 rc = -zap_remove(osd->od_os, zapid, buf, oh->ot_tx);
557 CERROR("%s: zap_remove(%s) failed: rc = %d\n",
558 osd->od_svname, buf, rc);
562 rc = osd_xattrs_destroy(env, obj, oh);
564 CERROR("%s: cannot destroy xattrs for %s: rc = %d\n",
565 osd->od_svname, buf, rc);
569 /* Remove object from inode accounting. It is not fatal for the destroy
570 * operation if something goes wrong while updating accounting, but we
571 * still log an error message to notify the administrator */
572 rc = -zap_increment_int(osd->od_os, osd->od_iusr_oid,
573 obj->oo_attr.la_uid, -1, oh->ot_tx);
575 CERROR("%s: failed to remove "DFID" from accounting ZAP for usr"
576 " %d: rc = %d\n", osd->od_svname, PFID(fid),
577 obj->oo_attr.la_uid, rc);
578 rc = -zap_increment_int(osd->od_os, osd->od_igrp_oid,
579 obj->oo_attr.la_gid, -1, oh->ot_tx);
581 CERROR("%s: failed to remove "DFID" from accounting ZAP for grp"
582 " %d: rc = %d\n", osd->od_svname, PFID(fid),
583 obj->oo_attr.la_gid, rc);
585 oid = obj->oo_db->db_object;
586 if (unlikely(obj->oo_destroy == OSD_DESTROY_NONE)) {
587 /* this may happen if the destroy wasn't declared
588 * e.g. when the object is created and then destroyed
589 * in the same transaction - we don't need additional
590 * space for destroy specifically */
591 LASSERT(obj->oo_attr.la_size <= osd_sync_destroy_max_size);
592 rc = -dmu_object_free(osd->od_os, oid, oh->ot_tx);
594 CERROR("%s: failed to free %s "LPU64": rc = %d\n",
595 osd->od_svname, buf, oid, rc);
596 } else if (obj->oo_destroy == OSD_DESTROY_SYNC) {
597 rc = -dmu_object_free(osd->od_os, oid, oh->ot_tx);
599 CERROR("%s: failed to free %s "LPU64": rc = %d\n",
600 osd->od_svname, buf, oid, rc);
601 } else { /* asynchronous destroy */
602 rc = osd_object_unlinked_add(obj, oh);
606 rc = -zap_add_int(osd->od_os, osd->od_unlinkedid,
609 CERROR("%s: zap_add_int() failed %s "LPU64": rc = %d\n",
610 osd->od_svname, buf, oid, rc);
614 /* not needed in the cache anymore */
615 set_bit(LU_OBJECT_HEARD_BANSHEE, &dt->do_lu.lo_header->loh_flags);
617 obj->oo_destroyed = 1;
621 static void osd_object_delete(const struct lu_env *env, struct lu_object *l)
623 struct osd_object *obj = osd_obj(l);
625 if (obj->oo_db != NULL) {
626 osd_object_sa_fini(obj);
627 if (obj->oo_sa_xattr) {
628 nvlist_free(obj->oo_sa_xattr);
629 obj->oo_sa_xattr = NULL;
631 sa_buf_rele(obj->oo_db, osd_obj_tag);
632 list_del(&obj->oo_sa_linkage);
638 * Concurrency: ->loo_object_release() is called under site spin-lock.
640 static void osd_object_release(const struct lu_env *env,
646 * Concurrency: shouldn't matter.
648 static int osd_object_print(const struct lu_env *env, void *cookie,
649 lu_printer_t p, const struct lu_object *l)
651 struct osd_object *o = osd_obj(l);
653 return (*p)(env, cookie, LUSTRE_OSD_ZFS_NAME"-object@%p", o);
656 static void osd_object_read_lock(const struct lu_env *env,
657 struct dt_object *dt, unsigned role)
659 struct osd_object *obj = osd_dt_obj(dt);
661 LASSERT(osd_invariant(obj));
663 down_read_nested(&obj->oo_sem, role);
666 static void osd_object_write_lock(const struct lu_env *env,
667 struct dt_object *dt, unsigned role)
669 struct osd_object *obj = osd_dt_obj(dt);
671 LASSERT(osd_invariant(obj));
673 down_write_nested(&obj->oo_sem, role);
676 static void osd_object_read_unlock(const struct lu_env *env,
677 struct dt_object *dt)
679 struct osd_object *obj = osd_dt_obj(dt);
681 LASSERT(osd_invariant(obj));
682 up_read(&obj->oo_sem);
685 static void osd_object_write_unlock(const struct lu_env *env,
686 struct dt_object *dt)
688 struct osd_object *obj = osd_dt_obj(dt);
690 LASSERT(osd_invariant(obj));
691 up_write(&obj->oo_sem);
694 static int osd_object_write_locked(const struct lu_env *env,
695 struct dt_object *dt)
697 struct osd_object *obj = osd_dt_obj(dt);
700 LASSERT(osd_invariant(obj));
702 if (down_write_trylock(&obj->oo_sem)) {
704 up_write(&obj->oo_sem);
709 static int osd_attr_get(const struct lu_env *env,
710 struct dt_object *dt,
711 struct lu_attr *attr)
713 struct osd_object *obj = osd_dt_obj(dt);
717 LASSERT(dt_object_exists(dt));
718 LASSERT(osd_invariant(obj));
721 read_lock(&obj->oo_attr_lock);
722 *attr = obj->oo_attr;
723 read_unlock(&obj->oo_attr_lock);
725 /* with ZFS_DEBUG zrl_add_debug() called by DB_DNODE_ENTER()
726 * from within sa_object_size() can block on a mutex, so
727 * we can't call sa_object_size() holding rwlock */
728 sa_object_size(obj->oo_sa_hdl, &blksize, &blocks);
729 /* we do not control size of indices, so always calculate
730 * it from number of blocks reported by DMU */
731 if (S_ISDIR(attr->la_mode))
732 attr->la_size = 512 * blocks;
733 /* Block size may be not set; suggest maximal I/O transfers. */
735 blksize = osd_spa_maxblocksize(
736 dmu_objset_spa(osd_obj2dev(obj)->od_os));
738 attr->la_blksize = blksize;
739 attr->la_blocks = blocks;
740 attr->la_valid |= LA_BLOCKS | LA_BLKSIZE;
745 /* Simple wrapper on top of qsd API which implement quota transfer for osd
746 * setattr needs. As a reminder, only the root user can change ownership of
747 * a file, that's why EDQUOT & EINPROGRESS errors are discarded */
748 static inline int qsd_transfer(const struct lu_env *env,
749 struct qsd_instance *qsd,
750 struct lquota_trans *trans, int qtype,
751 __u64 orig_id, __u64 new_id, __u64 bspace,
752 struct lquota_id_info *qi)
756 if (unlikely(qsd == NULL))
759 LASSERT(qtype >= 0 && qtype < MAXQUOTAS);
760 qi->lqi_type = qtype;
762 /* inode accounting */
763 qi->lqi_is_blk = false;
765 /* one more inode for the new owner ... */
766 qi->lqi_id.qid_uid = new_id;
768 rc = qsd_op_begin(env, qsd, trans, qi, NULL);
769 if (rc == -EDQUOT || rc == -EINPROGRESS)
774 /* and one less inode for the current id */
775 qi->lqi_id.qid_uid = orig_id;;
777 /* can't get EDQUOT when reducing usage */
778 rc = qsd_op_begin(env, qsd, trans, qi, NULL);
779 if (rc == -EINPROGRESS)
784 /* block accounting */
785 qi->lqi_is_blk = true;
787 /* more blocks for the new owner ... */
788 qi->lqi_id.qid_uid = new_id;
789 qi->lqi_space = bspace;
790 rc = qsd_op_begin(env, qsd, trans, qi, NULL);
791 if (rc == -EDQUOT || rc == -EINPROGRESS)
796 /* and finally less blocks for the current owner */
797 qi->lqi_id.qid_uid = orig_id;
798 qi->lqi_space = -bspace;
799 rc = qsd_op_begin(env, qsd, trans, qi, NULL);
800 /* can't get EDQUOT when reducing usage */
801 if (rc == -EINPROGRESS)
806 static int osd_declare_attr_set(const struct lu_env *env,
807 struct dt_object *dt,
808 const struct lu_attr *attr,
809 struct thandle *handle)
811 struct osd_thread_info *info = osd_oti_get(env);
812 char *buf = osd_oti_get(env)->oti_str;
813 struct osd_object *obj = osd_dt_obj(dt);
814 struct osd_device *osd = osd_obj2dev(obj);
815 struct osd_thandle *oh;
821 if (!dt_object_exists(dt)) {
822 /* XXX: sanity check that object creation is declared */
826 LASSERT(handle != NULL);
827 LASSERT(osd_invariant(obj));
829 oh = container_of0(handle, struct osd_thandle, ot_super);
831 LASSERT(obj->oo_sa_hdl != NULL);
832 LASSERT(oh->ot_tx != NULL);
833 dmu_tx_hold_sa(oh->ot_tx, obj->oo_sa_hdl, 0);
834 if (oh->ot_tx->tx_err != 0)
835 RETURN(-oh->ot_tx->tx_err);
837 sa_object_size(obj->oo_sa_hdl, &blksize, &bspace);
838 bspace = toqb(bspace * blksize);
840 if (attr && attr->la_valid & LA_UID) {
841 /* account for user inode tracking ZAP update */
842 dmu_tx_hold_bonus(oh->ot_tx, osd->od_iusr_oid);
843 dmu_tx_hold_zap(oh->ot_tx, osd->od_iusr_oid, TRUE, buf);
845 /* quota enforcement for user */
846 if (attr->la_uid != obj->oo_attr.la_uid) {
847 rc = qsd_transfer(env, osd->od_quota_slave,
848 &oh->ot_quota_trans, USRQUOTA,
849 obj->oo_attr.la_uid, attr->la_uid,
850 bspace, &info->oti_qi);
855 if (attr && attr->la_valid & LA_GID) {
856 /* account for user inode tracking ZAP update */
857 dmu_tx_hold_bonus(oh->ot_tx, osd->od_igrp_oid);
858 dmu_tx_hold_zap(oh->ot_tx, osd->od_igrp_oid, TRUE, buf);
860 /* quota enforcement for group */
861 if (attr->la_gid != obj->oo_attr.la_gid) {
862 rc = qsd_transfer(env, osd->od_quota_slave,
863 &oh->ot_quota_trans, GRPQUOTA,
864 obj->oo_attr.la_gid, attr->la_gid,
865 bspace, &info->oti_qi);
875 * Set the attributes of an object
877 * The transaction passed to this routine must have
878 * dmu_tx_hold_bonus(tx, oid) called and then assigned
879 * to a transaction group.
881 static int osd_attr_set(const struct lu_env *env, struct dt_object *dt,
882 const struct lu_attr *la, struct thandle *handle)
884 struct osd_object *obj = osd_dt_obj(dt);
885 struct osd_device *osd = osd_obj2dev(obj);
886 struct osd_thandle *oh;
887 struct osa_attr *osa = &osd_oti_get(env)->oti_osa;
888 sa_bulk_attr_t *bulk;
889 __u64 valid = la->la_valid;
894 LASSERT(handle != NULL);
895 LASSERT(dt_object_exists(dt));
896 LASSERT(osd_invariant(obj));
897 LASSERT(obj->oo_sa_hdl);
899 oh = container_of0(handle, struct osd_thandle, ot_super);
900 /* Assert that the transaction has been assigned to a
901 transaction group. */
902 LASSERT(oh->ot_tx->tx_txg != 0);
904 /* Only allow set size for regular file */
905 if (!S_ISREG(dt->do_lu.lo_header->loh_attr))
906 valid &= ~(LA_SIZE | LA_BLOCKS);
911 OBD_ALLOC(bulk, sizeof(sa_bulk_attr_t) * 10);
915 /* do both accounting updates outside oo_attr_lock below */
916 if ((valid & LA_UID) && (la->la_uid != obj->oo_attr.la_uid)) {
917 /* Update user accounting. Failure isn't fatal, but we still
918 * log an error message */
919 rc = -zap_increment_int(osd->od_os, osd->od_iusr_oid,
920 la->la_uid, 1, oh->ot_tx);
922 CERROR("%s: failed to update accounting ZAP for user "
923 "%d (%d)\n", osd->od_svname, la->la_uid, rc);
924 rc = -zap_increment_int(osd->od_os, osd->od_iusr_oid,
925 obj->oo_attr.la_uid, -1, oh->ot_tx);
927 CERROR("%s: failed to update accounting ZAP for user "
928 "%d (%d)\n", osd->od_svname,
929 obj->oo_attr.la_uid, rc);
931 if ((valid & LA_GID) && (la->la_gid != obj->oo_attr.la_gid)) {
932 /* Update group accounting. Failure isn't fatal, but we still
933 * log an error message */
934 rc = -zap_increment_int(osd->od_os, osd->od_igrp_oid,
935 la->la_gid, 1, oh->ot_tx);
937 CERROR("%s: failed to update accounting ZAP for user "
938 "%d (%d)\n", osd->od_svname, la->la_gid, rc);
939 rc = -zap_increment_int(osd->od_os, osd->od_igrp_oid,
940 obj->oo_attr.la_gid, -1, oh->ot_tx);
942 CERROR("%s: failed to update accounting ZAP for user "
943 "%d (%d)\n", osd->od_svname,
944 obj->oo_attr.la_gid, rc);
947 write_lock(&obj->oo_attr_lock);
949 if (valid & LA_ATIME) {
950 osa->atime[0] = obj->oo_attr.la_atime = la->la_atime;
951 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_ATIME(osd), NULL,
954 if (valid & LA_MTIME) {
955 osa->mtime[0] = obj->oo_attr.la_mtime = la->la_mtime;
956 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_MTIME(osd), NULL,
959 if (valid & LA_CTIME) {
960 osa->ctime[0] = obj->oo_attr.la_ctime = la->la_ctime;
961 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_CTIME(osd), NULL,
964 if (valid & LA_MODE) {
965 /* mode is stored along with type, so read it first */
966 obj->oo_attr.la_mode = (obj->oo_attr.la_mode & S_IFMT) |
967 (la->la_mode & ~S_IFMT);
968 osa->mode = obj->oo_attr.la_mode;
969 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_MODE(osd), NULL,
972 if (valid & LA_SIZE) {
973 osa->size = obj->oo_attr.la_size = la->la_size;
974 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_SIZE(osd), NULL,
977 if (valid & LA_NLINK) {
978 osa->nlink = obj->oo_attr.la_nlink = la->la_nlink;
979 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_LINKS(osd), NULL,
982 if (valid & LA_RDEV) {
983 osa->rdev = obj->oo_attr.la_rdev = la->la_rdev;
984 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_RDEV(osd), NULL,
987 if (valid & LA_FLAGS) {
988 osa->flags = attrs_fs2zfs(la->la_flags);
989 /* many flags are not supported by zfs, so ensure a good cached
991 obj->oo_attr.la_flags = attrs_zfs2fs(osa->flags);
992 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_FLAGS(osd), NULL,
995 if (valid & LA_UID) {
996 osa->uid = obj->oo_attr.la_uid = la->la_uid;
997 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_UID(osd), NULL,
1000 if (valid & LA_GID) {
1001 osa->gid = obj->oo_attr.la_gid = la->la_gid;
1002 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_GID(osd), NULL,
1005 obj->oo_attr.la_valid |= valid;
1006 write_unlock(&obj->oo_attr_lock);
1008 rc = osd_object_sa_bulk_update(obj, bulk, cnt, oh);
1010 OBD_FREE(bulk, sizeof(sa_bulk_attr_t) * 10);
1017 * XXX temporary solution.
1020 static void osd_ah_init(const struct lu_env *env, struct dt_allocation_hint *ah,
1021 struct dt_object *parent, struct dt_object *child,
1026 ah->dah_parent = parent;
1027 ah->dah_mode = child_mode;
1030 static int osd_declare_object_create(const struct lu_env *env,
1031 struct dt_object *dt,
1032 struct lu_attr *attr,
1033 struct dt_allocation_hint *hint,
1034 struct dt_object_format *dof,
1035 struct thandle *handle)
1037 char *buf = osd_oti_get(env)->oti_str;
1038 const struct lu_fid *fid = lu_object_fid(&dt->do_lu);
1039 struct osd_object *obj = osd_dt_obj(dt);
1040 struct osd_device *osd = osd_obj2dev(obj);
1041 struct osd_thandle *oh;
1048 switch (dof->dof_type) {
1052 if (obj->oo_dt.do_body_ops == NULL)
1053 obj->oo_dt.do_body_ops = &osd_body_ops;
1059 LASSERT(handle != NULL);
1060 oh = container_of0(handle, struct osd_thandle, ot_super);
1061 LASSERT(oh->ot_tx != NULL);
1063 switch (dof->dof_type) {
1065 dt->do_index_ops = &osd_dir_ops;
1067 /* for zap create */
1068 dmu_tx_hold_zap(oh->ot_tx, DMU_NEW_OBJECT, 1, NULL);
1073 /* first, we'll create new object */
1074 dmu_tx_hold_bonus(oh->ot_tx, DMU_NEW_OBJECT);
1082 /* and we'll add it to some mapping */
1083 zapid = osd_get_name_n_idx(env, osd, fid, buf);
1084 dmu_tx_hold_bonus(oh->ot_tx, zapid);
1085 dmu_tx_hold_zap(oh->ot_tx, zapid, TRUE, buf);
1087 /* we will also update inode accounting ZAPs */
1088 dmu_tx_hold_bonus(oh->ot_tx, osd->od_iusr_oid);
1089 dmu_tx_hold_zap(oh->ot_tx, osd->od_iusr_oid, TRUE, buf);
1090 dmu_tx_hold_bonus(oh->ot_tx, osd->od_igrp_oid);
1091 dmu_tx_hold_zap(oh->ot_tx, osd->od_igrp_oid, TRUE, buf);
1093 dmu_tx_hold_sa_create(oh->ot_tx, ZFS_SA_BASE_ATTR_SIZE);
1095 __osd_xattr_declare_set(env, obj, sizeof(struct lustre_mdt_attrs),
1096 XATTR_NAME_LMA, oh);
1098 rc = osd_declare_quota(env, osd, attr->la_uid, attr->la_gid, 1, oh,
1099 false, NULL, false);
1103 int __osd_attr_init(const struct lu_env *env, struct osd_device *osd,
1104 uint64_t oid, dmu_tx_t *tx, struct lu_attr *la,
1107 sa_bulk_attr_t *bulk;
1108 sa_handle_t *sa_hdl;
1109 struct osa_attr *osa = &osd_oti_get(env)->oti_osa;
1117 gen = dmu_tx_get_txg(tx);
1119 ZFS_TIME_ENCODE(&now, crtime);
1121 osa->atime[0] = la->la_atime;
1122 osa->ctime[0] = la->la_ctime;
1123 osa->mtime[0] = la->la_mtime;
1124 osa->mode = la->la_mode;
1125 osa->uid = la->la_uid;
1126 osa->gid = la->la_gid;
1127 osa->rdev = la->la_rdev;
1128 osa->nlink = la->la_nlink;
1129 osa->flags = attrs_fs2zfs(la->la_flags);
1130 osa->size = la->la_size;
1132 /* Now add in all of the "SA" attributes */
1133 rc = -sa_handle_get(osd->od_os, oid, NULL, SA_HDL_PRIVATE, &sa_hdl);
1137 OBD_ALLOC(bulk, sizeof(sa_bulk_attr_t) * 13);
1143 * we need to create all SA below upon object create.
1145 * XXX The attribute order matters since the accounting callback relies
1146 * on static offsets (i.e. SA_*_OFFSET, see zfs_space_delta_cb()) to
1147 * look up the UID/GID attributes. Moreover, the callback does not seem
1148 * to support the spill block.
1149 * We define attributes in the same order as SA_*_OFFSET in order to
1150 * work around the problem. See ORI-610.
1153 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_MODE(osd), NULL, &osa->mode, 8);
1154 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_SIZE(osd), NULL, &osa->size, 8);
1155 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_GEN(osd), NULL, &gen, 8);
1156 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_UID(osd), NULL, &osa->uid, 8);
1157 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_GID(osd), NULL, &osa->gid, 8);
1158 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_PARENT(osd), NULL, &parent, 8);
1159 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_FLAGS(osd), NULL, &osa->flags, 8);
1160 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_ATIME(osd), NULL, osa->atime, 16);
1161 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_MTIME(osd), NULL, osa->mtime, 16);
1162 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_CTIME(osd), NULL, osa->ctime, 16);
1163 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_CRTIME(osd), NULL, crtime, 16);
1164 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_LINKS(osd), NULL, &osa->nlink, 8);
1165 SA_ADD_BULK_ATTR(bulk, cnt, SA_ZPL_RDEV(osd), NULL, &osa->rdev, 8);
1167 rc = -sa_replace_all_by_template(sa_hdl, bulk, cnt, tx);
1169 OBD_FREE(bulk, sizeof(sa_bulk_attr_t) * 13);
1171 sa_handle_destroy(sa_hdl);
1176 * The transaction passed to this routine must have
1177 * dmu_tx_hold_bonus(tx, DMU_NEW_OBJECT) called and then assigned
1178 * to a transaction group.
1180 int __osd_object_create(const struct lu_env *env, struct osd_object *obj,
1181 dmu_buf_t **dbp, dmu_tx_t *tx, struct lu_attr *la,
1186 struct osd_device *osd = osd_obj2dev(obj);
1187 const struct lu_fid *fid = lu_object_fid(&obj->oo_dt.do_lu);
1188 dmu_object_type_t type = DMU_OT_PLAIN_FILE_CONTENTS;
1190 /* Assert that the transaction has been assigned to a
1191 transaction group. */
1192 LASSERT(tx->tx_txg != 0);
1194 /* Use DMU_OTN_UINT8_METADATA for local objects so their data blocks
1195 * would get an additional ditto copy */
1196 if (unlikely(S_ISREG(la->la_mode) &&
1197 fid_seq_is_local_file(fid_seq(fid))))
1198 type = DMU_OTN_UINT8_METADATA;
1200 /* Create a new DMU object. */
1201 oid = dmu_object_alloc(osd->od_os, type, 0,
1202 DMU_OT_SA, DN_MAX_BONUSLEN, tx);
1203 rc = -sa_buf_hold(osd->od_os, oid, osd_obj_tag, dbp);
1204 LASSERTF(rc == 0, "sa_buf_hold "LPU64" failed: %d\n", oid, rc);
1206 LASSERT(la->la_valid & LA_MODE);
1210 rc = __osd_attr_init(env, osd, oid, tx, la, parent);
1212 sa_buf_rele(*dbp, osd_obj_tag);
1214 dmu_object_free(osd->od_os, oid, tx);
1222 * The transaction passed to this routine must have
1223 * dmu_tx_hold_zap(tx, DMU_NEW_OBJECT, ...) called and then assigned
1224 * to a transaction group.
1226 * Using ZAP_FLAG_HASH64 will force the ZAP to always be a FAT ZAP.
1227 * This is fine for directories today, because storing the FID in the dirent
1228 * will also require a FAT ZAP. If there is a new type of micro ZAP created
1229 * then we might need to re-evaluate the use of this flag and instead do
1230 * a conversion from the different internal ZAP hash formats being used. */
1231 int __osd_zap_create(const struct lu_env *env, struct osd_device *osd,
1232 dmu_buf_t **zap_dbp, dmu_tx_t *tx,
1233 struct lu_attr *la, uint64_t parent, zap_flags_t flags)
1238 /* Assert that the transaction has been assigned to a
1239 transaction group. */
1240 LASSERT(tx->tx_txg != 0);
1242 oid = zap_create_flags(osd->od_os, 0, flags | ZAP_FLAG_HASH64,
1243 DMU_OT_DIRECTORY_CONTENTS,
1244 14, /* == ZFS fzap_default_block_shift */
1245 DN_MAX_INDBLKSHIFT, /* indirect block shift */
1246 DMU_OT_SA, DN_MAX_BONUSLEN, tx);
1248 rc = -sa_buf_hold(osd->od_os, oid, osd_obj_tag, zap_dbp);
1252 LASSERT(la->la_valid & LA_MODE);
1256 return __osd_attr_init(env, osd, oid, tx, la, parent);
1259 static dmu_buf_t *osd_mkidx(const struct lu_env *env, struct osd_object *obj,
1260 struct lu_attr *la, uint64_t parent,
1261 struct osd_thandle *oh)
1266 /* Index file should be created as regular file in order not to confuse
1267 * ZPL which could interpret them as directory.
1268 * We set ZAP_FLAG_UINT64_KEY to let ZFS know than we are going to use
1270 LASSERT(S_ISREG(la->la_mode));
1271 rc = __osd_zap_create(env, osd_obj2dev(obj), &db, oh->ot_tx, la, parent,
1272 ZAP_FLAG_UINT64_KEY);
1278 static dmu_buf_t *osd_mkdir(const struct lu_env *env, struct osd_object *obj,
1279 struct lu_attr *la, uint64_t parent,
1280 struct osd_thandle *oh)
1285 LASSERT(S_ISDIR(la->la_mode));
1286 rc = __osd_zap_create(env, osd_obj2dev(obj), &db,
1287 oh->ot_tx, la, parent, 0);
1293 static dmu_buf_t *osd_mkreg(const struct lu_env *env, struct osd_object *obj,
1294 struct lu_attr *la, uint64_t parent,
1295 struct osd_thandle *oh)
1299 struct osd_device *osd = osd_obj2dev(obj);
1301 LASSERT(S_ISREG(la->la_mode));
1302 rc = __osd_object_create(env, obj, &db, oh->ot_tx, la, parent);
1307 * XXX: This heuristic is non-optimal. It would be better to
1308 * increase the blocksize up to osd->od_max_blksz during the write.
1309 * This is exactly how the ZPL behaves and it ensures that the right
1310 * blocksize is selected based on the file size rather than the
1311 * making broad assumptions based on the osd type.
1313 if (!lu_device_is_md(osd2lu_dev(osd))) {
1314 rc = -dmu_object_set_blocksize(osd->od_os, db->db_object,
1315 osd->od_max_blksz, 0, oh->ot_tx);
1317 CERROR("%s: can't change blocksize: %d\n",
1318 osd->od_svname, rc);
1326 static dmu_buf_t *osd_mksym(const struct lu_env *env, struct osd_object *obj,
1327 struct lu_attr *la, uint64_t parent,
1328 struct osd_thandle *oh)
1333 LASSERT(S_ISLNK(la->la_mode));
1334 rc = __osd_object_create(env, obj, &db, oh->ot_tx, la, parent);
1340 static dmu_buf_t *osd_mknod(const struct lu_env *env, struct osd_object *obj,
1341 struct lu_attr *la, uint64_t parent,
1342 struct osd_thandle *oh)
1347 la->la_valid = LA_MODE;
1348 if (S_ISCHR(la->la_mode) || S_ISBLK(la->la_mode))
1349 la->la_valid |= LA_RDEV;
1351 rc = __osd_object_create(env, obj, &db, oh->ot_tx, la, parent);
1357 typedef dmu_buf_t *(*osd_obj_type_f)(const struct lu_env *env,
1358 struct osd_object *obj,
1361 struct osd_thandle *oh);
1363 static osd_obj_type_f osd_create_type_f(enum dt_format_type type)
1365 osd_obj_type_f result;
1391 * Primitives for directory (i.e. ZAP) handling
1393 static inline int osd_init_lma(const struct lu_env *env, struct osd_object *obj,
1394 const struct lu_fid *fid, struct osd_thandle *oh)
1396 struct osd_thread_info *info = osd_oti_get(env);
1397 struct lustre_mdt_attrs *lma = &info->oti_mdt_attrs;
1401 lustre_lma_init(lma, fid, 0, 0);
1402 lustre_lma_swab(lma);
1404 buf.lb_len = sizeof(*lma);
1406 rc = osd_xattr_set_internal(env, obj, &buf, XATTR_NAME_LMA,
1407 LU_XATTR_CREATE, oh);
1413 * Concurrency: @dt is write locked.
1415 static int osd_object_create(const struct lu_env *env, struct dt_object *dt,
1416 struct lu_attr *attr,
1417 struct dt_allocation_hint *hint,
1418 struct dt_object_format *dof,
1421 struct zpl_direntry *zde = &osd_oti_get(env)->oti_zde.lzd_reg;
1422 const struct lu_fid *fid = lu_object_fid(&dt->do_lu);
1423 struct osd_object *obj = osd_dt_obj(dt);
1424 struct osd_device *osd = osd_obj2dev(obj);
1425 char *buf = osd_oti_get(env)->oti_str;
1426 struct osd_thandle *oh;
1433 /* concurrent create declarations should not see
1434 * the object inconsistent (db, attr, etc).
1435 * in regular cases acquisition should be cheap */
1436 down(&obj->oo_guard);
1438 LASSERT(osd_invariant(obj));
1439 LASSERT(!dt_object_exists(dt));
1440 LASSERT(dof != NULL);
1442 LASSERT(th != NULL);
1443 oh = container_of0(th, struct osd_thandle, ot_super);
1446 * XXX missing: Quote handling.
1449 LASSERT(obj->oo_db == NULL);
1451 /* to follow ZFS on-disk format we need
1452 * to initialize parent dnode properly */
1454 if (hint != NULL && hint->dah_parent != NULL &&
1455 !dt_object_remote(hint->dah_parent))
1456 zapid = osd_dt_obj(hint->dah_parent)->oo_db->db_object;
1458 db = osd_create_type_f(dof->dof_type)(env, obj, attr, zapid, oh);
1460 GOTO(out, rc = PTR_ERR(db));
1463 zde->zde_dnode = db->db_object;
1464 zde->zde_type = IFTODT(attr->la_mode & S_IFMT);
1466 zapid = osd_get_name_n_idx(env, osd, fid, buf);
1468 rc = -zap_add(osd->od_os, zapid, buf, 8, 1, zde, oh->ot_tx);
1472 /* Add new object to inode accounting.
1473 * Errors are not considered as fatal */
1474 rc = -zap_increment_int(osd->od_os, osd->od_iusr_oid,
1475 (attr->la_valid & LA_UID) ? attr->la_uid : 0, 1,
1478 CERROR("%s: failed to add "DFID" to accounting ZAP for usr %d "
1479 "(%d)\n", osd->od_svname, PFID(fid), attr->la_uid, rc);
1480 rc = -zap_increment_int(osd->od_os, osd->od_igrp_oid,
1481 (attr->la_valid & LA_GID) ? attr->la_gid : 0, 1,
1484 CERROR("%s: failed to add "DFID" to accounting ZAP for grp %d "
1485 "(%d)\n", osd->od_svname, PFID(fid), attr->la_gid, rc);
1487 /* configure new osd object */
1489 rc = osd_object_init0(env, obj);
1490 LASSERT(ergo(rc == 0, dt_object_exists(dt)));
1491 LASSERT(osd_invariant(obj));
1493 rc = osd_init_lma(env, obj, fid, oh);
1495 CERROR("%s: can not set LMA on "DFID": rc = %d\n",
1496 osd->od_svname, PFID(fid), rc);
1497 /* ignore errors during LMA initialization */
1506 static int osd_declare_object_ref_add(const struct lu_env *env,
1507 struct dt_object *dt,
1510 return osd_declare_attr_set(env, dt, NULL, th);
1514 * Concurrency: @dt is write locked.
1516 static int osd_object_ref_add(const struct lu_env *env,
1517 struct dt_object *dt,
1518 struct thandle *handle)
1520 struct osd_object *obj = osd_dt_obj(dt);
1521 struct osd_thandle *oh;
1522 struct osd_device *osd = osd_obj2dev(obj);
1528 if (!dt_object_exists(dt))
1531 LASSERT(osd_invariant(obj));
1532 LASSERT(obj->oo_sa_hdl != NULL);
1534 oh = container_of0(handle, struct osd_thandle, ot_super);
1536 write_lock(&obj->oo_attr_lock);
1537 nlink = ++obj->oo_attr.la_nlink;
1538 write_unlock(&obj->oo_attr_lock);
1540 rc = osd_object_sa_update(obj, SA_ZPL_LINKS(osd), &nlink, 8, oh);
1544 static int osd_declare_object_ref_del(const struct lu_env *env,
1545 struct dt_object *dt,
1546 struct thandle *handle)
1548 return osd_declare_attr_set(env, dt, NULL, handle);
1552 * Concurrency: @dt is write locked.
1554 static int osd_object_ref_del(const struct lu_env *env,
1555 struct dt_object *dt,
1556 struct thandle *handle)
1558 struct osd_object *obj = osd_dt_obj(dt);
1559 struct osd_thandle *oh;
1560 struct osd_device *osd = osd_obj2dev(obj);
1566 LASSERT(osd_invariant(obj));
1567 LASSERT(dt_object_exists(dt));
1568 LASSERT(obj->oo_sa_hdl != NULL);
1570 oh = container_of0(handle, struct osd_thandle, ot_super);
1571 LASSERT(!lu_object_is_dying(dt->do_lu.lo_header));
1573 write_lock(&obj->oo_attr_lock);
1574 nlink = --obj->oo_attr.la_nlink;
1575 write_unlock(&obj->oo_attr_lock);
1577 rc = osd_object_sa_update(obj, SA_ZPL_LINKS(osd), &nlink, 8, oh);
1581 static int osd_object_sync(const struct lu_env *env, struct dt_object *dt,
1582 __u64 start, __u64 end)
1584 struct osd_device *osd = osd_obj2dev(osd_dt_obj(dt));
1587 /* XXX: no other option than syncing the whole filesystem until we
1588 * support ZIL. If the object tracked the txg that it was last
1589 * modified in, it could pass that txg here instead of "0". Maybe
1590 * the changes are already committed, so no wait is needed at all? */
1591 txg_wait_synced(dmu_objset_pool(osd->od_os), 0ULL);
1596 static struct dt_object_operations osd_obj_ops = {
1597 .do_read_lock = osd_object_read_lock,
1598 .do_write_lock = osd_object_write_lock,
1599 .do_read_unlock = osd_object_read_unlock,
1600 .do_write_unlock = osd_object_write_unlock,
1601 .do_write_locked = osd_object_write_locked,
1602 .do_attr_get = osd_attr_get,
1603 .do_declare_attr_set = osd_declare_attr_set,
1604 .do_attr_set = osd_attr_set,
1605 .do_ah_init = osd_ah_init,
1606 .do_declare_create = osd_declare_object_create,
1607 .do_create = osd_object_create,
1608 .do_declare_destroy = osd_declare_object_destroy,
1609 .do_destroy = osd_object_destroy,
1610 .do_index_try = osd_index_try,
1611 .do_declare_ref_add = osd_declare_object_ref_add,
1612 .do_ref_add = osd_object_ref_add,
1613 .do_declare_ref_del = osd_declare_object_ref_del,
1614 .do_ref_del = osd_object_ref_del,
1615 .do_xattr_get = osd_xattr_get,
1616 .do_declare_xattr_set = osd_declare_xattr_set,
1617 .do_xattr_set = osd_xattr_set,
1618 .do_declare_xattr_del = osd_declare_xattr_del,
1619 .do_xattr_del = osd_xattr_del,
1620 .do_xattr_list = osd_xattr_list,
1621 .do_object_sync = osd_object_sync,
1624 static struct lu_object_operations osd_lu_obj_ops = {
1625 .loo_object_init = osd_object_init,
1626 .loo_object_delete = osd_object_delete,
1627 .loo_object_release = osd_object_release,
1628 .loo_object_free = osd_object_free,
1629 .loo_object_print = osd_object_print,
1630 .loo_object_invariant = osd_object_invariant,
1633 static int osd_otable_it_attr_get(const struct lu_env *env,
1634 struct dt_object *dt,
1635 struct lu_attr *attr)
1641 static struct dt_object_operations osd_obj_otable_it_ops = {
1642 .do_attr_get = osd_otable_it_attr_get,
1643 .do_index_try = osd_index_try,