4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2004, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2011, 2015, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
30 * Lustre is a trademark of Sun Microsystems, Inc.
36 /** \defgroup llapi llapi
43 #include <lustre/lustre_user.h>
45 extern bool liblustreapi_initialized;
48 typedef void (*llapi_cb_t)(char *obd_type_name, char *obd_name, char *obd_uuid,
51 /* lustreapi message severity level */
52 enum llapi_message_level {
63 typedef void (*llapi_log_callback_t)(enum llapi_message_level level, int err,
64 const char *fmt, va_list ap);
67 /* the bottom three bits reserved for llapi_message_level */
68 #define LLAPI_MSG_MASK 0x00000007
69 #define LLAPI_MSG_NO_ERRNO 0x00000010
71 static inline const char *llapi_msg_level2str(enum llapi_message_level level)
73 static const char *levels[LLAPI_MSG_MAX] = {"OFF", "FATAL", "ERROR",
77 if (level >= LLAPI_MSG_MAX)
82 extern void llapi_msg_set_level(int level);
83 int llapi_msg_get_level(void);
84 extern llapi_log_callback_t llapi_error_callback_set(llapi_log_callback_t cb);
85 extern llapi_log_callback_t llapi_info_callback_set(llapi_log_callback_t cb);
87 void llapi_error(enum llapi_message_level level, int err, const char *fmt, ...)
88 __attribute__((__format__(__printf__, 3, 4)));
89 #define llapi_err_noerrno(level, fmt, a...) \
90 llapi_error((level) | LLAPI_MSG_NO_ERRNO, 0, fmt, ## a)
91 void llapi_printf(enum llapi_message_level level, const char *fmt, ...)
92 __attribute__((__format__(__printf__, 2, 3)));
94 struct llapi_stripe_param {
95 unsigned long long lsp_stripe_size;
97 int lsp_stripe_offset;
98 int lsp_stripe_pattern;
99 /* Number of stripes. Size of lsp_osts[] if lsp_specific is true.*/
100 int lsp_stripe_count;
101 bool lsp_is_specific;
105 extern int llapi_file_open_param(const char *name, int flags, mode_t mode,
106 const struct llapi_stripe_param *param);
107 extern int llapi_file_create(const char *name, unsigned long long stripe_size,
108 int stripe_offset, int stripe_count,
110 extern int llapi_file_open(const char *name, int flags, int mode,
111 unsigned long long stripe_size, int stripe_offset,
112 int stripe_count, int stripe_pattern);
113 extern int llapi_file_create_pool(const char *name,
114 unsigned long long stripe_size,
115 int stripe_offset, int stripe_count,
116 int stripe_pattern, char *pool_name);
117 extern int llapi_file_open_pool(const char *name, int flags, int mode,
118 unsigned long long stripe_size,
119 int stripe_offset, int stripe_count,
120 int stripe_pattern, char *pool_name);
121 extern int llapi_poollist(const char *name);
122 extern int llapi_get_poollist(const char *name, char **poollist, int list_size,
123 char *buffer, int buffer_size);
124 extern int llapi_get_poolmembers(const char *poolname, char **members,
125 int list_size, char *buffer, int buffer_size);
126 extern int llapi_file_get_stripe(const char *path, struct lov_user_md *lum);
127 #define HAVE_LLAPI_FILE_LOOKUP
128 extern int llapi_file_lookup(int dirfd, const char *name);
130 #define VERBOSE_COUNT 0x1
131 #define VERBOSE_SIZE 0x2
132 #define VERBOSE_OFFSET 0x4
133 #define VERBOSE_POOL 0x8
134 #define VERBOSE_DETAIL 0x10
135 #define VERBOSE_OBJID 0x20
136 #define VERBOSE_GENERATION 0x40
137 #define VERBOSE_MDTINDEX 0x80
138 #define VERBOSE_LAYOUT 0x100
139 #define VERBOSE_COMP_COUNT 0x200
140 #define VERBOSE_COMP_FLAGS 0x400
141 #define VERBOSE_COMP_START 0x800
142 #define VERBOSE_COMP_END 0x1000
143 #define VERBOSE_COMP_ID 0x2000
144 #define VERBOSE_DFID 0x4000
145 #define VERBOSE_DEFAULT (VERBOSE_COUNT | VERBOSE_SIZE | \
146 VERBOSE_OFFSET | VERBOSE_POOL | \
147 VERBOSE_OBJID | VERBOSE_GENERATION | \
151 unsigned int fp_max_depth;
153 mode_t fp_type; /* S_IFIFO,... */
159 /* {a,m,c}sign cannot be bitfields due to using pointers to
160 * access them during argument parsing. */
164 /* these need to be signed values */
166 fp_stripe_size_sign:2,
167 fp_stripe_count_sign:2;
168 unsigned long long fp_size;
169 unsigned long long fp_size_units;
171 unsigned long fp_zero_end:1,
173 fp_exclude_pattern:1,
181 fp_check_pool:1, /* LOV pool name */
182 fp_check_size:1, /* file size */
188 fp_get_lmv:1, /* get MDT list from LMV */
189 fp_raw:1, /* do not fill in defaults */
190 fp_check_stripe_size:1, /* LOV stripe size */
191 fp_exclude_stripe_size:1,
192 fp_check_stripe_count:1, /* LOV stripe count */
193 fp_exclude_stripe_count:1,
196 fp_get_default_lmv:1, /* Get default LMV */
202 /* regular expression */
205 struct obd_uuid *fp_obd_uuid;
207 int fp_num_alloc_obds;
211 struct obd_uuid *fp_mdt_uuid;
213 int fp_num_alloc_mdts;
216 int fp_file_mdt_index;
219 struct lov_user_mds_data *fp_lmd;
221 char fp_poolname[LOV_MAXPOOLNAME + 1];
223 __u32 fp_lmv_stripe_count;
224 struct lmv_user_md *fp_lmv_md;
226 unsigned long long fp_stripe_size;
227 unsigned long long fp_stripe_size_units;
228 unsigned long long fp_stripe_count;
231 /* In-process parameters. */
232 unsigned long fp_got_uuids:1,
234 unsigned int fp_depth;
237 extern int llapi_ostlist(char *path, struct find_param *param);
238 extern int llapi_uuid_match(char *real_uuid, char *search_uuid);
239 extern int llapi_getstripe(char *path, struct find_param *param);
240 extern int llapi_find(char *path, struct find_param *param);
242 extern int llapi_file_fget_mdtidx(int fd, int *mdtidx);
243 extern int llapi_dir_set_default_lmv_stripe(const char *name, int stripe_offset,
244 int stripe_count, int stripe_pattern,
245 const char *pool_name);
246 extern int llapi_dir_create_pool(const char *name, int flags, int stripe_offset,
247 int stripe_count, int stripe_pattern,
248 const char *poolname);
249 int llapi_direntry_remove(char *dname);
251 int llapi_obd_fstatfs(int fd, __u32 type, __u32 index,
252 struct obd_statfs *stat_buf, struct obd_uuid *uuid_buf);
253 extern int llapi_obd_statfs(char *path, __u32 type, __u32 index,
254 struct obd_statfs *stat_buf,
255 struct obd_uuid *uuid_buf);
256 extern int llapi_ping(char *obd_type, char *obd_name);
257 extern int llapi_target_check(int num_types, char **obd_types, char *dir);
258 extern int llapi_file_get_lov_uuid(const char *path, struct obd_uuid *lov_uuid);
259 extern int llapi_file_get_lmv_uuid(const char *path, struct obd_uuid *lmv_uuid);
260 extern int llapi_file_fget_lov_uuid(int fd, struct obd_uuid *lov_uuid);
261 extern int llapi_lov_get_uuids(int fd, struct obd_uuid *uuidp, int *ost_count);
262 extern int llapi_lmv_get_uuids(int fd, struct obd_uuid *uuidp, int *mdt_count);
263 extern int llapi_is_lustre_mnttype(const char *type);
264 extern int llapi_search_ost(char *fsname, char *poolname, char *ostname);
265 extern int llapi_get_obd_count(char *mnt, int *count, int is_mdt);
266 extern int llapi_parse_size(const char *optarg, unsigned long long *size,
267 unsigned long long *size_units, int bytes_spec);
268 extern int llapi_search_mounts(const char *pathname, int index,
269 char *mntdir, char *fsname);
270 extern int llapi_search_fsname(const char *pathname, char *fsname);
271 extern int llapi_getname(const char *path, char *buf, size_t size);
272 extern int llapi_search_fileset(const char *pathname, char *fileset);
274 extern int llapi_search_rootpath(char *pathname, const char *fsname);
275 extern int llapi_nodemap_exists(const char *name);
276 extern int llapi_migrate_mdt(char *path, struct find_param *param);
277 extern int llapi_mv(char *path, struct find_param *param);
280 #define HAVE_LLAPI_IS_LUSTRE_MNT
281 extern int llapi_is_lustre_mnt(struct mntent *mnt);
282 extern int llapi_quotactl(char *mnt, struct if_quotactl *qctl);
283 extern int llapi_target_iterate(int type_num, char **obd_type, void *args,
285 extern int llapi_get_connect_flags(const char *mnt, __u64 *flags);
286 extern int llapi_lsetfacl(int argc, char *argv[]);
287 extern int llapi_lgetfacl(int argc, char *argv[]);
288 extern int llapi_rsetfacl(int argc, char *argv[]);
289 extern int llapi_rgetfacl(int argc, char *argv[]);
290 extern int llapi_cp(int argc, char *argv[]);
291 extern int llapi_ls(int argc, char *argv[]);
292 extern int llapi_fid2path(const char *device, const char *fidstr, char *path,
293 int pathlen, long long *recno, int *linkno);
294 extern int llapi_path2fid(const char *path, lustre_fid *fid);
295 extern int llapi_get_mdt_index_by_fid(int fd, const lustre_fid *fid,
297 extern int llapi_fd2fid(const int fd, lustre_fid *fid);
298 /* get FID of parent dir + the related name of entry in this parent dir */
299 extern int llapi_path2parent(const char *path, unsigned int linkno,
300 lustre_fid *parent_fid, char *name,
302 extern int llapi_fd2parent(int fd, unsigned int linkno,
303 lustre_fid *parent_fid, char *name,
305 extern int llapi_chomp_string(char *buf);
306 extern int llapi_open_by_fid(const char *dir, const lustre_fid *fid,
309 extern int llapi_get_version_string(char *version, unsigned int version_size);
310 /* llapi_get_version() is deprecated, use llapi_get_version_string() instead */
311 extern int llapi_get_version(char *buffer, int buffer_size, char **version)
312 __attribute__((deprecated));
313 extern int llapi_get_data_version(int fd, __u64 *data_version, __u64 flags);
314 extern int llapi_hsm_state_get_fd(int fd, struct hsm_user_state *hus);
315 extern int llapi_hsm_state_get(const char *path, struct hsm_user_state *hus);
316 extern int llapi_hsm_state_set_fd(int fd, __u64 setmask, __u64 clearmask,
318 extern int llapi_hsm_state_set(const char *path, __u64 setmask, __u64 clearmask,
320 extern int llapi_hsm_register_event_fifo(const char *path);
321 extern int llapi_hsm_unregister_event_fifo(const char *path);
322 extern void llapi_hsm_log_error(enum llapi_message_level level, int _rc,
323 const char *fmt, va_list args);
325 extern int llapi_get_agent_uuid(char *path, char *buf, size_t bufsize);
326 extern int llapi_create_volatile_idx(char *directory, int idx, int mode);
327 static inline int llapi_create_volatile(char *directory, int mode)
329 return llapi_create_volatile_idx(directory, -1, mode);
333 extern int llapi_fswap_layouts_grouplock(int fd1, int fd2, __u64 dv1, __u64 dv2,
334 int gid, __u64 flags);
335 extern int llapi_fswap_layouts(int fd1, int fd2, __u64 dv1, __u64 dv2,
337 extern int llapi_swap_layouts(const char *path1, const char *path2,
338 __u64 dv1, __u64 dv2, __u64 flags);
340 /* Changelog interface. priv is private state, managed internally by these
343 /* Records received are in extended format now, though most of them are still
344 * written in disk in changelog_rec format (to save space and time), it's
345 * converted to extended format in the lustre api to ease changelog analysis. */
346 #define HAVE_CHANGELOG_EXTEND_REC 1
348 extern int llapi_changelog_start(void **priv, enum changelog_send_flag flags,
349 const char *mdtname, long long startrec);
350 extern int llapi_changelog_fini(void **priv);
351 extern int llapi_changelog_recv(void *priv, struct changelog_rec **rech);
352 extern int llapi_changelog_free(struct changelog_rec **rech);
353 /* Allow records up to endrec to be destroyed; requires registered id. */
354 extern int llapi_changelog_clear(const char *mdtname, const char *idstr,
357 /* HSM copytool interface.
358 * priv is private state, managed internally by these functions
360 struct hsm_copytool_private;
361 struct hsm_copyaction_private;
363 extern int llapi_hsm_copytool_register(struct hsm_copytool_private **priv,
364 const char *mnt, int archive_count,
365 int *archives, int rfd_flags);
366 extern int llapi_hsm_copytool_unregister(struct hsm_copytool_private **priv);
367 extern int llapi_hsm_copytool_get_fd(struct hsm_copytool_private *ct);
368 extern int llapi_hsm_copytool_recv(struct hsm_copytool_private *priv,
369 struct hsm_action_list **hal, int *msgsize);
370 extern int llapi_hsm_action_begin(struct hsm_copyaction_private **phcp,
371 const struct hsm_copytool_private *ct,
372 const struct hsm_action_item *hai,
373 int restore_mdt_index, int restore_open_flags,
375 extern int llapi_hsm_action_end(struct hsm_copyaction_private **phcp,
376 const struct hsm_extent *he,
377 int hp_flags, int errval);
378 extern int llapi_hsm_action_progress(struct hsm_copyaction_private *hcp,
379 const struct hsm_extent *he, __u64 total,
381 extern int llapi_hsm_action_get_dfid(const struct hsm_copyaction_private *hcp,
383 extern int llapi_hsm_action_get_fd(const struct hsm_copyaction_private *hcp);
384 extern int llapi_hsm_import(const char *dst, int archive, const struct stat *st,
385 unsigned long long stripe_size, int stripe_offset,
386 int stripe_count, int stripe_pattern,
387 char *pool_name, lustre_fid *newfid);
389 /* HSM user interface */
390 extern struct hsm_user_request *llapi_hsm_user_request_alloc(int itemcount,
392 extern int llapi_hsm_request(const char *path,
393 const struct hsm_user_request *request);
394 extern int llapi_hsm_current_action(const char *path,
395 struct hsm_current_action *hca);
398 extern int llapi_json_init_list(struct llapi_json_item_list **item_list);
399 extern int llapi_json_destroy_list(struct llapi_json_item_list **item_list);
400 extern int llapi_json_add_item(struct llapi_json_item_list **item_list,
401 char *key, __u32 type, void *val);
402 extern int llapi_json_write_list(struct llapi_json_item_list **item_list,
406 extern int llapi_lease_get(int fd, int mode);
407 extern int llapi_lease_check(int fd);
408 extern int llapi_lease_put(int fd);
411 int llapi_group_lock(int fd, int gid);
412 int llapi_group_unlock(int fd, int gid);
415 int llapi_ladvise(int fd, unsigned long long flags, int num_advise,
416 struct llapi_lu_ladvise *ladvise);
419 /* llapi_layout user interface */
421 /** Opaque data type abstracting the layout of a Lustre file. */
425 * Flags to control how layouts are retrieved.
428 /* Replace non-specified values with expected inherited values. */
429 #define LAYOUT_GET_EXPECTED 0x1
432 * Return a pointer to a newly-allocated opaque data structure containing
433 * the layout for the file at \a path. The pointer should be freed with
434 * llapi_layout_free() when it is no longer needed. Failure is indicated
435 * by a NULL return value and an appropriate error code stored in errno.
437 struct llapi_layout *llapi_layout_get_by_path(const char *path, uint32_t flags);
440 * Return a pointer to a newly-allocated opaque data type containing the
441 * layout for the file referenced by open file descriptor \a fd. The
442 * pointer should be freed with llapi_layout_free() when it is no longer
443 * needed. Failure is indicated by a NULL return value and an
444 * appropriate error code stored in errno.
446 struct llapi_layout *llapi_layout_get_by_fd(int fd, uint32_t flags);
449 * Return a pointer to a newly-allocated opaque data type containing the
450 * layout for the file associated with Lustre file identifier string
451 * \a fidstr. The string \a path must name a path within the
452 * filesystem that contains the file being looked up, such as the
453 * filesystem root. The returned pointer should be freed with
454 * llapi_layout_free() when it is no longer needed. Failure is
455 * indicated with a NULL return value and an appropriate error code
458 struct llapi_layout *llapi_layout_get_by_fid(const char *path,
459 const lustre_fid *fid,
463 * Allocate a new layout. Use this when creating a new file with
464 * llapi_layout_file_create().
466 struct llapi_layout *llapi_layout_alloc(void);
469 * Free memory allocated for \a layout.
471 void llapi_layout_free(struct llapi_layout *layout);
473 /** Not a valid stripe size, offset, or RAID pattern. */
474 #define LLAPI_LAYOUT_INVALID 0x1000000000000001ULL
477 * When specified or returned as the value for stripe count,
478 * stripe size, offset, or RAID pattern, the filesystem-wide
479 * default behavior will apply.
481 #define LLAPI_LAYOUT_DEFAULT (LLAPI_LAYOUT_INVALID + 1)
484 * When specified or returned as the value for stripe count, all
485 * available OSTs will be used.
487 #define LLAPI_LAYOUT_WIDE (LLAPI_LAYOUT_INVALID + 2)
490 * When specified as the value for layout pattern, file objects will be
491 * stored using RAID0. That is, data will be split evenly and without
492 * redundancy across all OSTs in the layout.
494 #define LLAPI_LAYOUT_RAID0 0
497 * The layout includes a specific set of OSTs on which to allocate.
499 #define LLAPI_LAYOUT_SPECIFIC 0x2000000000000000ULL
502 * A valid ost index should be less than maximum valid OST index (UINT_MAX).
504 #define LLAPI_LAYOUT_IDX_MAX 0x00000000FFFFFFFFULL
507 * Flags to modify how layouts are retrieved.
509 /******************** Stripe Count ********************/
512 * Store the stripe count of \a layout in \a count.
515 * \retval -1 Error with status code in errno.
517 int llapi_layout_stripe_count_get(const struct llapi_layout *layout,
521 * Set the stripe count of \a layout to \a count.
524 * \retval -1 Invalid argument, errno set to EINVAL.
526 int llapi_layout_stripe_count_set(struct llapi_layout *layout, uint64_t count);
528 /******************** Stripe Size ********************/
531 * Store the stripe size of \a layout in \a size.
534 * \retval -1 Invalid argument, errno set to EINVAL.
536 int llapi_layout_stripe_size_get(const struct llapi_layout *layout,
540 * Set the stripe size of \a layout to \a stripe_size.
543 * \retval -1 Invalid argument, errno set to EINVAL.
545 int llapi_layout_stripe_size_set(struct llapi_layout *layout, uint64_t size);
547 /******************** Stripe Pattern ********************/
550 * Store the stripe pattern of \a layout in \a pattern.
553 * \retval -1 Error with status code in errno.
555 int llapi_layout_pattern_get(const struct llapi_layout *layout,
559 * Set the stripe pattern of \a layout to \a pattern.
562 * \retval -1 Invalid argument, errno set to EINVAL.
564 int llapi_layout_pattern_set(struct llapi_layout *layout, uint64_t pattern);
566 /******************** OST Index ********************/
569 * Store the index of the OST where stripe number \a stripe_number is stored
572 * An error return value will result from a NULL layout, if \a
573 * stripe_number is out of range, or if \a layout was not initialized
574 * with llapi_layout_lookup_by{path,fd,fid}().
577 * \retval -1 Invalid argument, errno set to EINVAL.
579 int llapi_layout_ost_index_get(const struct llapi_layout *layout,
580 uint64_t stripe_number, uint64_t *index);
583 * Set the OST index associated with stripe number \a stripe_number to
585 * NB: This is currently supported only for \a stripe_number = 0 and
586 * other usage will return ENOTSUPP in errno. A NULL \a layout or
587 * out-of-range \a stripe_number will return EINVAL in errno.
590 * \retval -1 Error with errno set to non-zero value.
592 int llapi_layout_ost_index_set(struct llapi_layout *layout, int stripe_number,
595 /******************** Pool Name ********************/
598 * Store up to \a pool_name_len characters of the name of the pool of
599 * OSTs associated with \a layout into the buffer pointed to by
602 * The correct calling form is:
604 * llapi_layout_pool_name_get(layout, pool_name, sizeof(pool_name));
606 * A pool defines a set of OSTs from which file objects may be
607 * allocated for a file using \a layout.
609 * On success, the number of bytes stored is returned, excluding the
610 * terminating '\0' character (zero indicates that \a layout does not
611 * have an associated OST pool). On error, -1 is returned and errno is
612 * set appropriately. Possible sources of error include a NULL pointer
613 * argument or insufficient space in \a dest to store the pool name,
614 * in which cases errno will be set to EINVAL.
616 * \retval 0+ The number of bytes stored in \a dest.
617 * \retval -1 Invalid argument, errno set to EINVAL.
619 int llapi_layout_pool_name_get(const struct llapi_layout *layout,
620 char *pool_name, size_t pool_name_len);
623 * Set the name of the pool of OSTs from which file objects will be
624 * allocated to \a pool_name.
626 * If the pool name uses "fsname.pool" notation to qualify the pool name
627 * with a filesystem name, the "fsname." portion will be silently
628 * discarded before storing the value. No validation that \a pool_name
629 * is an existing non-empty pool in filesystem \a fsname will be
630 * performed. Such validation can be performed by the application if
631 * desired using the llapi_search_ost() function. The maximum length of
632 * the stored value is defined by the constant LOV_MAXPOOLNAME.
635 * \retval -1 Invalid argument, errno set to EINVAL.
637 int llapi_layout_pool_name_set(struct llapi_layout *layout,
638 const char *pool_name);
640 /******************** File Creation ********************/
643 * Open an existing file at \a path, or create it with the specified
644 * \a layout and \a mode.
646 * One access mode and zero or more file creation flags and file status
647 * flags May be bitwise-or'd in \a open_flags (see open(2)). Return an
648 * open file descriptor for the file. If \a layout is non-NULL and
649 * \a path is not on a Lustre filesystem this function will fail and set
652 * An already existing file may be opened with this function, but
653 * \a layout and \a mode will not be applied to it. Callers requiring a
654 * guarantee that the opened file is created with the specified
655 * \a layout and \a mode should use llapi_layout_file_create().
657 * A NULL \a layout may be specified, in which case the standard Lustre
658 * behavior for assigning layouts to newly-created files will apply.
660 * \retval 0+ An open file descriptor.
661 * \retval -1 Error with status code in errno.
663 int llapi_layout_file_open(const char *path, int open_flags, mode_t mode,
664 const struct llapi_layout *layout);
667 * Create a new file at \a path with the specified \a layout and \a mode.
669 * One access mode and zero or more file creation flags and file status
670 * flags May be bitwise-or'd in \a open_flags (see open(2)). Return an
671 * open file descriptor for the file. If \a layout is non-NULL and
672 * \a path is not on a Lustre filesystem this function will fail and set
677 * llapi_layout_file_create(path, open_flags, mode, layout)
679 * shall be equivalent to:
681 * llapi_layout_file_open(path, open_flags|O_CREAT|O_EXCL, mode, layout)
683 * It is an error if \a path specifies an existing file.
685 * A NULL \a layout may be specified, in which the standard Lustre
686 * behavior for assigning layouts to newly-created files will apply.
688 * \retval 0+ An open file descriptor.
689 * \retval -1 Error with status code in errno.
691 int llapi_layout_file_create(const char *path, int open_flags, int mode,
692 const struct llapi_layout *layout);