#endif
#include <poll.h>
#include <time.h>
+#include <inttypes.h>
#include <libcfs/util/ioctl.h>
#include <libcfs/util/param.h>
char *mdt_hash_name[] = { "none",
LMV_HASH_NAME_ALL_CHARS,
- LMV_HASH_NAME_FNV_1A_64 };
+ LMV_HASH_NAME_FNV_1A_64,
+};
+
+struct lustre_foreign_type lu_foreign_types[] = {
+ {.lft_type = LU_FOREIGN_TYPE_NONE, .lft_name = "none"},
+ {.lft_type = LU_FOREIGN_TYPE_DAOS, .lft_name = "daos"},
+ /* must be the last element */
+ {.lft_type = LU_FOREIGN_TYPE_UNKNOWN, .lft_name = NULL}
+ /* array max dimension must be <= UINT32_MAX */
+};
void llapi_msg_set_level(int level)
{
data->ioc_version = OBD_IOCTL_VERSION;
if (*pbuf != NULL && data->ioc_len > max_len) {
- fprintf(stderr, "pbuf = %p, ioc_len = %u, max_len = %d\n",
- *pbuf, data->ioc_len, max_len);
+ llapi_error(LLAPI_MSG_ERROR, -EINVAL,
+ "pbuf = %p, ioc_len = %u, max_len = %d\n",
+ *pbuf, data->ioc_len, max_len);
return -EINVAL;
}
int llapi_stripe_limit_check(unsigned long long stripe_size, int stripe_offset,
int stripe_count, int stripe_pattern)
{
- int page_size, rc;
+ static int page_size;
+ int rc = 0;
- /* 64 KB is the largest common page size I'm aware of (on ia64), but
- * check the local page size just in case. */
- page_size = LOV_MIN_STRIPE_SIZE;
- if (getpagesize() > page_size) {
- page_size = getpagesize();
- llapi_err_noerrno(LLAPI_MSG_WARN,
- "warning: your page size (%u) is "
- "larger than expected (%u)", page_size,
- LOV_MIN_STRIPE_SIZE);
+ if (page_size == 0) {
+ /* 64 KB is the largest common page size (on ia64/PPC/ARM),
+ * but check the local page size just in case. The page_size
+ * will not change for the lifetime of this process at least.
+ */
+ page_size = LOV_MIN_STRIPE_SIZE;
+ if (getpagesize() > page_size) {
+ page_size = getpagesize();
+ llapi_err_noerrno(LLAPI_MSG_WARN,
+ "warning: page size (%u) larger than expected (%u)",
+ page_size, LOV_MIN_STRIPE_SIZE);
+ }
}
if (!llapi_stripe_size_is_aligned(stripe_size)) {
rc = -EINVAL;
llapi_error(LLAPI_MSG_ERROR, rc, "error: bad stripe_size %llu, "
"must be an even multiple of %d bytes",
- stripe_size, page_size);
- return rc;
+ (unsigned long long)stripe_size, page_size);
+ goto out;
}
if (!llapi_stripe_index_is_valid(stripe_offset)) {
rc = -EINVAL;
llapi_error(LLAPI_MSG_ERROR, rc, "error: bad stripe offset %d",
stripe_offset);
- return rc;
+ goto out;
}
if (!llapi_stripe_count_is_valid(stripe_count)) {
rc = -EINVAL;
llapi_error(LLAPI_MSG_ERROR, rc, "error: bad stripe count %d",
stripe_count);
- return rc;
+ goto out;
}
if (llapi_stripe_size_is_too_big(stripe_size)) {
rc = -EINVAL;
llapi_error(LLAPI_MSG_ERROR, rc,
- "warning: stripe size 4G or larger "
- "is not currently supported and would wrap");
- return rc;
+ "error: stripe size '%llu' over 4GB limit",
+ (unsigned long long)stripe_size);
+ goto out;
}
- return 0;
+
+out:
+ errno = -rc;
+ return rc;
}
int llapi_dir_stripe_limit_check(int stripe_offset, int stripe_count,
return get_param_lmv(path, "uuid", buf, bufsize);
}
-/*
- * if pool is NULL, search tgtname in target_obd
- * if pool is not NULL:
- * if pool not found returns errno < 0
- * if tgtname is NULL, returns 1 if pool is not empty and 0 if pool empty
- * if tgtname is not NULL, returns 1 if OST is in pool and 0 if not
- */
-int llapi_search_tgt(char *fsname, char *poolname, char *tgtname, bool is_mdt)
-{
- char buffer[PATH_MAX];
- size_t len = 0;
- glob_t param;
- FILE *fd;
- int rc;
-
- /* You need one or the other */
- if (poolname == NULL && fsname == NULL)
- return -EINVAL;
-
- if (tgtname != NULL)
- len = strlen(tgtname);
-
- if (poolname == NULL && len == 0)
- return -EINVAL;
-
- /* Search by poolname and fsname if is not NULL */
- if (poolname != NULL) {
- rc = poolpath(¶m, fsname, NULL);
- if (rc == 0) {
- snprintf(buffer, sizeof(buffer), "%s/%s",
- param.gl_pathv[0], poolname);
- }
- } else if (fsname != NULL) {
- rc = get_lustre_param_path(is_mdt ? "lmv" : "lov", fsname,
- FILTER_BY_FS_NAME,
- "target_obd", ¶m);
- if (rc == 0) {
- strncpy(buffer, param.gl_pathv[0],
- sizeof(buffer));
- }
- } else {
- return -EINVAL;
- }
- cfs_free_param_data(¶m);
- if (rc)
- return rc;
-
- fd = fopen(buffer, "r");
- if (fd == NULL)
- return -errno;
-
- while (fgets(buffer, sizeof(buffer), fd) != NULL) {
- if (poolname == NULL) {
- char *ptr;
- /* Search for an tgtname in the list of targets
- * Line format is IDX: fsname-OST/MDTxxxx_UUID STATUS */
- ptr = strchr(buffer, ' ');
- if ((ptr != NULL) &&
- (strncmp(ptr + 1, tgtname, len) == 0)) {
- fclose(fd);
- return 1;
- }
- } else {
- /* Search for an tgtname in a pool,
- * (or an existing non-empty pool if no tgtname) */
- if ((tgtname == NULL) ||
- (strncmp(buffer, tgtname, len) == 0)) {
- fclose(fd);
- return 1;
- }
- }
- }
- fclose(fd);
- return 0;
-}
-
-int llapi_search_ost(char *fsname, char *poolname, char *ostname)
-{
- return llapi_search_tgt(fsname, poolname, ostname, false);
-}
-
/**
* Open a Lustre file.
*
/* sanity check of target list */
if (param->lsp_is_specific) {
- char ostname[MAX_OBD_NAME + 1];
+ char ostname[MAX_OBD_NAME + 64];
bool found = false;
int i;
stripe_pattern, NULL);
}
+int llapi_file_create_foreign(const char *name, mode_t mode, __u32 type,
+ __u32 flags, char *foreign_lov)
+{
+ size_t len;
+ struct lov_foreign_md *lfm;
+ int fd, rc;
+
+ if (foreign_lov == NULL) {
+ rc = -EINVAL;
+ llapi_error(LLAPI_MSG_ERROR, rc,
+ "foreign LOV EA content must be provided");
+ goto out_err;
+ }
+
+ len = strlen(foreign_lov);
+ if (len > XATTR_SIZE_MAX - offsetof(struct lov_foreign_md, lfm_value) ||
+ len <= 0) {
+ rc = -EINVAL;
+ llapi_error(LLAPI_MSG_ERROR, rc,
+ "foreign LOV EA size %zu (must be 0 < len < %zu)",
+ len, XATTR_SIZE_MAX -
+ offsetof(struct lov_foreign_md, lfm_value));
+ goto out_err;
+ }
+
+ lfm = malloc(len + offsetof(struct lov_foreign_md, lfm_value));
+ if (lfm == NULL) {
+ rc = -ENOMEM;
+ llapi_error(LLAPI_MSG_ERROR, rc,
+ "failed to allocate lov_foreign_md");
+ goto out_err;
+ }
+
+ fd = open(name, O_WRONLY|O_CREAT|O_LOV_DELAY_CREATE, mode);
+ if (fd == -1) {
+ fd = -errno;
+ llapi_error(LLAPI_MSG_ERROR, fd, "open '%s' failed", name);
+ goto out_free;
+ }
+
+ lfm->lfm_magic = LOV_USER_MAGIC_FOREIGN;
+ lfm->lfm_length = len;
+ lfm->lfm_type = type;
+ lfm->lfm_flags = flags;
+ memcpy(lfm->lfm_value, foreign_lov, len);
+
+ if (ioctl(fd, LL_IOC_LOV_SETSTRIPE, lfm) != 0) {
+ char *errmsg = "stripe already set";
+
+ rc = -errno;
+ if (errno == ENOTTY)
+ errmsg = "not on a Lustre filesystem";
+ else if (errno == EEXIST || errno == EALREADY)
+ errmsg = "stripe already set";
+ else
+ errmsg = strerror(errno);
+
+ llapi_err_noerrno(LLAPI_MSG_ERROR,
+ "setstripe error for '%s': %s", name, errmsg);
+
+ close(fd);
+ fd = rc;
+ }
+
+out_free:
+ free(lfm);
+
+ return fd;
+
+out_err:
+ errno = -rc;
+ return rc;
+}
+
int llapi_file_create(const char *name, unsigned long long stripe_size,
int stripe_offset, int stripe_count, int stripe_pattern)
{
/* sanity check of target list */
if (param->lsp_is_specific) {
- char mdtname[MAX_OBD_NAME + 1];
+ char mdtname[MAX_OBD_NAME + 64];
bool found = false;
int i;
return rc;
}
+/**
+ * Create a foreign directory.
+ *
+ * \param name the name of the directory to be created
+ * \param mode permission of the file if it is created, see mode in open(2)
+ * \param type foreign type to be set in LMV EA
+ * \param flags foreign flags to be set in LMV EA
+ * \param value foreign pattern to be set in LMV EA
+ *
+ * \retval 0 on success
+ * \retval negative errno on failure
+ */
+int llapi_dir_create_foreign(const char *name, mode_t mode, __u32 type,
+ __u32 flags, const char *value)
+{
+ struct lmv_foreign_md *lfm = NULL;
+ size_t lfm_size, len;
+ struct obd_ioctl_data data = { 0 };
+ char rawbuf[8192];
+ char *buf = rawbuf;
+ char *dirpath = NULL;
+ char *namepath = NULL;
+ char *dir;
+ char *filename;
+ int fd, rc;
+
+ len = strlen(value);
+ if (len > XATTR_SIZE_MAX - offsetof(struct lmv_foreign_md, lfm_value) ||
+ len <= 0) {
+ rc = -EINVAL;
+ llapi_error(LLAPI_MSG_ERROR, rc, "invalid LOV EA length %zu "
+ "(must be 0 < len < %zu)\n", len,
+ XATTR_SIZE_MAX -
+ offsetof(struct lmv_foreign_md, lfm_value));
+ return rc;
+ }
+ lfm_size = len + offsetof(struct lmv_foreign_md, lfm_value);
+ lfm = calloc(1, lfm_size);
+ if (lfm == NULL)
+ return -ENOMEM;
+
+ dirpath = strdup(name);
+ if (!dirpath) {
+ free(lfm);
+ return -ENOMEM;
+ }
+
+ namepath = strdup(name);
+ if (!namepath) {
+ free(dirpath);
+ free(lfm);
+ return -ENOMEM;
+ }
+
+ lfm->lfm_magic = LMV_MAGIC_FOREIGN;
+ lfm->lfm_length = len;
+ lfm->lfm_type = type;
+ lfm->lfm_flags = flags;
+ memcpy(lfm->lfm_value, value, len);
+
+ filename = basename(namepath);
+ dir = dirname(dirpath);
+
+ data.ioc_inlbuf1 = (char *)filename;
+ data.ioc_inllen1 = strlen(filename) + 1;
+ data.ioc_inlbuf2 = (char *)lfm;
+ data.ioc_inllen2 = lfm_size;
+ data.ioc_type = mode;
+ rc = llapi_ioctl_pack(&data, &buf, sizeof(rawbuf));
+ if (rc) {
+ llapi_error(LLAPI_MSG_ERROR, rc,
+ "error: LL_IOC_LMV_SETSTRIPE pack failed '%s'.",
+ name);
+ goto out;
+ }
+
+ fd = open(dir, O_DIRECTORY | O_RDONLY);
+ if (fd < 0) {
+ rc = -errno;
+ llapi_error(LLAPI_MSG_ERROR, rc, "unable to open '%s'", name);
+ goto out;
+ }
+
+ if (ioctl(fd, LL_IOC_LMV_SETSTRIPE, buf)) {
+ char *errmsg = "stripe already set";
+
+ rc = -errno;
+ if (errno != EEXIST && errno != EALREADY)
+ errmsg = strerror(errno);
+
+ llapi_err_noerrno(LLAPI_MSG_ERROR,
+ "dirstripe error on '%s': %s", name, errmsg);
+ }
+ close(fd);
+out:
+ free(namepath);
+ free(dirpath);
+ free(lfm);
+ return rc;
+}
int llapi_dir_create_pool(const char *name, int mode, int stripe_offset,
int stripe_count, int stripe_pattern,
FILE *fp;
int idx = 0, len = 0, mntlen, fd;
int rc = -ENODEV;
+ int fsnamelen, mountlen;
/* get the mount point */
fp = setmntent(PROC_MOUNTS, "r");
ptr_end++;
/* Check the fsname for a match, if given */
+ mountlen = ptr_end - ptr;
if (!(want & WANT_FSNAME) && fsname != NULL &&
- (strlen(fsname) > 0) &&
- (strncmp(ptr, fsname, ptr_end - ptr) != 0))
- continue;
+ (fsnamelen = strlen(fsname)) > 0 &&
+ (fsnamelen != mountlen ||
+ (strncmp(ptr, fsname, mountlen) != 0)))
+ continue;
/* If the path isn't set return the first one we find */
if (path == NULL || strlen(path) == 0) {
- strncpy(mntdir, mnt.mnt_dir, strlen(mnt.mnt_dir));
- mntdir[strlen(mnt.mnt_dir)] = '\0';
+ strncpy(mntdir, mnt.mnt_dir, sizeof(mntdir) - 1);
+ mntdir[sizeof(mntdir) - 1] = '\0';
if ((want & WANT_FSNAME) && fsname != NULL) {
- strncpy(fsname, ptr, ptr_end - ptr);
- fsname[ptr_end - ptr] = '\0';
+ strncpy(fsname, ptr, mountlen);
+ fsname[mountlen] = '\0';
}
rc = 0;
break;
/* Otherwise find the longest matching path */
} else if ((strlen(path) >= mntlen) && (mntlen >= len) &&
(strncmp(mnt.mnt_dir, path, mntlen) == 0)) {
- strncpy(mntdir, mnt.mnt_dir, strlen(mnt.mnt_dir));
- mntdir[strlen(mnt.mnt_dir)] = '\0';
+ strncpy(mntdir, mnt.mnt_dir, sizeof(mntdir) - 1);
+ mntdir[sizeof(mntdir) - 1] = '\0';
len = mntlen;
if ((want & WANT_FSNAME) && fsname != NULL) {
- strncpy(fsname, ptr, ptr_end - ptr);
- fsname[ptr_end - ptr] = '\0';
+ strncpy(fsname, ptr, mountlen);
+ fsname[mountlen] = '\0';
}
rc = 0;
}
/* Found it */
if (rc == 0) {
if ((want & WANT_PATH) && path != NULL) {
- strncpy(path, mntdir, strlen(mntdir));
+ strncpy(path, mntdir, PATH_MAX);
path[strlen(mntdir)] = '\0';
}
if (want & WANT_FD) {
int llapi_get_poollist(const char *name, char **poollist, int list_size,
char *buffer, int buffer_size)
{
- char rname[PATH_MAX];
glob_t pathname;
char *fsname;
- char *ptr;
- DIR *dir;
+ char *ptr;
+ DIR *dir;
struct dirent *pool;
- int rc = 0;
- unsigned int nb_entries = 0;
- unsigned int used = 0;
- unsigned int i;
+ int rc = 0;
+ unsigned int nb_entries = 0;
+ unsigned int used = 0;
+ unsigned int i;
/* initialize output array */
- for (i = 0; i < list_size; i++)
- poollist[i] = NULL;
-
- /* is name a pathname ? */
- ptr = strchr(name, '/');
- if (ptr != NULL) {
- /* only absolute pathname is supported */
- if (*name != '/')
- return -EINVAL;
+ for (i = 0; i < list_size; i++)
+ poollist[i] = NULL;
- if (!realpath(name, rname)) {
- rc = -errno;
- llapi_error(LLAPI_MSG_ERROR, rc, "invalid path '%s'",
- name);
- return rc;
- }
+ /* is name a pathname ? */
+ ptr = strchr(name, '/');
+ if (ptr != NULL) {
+ char fsname_buf[MAXNAMLEN];
- fsname = strdup(rname);
+ /* We will need fsname for printing later */
+ rc = llapi_getname(name, fsname_buf, sizeof(fsname_buf));
+ if (rc)
+ return rc;
+
+ ptr = strrchr(fsname_buf, '-');
+ if (ptr)
+ *ptr = '\0';
+
+ fsname = strdup(fsname_buf);
if (!fsname)
return -ENOMEM;
-
- rc = poolpath(&pathname, NULL, rname);
} else {
/* name is FSNAME */
fsname = strdup(name);
if (!fsname)
return -ENOMEM;
- rc = poolpath(&pathname, fsname, NULL);
}
+
+ rc = poolpath(&pathname, fsname, NULL);
if (rc != 0) {
llapi_error(LLAPI_MSG_ERROR, rc,
"Lustre filesystem '%s' not found", name);
goto free_path;
}
- llapi_printf(LLAPI_MSG_NORMAL, "Pools from %s:\n", fsname);
dir = opendir(pathname.gl_pathv[0]);
if (dir == NULL) {
rc = -errno;
/* check output bounds */
if (nb_entries >= list_size) {
rc = -EOVERFLOW;
- goto free_dir;
+ goto free_dir_no_msg;
}
/* +2 for '.' and final '\0' */
if (used + strlen(pool->d_name) + strlen(fsname) + 2
> buffer_size) {
rc = -EOVERFLOW;
- goto free_dir;
+ goto free_dir_no_msg;
}
sprintf(buffer + used, "%s.%s", fsname, pool->d_name);
if (rc)
llapi_error(LLAPI_MSG_ERROR, rc,
"Error reading pool list for '%s'", name);
+ else
+ llapi_printf(LLAPI_MSG_NORMAL, "Pools from %s:\n", fsname);
+
+free_dir_no_msg:
closedir(dir);
free_path:
cfs_free_param_data(&pathname);
#define OBD_NOT_FOUND (-1)
+static void find_param_fini(struct find_param *param)
+{
+ if (param->fp_migrate)
+ return;
+
+ if (param->fp_obd_indexes) {
+ free(param->fp_obd_indexes);
+ param->fp_obd_indexes = NULL;
+ }
+
+ if (param->fp_lmd) {
+ free(param->fp_lmd);
+ param->fp_lmd = NULL;
+ }
+
+ if (param->fp_lmv_md) {
+ free(param->fp_lmv_md);
+ param->fp_lmv_md = NULL;
+ }
+}
+
static int common_param_init(struct find_param *param, char *path)
{
int lum_size = get_mds_md_size(path);
"error: allocation of %d bytes for ioctl",
lmv_user_md_size(param->fp_lmv_stripe_count,
LMV_USER_MAGIC_SPECIFIC));
+ find_param_fini(param);
return -ENOMEM;
}
return 0;
}
-static void find_param_fini(struct find_param *param)
-{
- if (param->fp_migrate)
- return;
-
- if (param->fp_obd_indexes)
- free(param->fp_obd_indexes);
-
- if (param->fp_lmd)
- free(param->fp_lmd);
-
- if (param->fp_lmv_md)
- free(param->fp_lmv_md);
-}
-
static int cb_common_fini(char *path, DIR *parent, DIR **dirp, void *data,
struct dirent64 *de)
{
int stripe_count;
int lmv_size;
- stripe_count = (__u32)param->fp_lmv_md->lum_stripe_count;
+ /* if foreign LMV case, fake stripes number */
+ if (param->fp_lmv_md->lum_magic == LMV_MAGIC_FOREIGN) {
+ struct lmv_foreign_md *lfm;
+
+ lfm = (struct lmv_foreign_md *)param->fp_lmv_md;
+ if (lfm->lfm_length < XATTR_SIZE_MAX -
+ offsetof(typeof(*lfm), lfm_value)) {
+ uint32_t size = lfm->lfm_length +
+ offsetof(typeof(*lfm), lfm_value);
+
+ stripe_count = lmv_foreign_to_md_stripes(size);
+ } else {
+ llapi_error(LLAPI_MSG_ERROR, -EINVAL,
+ "error: invalid %d foreign size "
+ "returned from ioctl",
+ lfm->lfm_length);
+ return -EINVAL;
+ }
+ } else {
+ stripe_count = param->fp_lmv_md->lum_stripe_count;
+ }
if (stripe_count <= param->fp_lmv_stripe_count)
return ret;
static char *layout2name(__u32 layout_pattern)
{
- if (layout_pattern == LOV_PATTERN_MDT)
+ if (layout_pattern & LOV_PATTERN_F_RELEASED)
+ return "released";
+ else if (layout_pattern == LOV_PATTERN_MDT)
return "mdt";
else if (layout_pattern == LOV_PATTERN_RAID0)
return "raid0";
- else if (layout_pattern == (LOV_PATTERN_RAID0 | LOV_PATTERN_F_RELEASED))
- return "released";
+ else if (layout_pattern ==
+ (LOV_PATTERN_RAID0 | LOV_PATTERN_OVERSTRIPING))
+ return "raid0,overstriped";
else
return "unknown";
}
LDF_INDENT = 0x0004,
LDF_SKIP_OBJS = 0x0008,
LDF_YAML = 0x0010,
+ LDF_EXTENSION = 0x0020,
};
static void lov_dump_user_lmm_header(struct lov_user_md *lum, char *path,
bool indent = flags & LDF_INDENT;
bool yaml = flags & LDF_YAML;
bool skip_objs = flags & LDF_SKIP_OBJS;
+ bool extension = flags & LDF_EXTENSION;
char *prefix = is_dir ? "" : "lmm_";
char *separator = "";
char *space = indent ? " " : "";
ver = (__u32)(lmm_oi_id(&lum->lmm_oi) >> 32);
if (yaml)
llapi_printf(LLAPI_MSG_NORMAL, DFID_NOBRACE"\n",
- seq, oid, ver);
+ (unsigned long long)seq, oid, ver);
else
llapi_printf(LLAPI_MSG_NORMAL, DFID"\n",
- seq, oid, ver);
+ (unsigned long long)seq, oid, ver);
}
if (verbose & VERBOSE_STRIPE_COUNT) {
" stripe count.");
} else {
llapi_printf(LLAPI_MSG_NORMAL, "%d",
- lum->lmm_stripe_count ==
- (typeof(lum->lmm_stripe_count))(-1)
- ? -1 : lum->lmm_stripe_count);
+ extension ? 0 :
+ (__s16)lum->lmm_stripe_count);
}
} else {
llapi_printf(LLAPI_MSG_NORMAL, "%hd",
+ extension ? 0 :
(__s16)lum->lmm_stripe_count);
}
if (!yaml && is_dir)
separator = "\n";
}
- if (verbose & VERBOSE_STRIPE_SIZE) {
+ if (((verbose & VERBOSE_STRIPE_SIZE) && !extension) ||
+ ((verbose & VERBOSE_EXT_SIZE) && extension)) {
llapi_printf(LLAPI_MSG_NORMAL, "%s", separator);
- if (verbose & ~VERBOSE_STRIPE_SIZE)
+ if (verbose & ~VERBOSE_EXT_SIZE && extension)
+ llapi_printf(LLAPI_MSG_NORMAL, "%s%sextension_size: ",
+ space, prefix);
+ if (verbose & ~VERBOSE_STRIPE_SIZE && !extension)
llapi_printf(LLAPI_MSG_NORMAL, "%s%sstripe_size: ",
space, prefix);
if (is_dir && !is_raw && lum->lmm_stripe_size == 0) {
"Cannot determine default"
" stripe size.");
} else {
- llapi_printf(LLAPI_MSG_NORMAL, "%u",
- lum->lmm_stripe_size);
+ /* Extension size is in KiB */
+ llapi_printf(LLAPI_MSG_NORMAL, "%llu",
+ extension ?
+ (unsigned long long)(lum->lmm_stripe_size * SEL_UNIT_SIZE) :
+ (unsigned long long)lum->lmm_stripe_size);
}
if (!yaml && is_dir)
separator = " ";
else
llapi_printf(LLAPI_MSG_NORMAL, "%#x", type);
+ if (flags & LMV_HASH_FLAG_SPACE)
+ llapi_printf(LLAPI_MSG_NORMAL, ",space");
if (flags & LMV_HASH_FLAG_MIGRATION)
llapi_printf(LLAPI_MSG_NORMAL, ",migrating");
- if (flags & LMV_HASH_FLAG_DEAD)
- llapi_printf(LLAPI_MSG_NORMAL, ",dead");
if (flags & LMV_HASH_FLAG_BAD_TYPE)
llapi_printf(LLAPI_MSG_NORMAL, ",bad_type");
if (flags & LMV_HASH_FLAG_LOST_LMV)
"%4slcme_timestamp: ", " ");
if (yaml) {
llapi_printf(LLAPI_MSG_NORMAL, "%llu",
- entry->lcme_timestamp);
+ (unsigned long long)entry->lcme_timestamp);
} else {
time_t stamp = entry->lcme_timestamp;
char *date_str = asctime(localtime(&stamp));
llapi_printf(LLAPI_MSG_NORMAL,
"%4slcme_extent.e_start: ", " ");
llapi_printf(LLAPI_MSG_NORMAL, "%llu",
- entry->lcme_extent.e_start);
+ (unsigned long long)entry->lcme_extent.e_start);
separator = "\n";
}
llapi_printf(LLAPI_MSG_NORMAL, "%s", "EOF");
else
llapi_printf(LLAPI_MSG_NORMAL, "%llu",
- entry->lcme_extent.e_end);
+ (unsigned long long)entry->lcme_extent.e_end);
separator = "\n";
}
* (limit - margin, limit]. */
static int find_value_cmp(unsigned long long file, unsigned long long limit,
int sign, int negopt, unsigned long long margin,
- int mds)
+ bool mds)
{
int ret = -1;
if (sign > 0) {
- /* Drop the fraction of margin (of days). */
+ /* Drop the fraction of margin (of days or size). */
if (file + margin <= limit)
ret = mds ? 0 : 1;
} else if (sign == 0) {
struct lov_user_md_v1 *v1;
char pool_name[LOV_MAXPOOLNAME + 1];
int obdindex = param->fp_obd_index;
- int i, j, match;
+ int i, j, match, ext;
bool obdstripe = false;
__u16 mirror_index = 0;
__u16 mirror_id = 0;
*/
if (entry->lcme_flags & LCME_FL_INIT)
continue;
- else
- break;
+
+ if (param->fp_verbose & VERBOSE_EXT_SIZE) {
+ if (entry->lcme_flags & LCME_FL_EXTENSION)
+ /* moved back below */
+ i++;
+ else
+ continue;
+ }
+ break;
}
if (entry->lcme_flags & LCME_FL_INIT) {
objects = lov_v1v3_objects(v1);
lov_v1v3_pool_name(v1, pool_name);
+ ext = entry->lcme_flags & LCME_FL_EXTENSION ? LDF_EXTENSION : 0;
lov_dump_user_lmm_v1v3(v1, pool_name, objects, path, obdindex,
param->fp_max_depth, param->fp_verbose,
- flags);
+ flags | ext);
}
if (print_last_init_comp(param)) {
/**
objects = lov_v1v3_objects(v1);
lov_v1v3_pool_name(v1, pool_name);
+ entry = &comp_v1->lcm_entries[i];
+ ext = entry->lcme_flags & LCME_FL_EXTENSION ? LDF_EXTENSION : 0;
lov_dump_user_lmm_v1v3(v1, pool_name, objects, path, obdindex,
param->fp_max_depth, param->fp_verbose,
- flags);
+ flags | ext);
}
}
}
}
+static uint32_t check_foreign_type(uint32_t foreign_type)
+{
+ uint32_t i;
+
+ for (i = 0; i < LU_FOREIGN_TYPE_UNKNOWN; i++) {
+ if (lu_foreign_types[i].lft_name == NULL)
+ break;
+ if (foreign_type == lu_foreign_types[i].lft_type)
+ return i;
+ }
+
+ return LU_FOREIGN_TYPE_UNKNOWN;
+}
+
+static void lov_dump_foreign_lmm(struct find_param *param, char *path,
+ enum lov_dump_flags flags)
+{
+ struct lov_foreign_md *lfm = (void *)¶m->fp_lmd->lmd_lmm;
+ bool yaml = flags & LDF_YAML;
+
+ if (!yaml && param->fp_depth && path)
+ llapi_printf(LLAPI_MSG_NORMAL, "%s\n", path);
+
+ if (param->fp_verbose & VERBOSE_DETAIL) {
+ uint32_t type = check_foreign_type(lfm->lfm_type);
+
+ llapi_printf(LLAPI_MSG_NORMAL, "lfm_magic: 0x%08X\n",
+ lfm->lfm_magic);
+ llapi_printf(LLAPI_MSG_NORMAL, "lfm_length: %u\n",
+ lfm->lfm_length);
+ llapi_printf(LLAPI_MSG_NORMAL, "lfm_type: 0x%08X",
+ lfm->lfm_type);
+ if (type < LU_FOREIGN_TYPE_UNKNOWN)
+ llapi_printf(LLAPI_MSG_NORMAL, " (%s)\n",
+ lu_foreign_types[type].lft_name);
+ else
+ llapi_printf(LLAPI_MSG_NORMAL, " (unknown)\n");
+
+ llapi_printf(LLAPI_MSG_NORMAL, "lfm_flags: 0x%08X\n",
+ lfm->lfm_flags);
+ }
+ llapi_printf(LLAPI_MSG_NORMAL, "lfm_value: '%.*s'\n",
+ lfm->lfm_length, lfm->lfm_value);
+ llapi_printf(LLAPI_MSG_NORMAL, "\n");
+}
+
+static void lmv_dump_foreign_lmm(struct find_param *param, char *path,
+ enum lov_dump_flags flags)
+{
+ struct lmv_foreign_md *lfm = (struct lmv_foreign_md *)param->fp_lmv_md;
+ bool yaml = flags & LDF_YAML;
+
+ if (!yaml && param->fp_depth && path)
+ llapi_printf(LLAPI_MSG_NORMAL, "%s\n", path);
+
+ if (param->fp_verbose & VERBOSE_DETAIL) {
+ uint32_t type = check_foreign_type(lfm->lfm_type);
+
+ llapi_printf(LLAPI_MSG_NORMAL, "lfm_magic: 0x%08X\n",
+ lfm->lfm_magic);
+ llapi_printf(LLAPI_MSG_NORMAL, "lfm_length: %u\n",
+ lfm->lfm_length);
+ llapi_printf(LLAPI_MSG_NORMAL, "lfm_type: 0x%08X",
+ lfm->lfm_type);
+ if (type < LU_FOREIGN_TYPE_UNKNOWN)
+ llapi_printf(LLAPI_MSG_NORMAL, " (%s)\n",
+ lu_foreign_types[type].lft_name);
+ else
+ llapi_printf(LLAPI_MSG_NORMAL, " (unknown)\n");
+
+ llapi_printf(LLAPI_MSG_NORMAL, "lfm_flags: 0x%08X\n",
+ lfm->lfm_flags);
+ }
+ llapi_printf(LLAPI_MSG_NORMAL, "lfm_value: '%.*s'\n",
+ lfm->lfm_length, lfm->lfm_value);
+ llapi_printf(LLAPI_MSG_NORMAL, "\n");
+}
+
static void llapi_lov_dump_user_lmm(struct find_param *param, char *path,
enum lov_dump_flags flags)
{
case LOV_USER_MAGIC_SPECIFIC:
lov_dump_plain_user_lmm(param, path, flags);
break;
+ case LOV_USER_MAGIC_FOREIGN:
+ lov_dump_foreign_lmm(param, path, flags);
+ break;
case LMV_MAGIC_V1:
case LMV_USER_MAGIC: {
char pool_name[LOV_MAXPOOLNAME + 1];
case LOV_USER_MAGIC_COMP_V1:
lov_dump_comp_v1(param, path, flags);
break;
+ case LMV_MAGIC_FOREIGN:
+ lmv_dump_foreign_lmm(param, path, flags);
+ break;
default:
llapi_printf(LLAPI_MSG_NORMAL, "unknown lmm_magic: %#x "
"(expecting one of %#x %#x %#x %#x)\n",
fd = open(dname, O_RDONLY | O_NONBLOCK);
if (fd == -1) {
rc = -errno;
- free(dname);
- return rc;
+ goto out_free;
}
strcpy((char *)lum, fname);
if (close(fd) == -1 && rc == 0)
rc = -errno;
+out_free:
free(dname);
return rc;
}
if (param->fp_atime) {
rc2 = find_value_cmp(st->st_atime, param->fp_atime,
param->fp_asign, param->fp_exclude_atime,
- 24 * 60 * 60, mds);
+ param->fp_time_margin, mds);
if (rc2 < 0)
return rc2;
rc = rc2;
if (param->fp_mtime) {
rc2 = find_value_cmp(st->st_mtime, param->fp_mtime,
param->fp_msign, param->fp_exclude_mtime,
- 24 * 60 * 60, mds);
+ param->fp_time_margin, mds);
if (rc2 < 0)
return rc2;
if (param->fp_ctime) {
rc2 = find_value_cmp(st->st_ctime, param->fp_ctime,
param->fp_csign, param->fp_exclude_ctime,
- 24 * 60 * 60, mds);
+ param->fp_time_margin, mds);
if (rc2 < 0)
return rc2;
if (!S_ISREG(st->st_mode))
return 0;
+ /* exclude foreign */
+ if (v1->lmm_magic == LOV_USER_MAGIC_FOREIGN)
+ return param->fp_exclude_obd;
+
/* Only those files should be accepted, which have a
* stripe on the specified OST. */
if (v1->lmm_magic == LOV_USER_MAGIC_COMP_V1) {
{
struct lov_comp_md_v1 *comp_v1 = NULL;
struct lov_user_md_v1 *v1 = ¶m->fp_lmd->lmd_lmm;
+ __u32 stripe_size = 0;
int ret, i, count = 1;
+ if (v1->lmm_magic == LOV_USER_MAGIC_FOREIGN)
+ return param->fp_exclude_stripe_size ? 1 : -1;
+
+ ret = param->fp_exclude_stripe_size ? 1 : -1;
if (v1->lmm_magic == LOV_USER_MAGIC_COMP_V1) {
comp_v1 = (struct lov_comp_md_v1 *)v1;
count = comp_v1->lcm_entry_count;
- ret = param->fp_exclude_stripe_size ? 1 : -1;
}
for (i = 0; i < count; i++) {
- if (comp_v1)
+ struct lov_comp_md_entry_v1 *ent;
+
+ if (comp_v1) {
v1 = lov_comp_entry(comp_v1, i);
- ret = find_value_cmp(v1->lmm_stripe_size, param->fp_stripe_size,
- param->fp_stripe_size_sign,
- param->fp_exclude_stripe_size,
- param->fp_stripe_size_units, 0);
- /* If any stripe_size matches */
+ ent = &comp_v1->lcm_entries[i];
+ if (ent->lcme_flags & LCME_FL_EXTENSION)
+ continue;
+ if (!(ent->lcme_flags & LCME_FL_INIT))
+ continue;
+ }
+ stripe_size = v1->lmm_stripe_size;
+ }
+
+ ret = find_value_cmp(stripe_size, param->fp_stripe_size,
+ param->fp_stripe_size_sign,
+ param->fp_exclude_stripe_size,
+ param->fp_stripe_size_units, 0);
+
+ return ret;
+}
+
+static int find_check_ext_size(struct find_param *param)
+{
+ struct lov_comp_md_v1 *comp_v1;
+ struct lov_user_md_v1 *v1;
+ int ret, i;
+
+ ret = param->fp_exclude_ext_size ? 1 : -1;
+ comp_v1 = (struct lov_comp_md_v1 *)¶m->fp_lmd->lmd_lmm;
+ if (comp_v1->lcm_magic != LOV_USER_MAGIC_COMP_V1)
+ return ret;
+
+ for (i = 0; i < comp_v1->lcm_entry_count; i++) {
+ struct lov_comp_md_entry_v1 *ent;
+
+ v1 = lov_comp_entry(comp_v1, i);
+
+ ent = &comp_v1->lcm_entries[i];
+ if (!(ent->lcme_flags & LCME_FL_EXTENSION))
+ continue;
+
+ ret = find_value_cmp(v1->lmm_stripe_size, param->fp_ext_size,
+ param->fp_ext_size_sign,
+ param->fp_exclude_ext_size,
+ param->fp_ext_size_units, 0);
+ /* If any ext_size matches */
if (ret != -1)
break;
}
int i, count = 1;
__u32 stripe_count = 0;
+ if (v1->lmm_magic == LOV_USER_MAGIC_FOREIGN)
+ return 0;
+
if (v1->lmm_magic == LOV_USER_MAGIC_COMP_V1) {
comp_v1 = (struct lov_comp_md_v1 *)v1;
count = comp_v1->lcm_entry_count;
}
for (i = 0; i < count; i++) {
- if (comp_v1)
+ if (comp_v1) {
+ struct lov_comp_md_entry_v1 *ent;
+
v1 = lov_comp_entry(comp_v1, i);
- stripe_count += v1->lmm_stripe_count;
+
+ ent = &comp_v1->lcm_entries[i];
+ if (!(ent->lcme_flags & LCME_FL_INIT))
+ continue;
+
+ if (ent->lcme_flags & LCME_FL_EXTENSION)
+ continue;
+ }
+ stripe_count = v1->lmm_stripe_count;
}
return stripe_count;
if (comp_v1)
v1 = lov_comp_entry(comp_v1, i);
+ /* foreign file have a special magic but no pattern field */
+ if (v1->lmm_magic == LOV_USER_MAGIC_FOREIGN)
+ continue;
+
if (v1->lmm_pattern == LOV_PATTERN_INVALID)
continue;
return -1;
}
+/* if no type specified, check/exclude all foreign
+ * if type specified, check all foreign&type and exclude !foreign + foreign&type
+ */
+static int find_check_foreign(struct find_param *param)
+{
+ if (S_ISREG(param->fp_lmd->lmd_st.st_mode)) {
+ struct lov_foreign_md *lfm;
+
+ lfm = (void *)¶m->fp_lmd->lmd_lmm;
+ if (lfm->lfm_magic != LOV_USER_MAGIC_FOREIGN) {
+ if (param->fp_foreign_type == LU_FOREIGN_TYPE_UNKNOWN)
+ return param->fp_exclude_foreign ? 1 : -1;
+ return -1;
+ } else {
+ if (param->fp_foreign_type == LU_FOREIGN_TYPE_UNKNOWN ||
+ lfm->lfm_type == param->fp_foreign_type)
+ return param->fp_exclude_foreign ? -1 : 1;
+ return param->fp_exclude_foreign ? 1 : -1;
+ }
+ }
+
+ if (S_ISDIR(param->fp_lmd->lmd_st.st_mode)) {
+ struct lmv_foreign_md *lfm;
+
+ lfm = (void *)param->fp_lmv_md;
+ if (lfm->lfm_magic != LMV_MAGIC_FOREIGN) {
+ if (param->fp_foreign_type == LU_FOREIGN_TYPE_UNKNOWN)
+ return param->fp_exclude_foreign ? 1 : -1;
+ return -1;
+ } else {
+ if (param->fp_foreign_type == LU_FOREIGN_TYPE_UNKNOWN ||
+ lfm->lfm_type == param->fp_foreign_type)
+ return param->fp_exclude_foreign ? -1 : 1;
+ return param->fp_exclude_foreign ? 1 : -1;
+ }
+ }
+ return -1;
+}
+
static int find_check_pool(struct find_param *param)
{
struct lov_comp_md_v1 *comp_v1 = NULL;
if (comp_v1 != NULL)
v1 = lov_comp_entry(comp_v1, i);
+ if (v1->lmm_magic == LOV_USER_MAGIC_FOREIGN)
+ continue;
+
if (((v1->lmm_magic == LOV_USER_MAGIC_V1) &&
(param->fp_poolname[0] == '\0')) ||
((v1->lmm_magic == LOV_USER_MAGIC_V3) &&
struct lov_comp_md_entry_v1 *entry;
int i, ret = 0;
+ if (v1->lmm_magic == LOV_USER_MAGIC_FOREIGN)
+ return -1;
+
if (v1->lmm_magic == LOV_USER_MAGIC_COMP_V1) {
comp_v1 = (struct lov_comp_md_v1 *)v1;
} else {
break;
}
out:
- if (forged_v1 != NULL)
+ if (forged_v1)
free(forged_v1);
return ret;
}
param->fp_check_stripe_size || param->fp_check_layout ||
param->fp_check_comp_count || param->fp_check_comp_end ||
param->fp_check_comp_start || param->fp_check_comp_flags ||
- param->fp_check_mirror_count ||
- param->fp_check_mirror_state ||
+ param->fp_check_mirror_count || param->fp_check_foreign ||
+ param->fp_check_mirror_state || param->fp_check_ext_size ||
param->fp_check_projid;
}
decision = 0;
if (decision == 0) {
- if (param->fp_check_mdt_count || param->fp_check_hash_type) {
+ if (dir && (param->fp_check_mdt_count ||
+ param->fp_check_hash_type || param->fp_check_foreign)) {
param->fp_get_lmv = 1;
ret = cb_get_dirstripe(path, dir, param);
- if (ret != 0)
+ if (ret != 0) {
+ /* XXX this works to decide for foreign
+ * criterion only
+ */
+ if (errno == ENODATA &&
+ param->fp_check_foreign) {
+ if (param->fp_exclude_foreign)
+ goto foreign;
+ goto decided;
+ }
return ret;
+ }
}
param->fp_lmd->lmd_lmm.lmm_magic = 0;
}
}
+ if (param->fp_check_foreign) {
+ decision = find_check_foreign(param);
+ if (decision == -1)
+ goto decided;
+ }
+
if (param->fp_check_stripe_size) {
decision = find_check_stripe_size(param);
if (decision == -1)
goto decided;
}
+ if (param->fp_check_ext_size) {
+ decision = find_check_ext_size(param);
+ if (decision == -1)
+ goto decided;
+ }
+
if (param->fp_check_stripe_count) {
decision = find_value_cmp(stripe_count, param->fp_stripe_count,
param->fp_stripe_count_sign,
}
if (param->fp_check_mdt_count) {
+ if (param->fp_lmv_md->lum_magic == LMV_MAGIC_FOREIGN) {
+ decision = -1;
+ goto decided;
+ }
+
decision = find_value_cmp(
param->fp_lmv_md->lum_stripe_count,
param->fp_mdt_count,
if (param->fp_check_hash_type) {
__u32 found;
+ if (param->fp_lmv_md->lum_magic == LMV_MAGIC_FOREIGN) {
+ decision = -1;
+ goto decided;
+ }
+
found = param->fp_lmv_md->lum_hash_type & param->fp_hash_type;
if ((found && param->fp_exclude_hash_type) ||
(!found && !param->fp_exclude_hash_type)) {
if (ret)
goto out;
if (projid == param->fp_projid) {
- if (param->fp_exclude_uid)
+ if (param->fp_exclude_projid)
goto decided;
} else {
if (!param->fp_exclude_projid)
goto decided;
}
+foreign:
llapi_printf(LLAPI_MSG_NORMAL, "%s", path);
if (param->fp_zero_end)
llapi_printf(LLAPI_MSG_NORMAL, "%c", '\0');
goto migrate;
} else if (errno == EALREADY) {
if (param->fp_verbose & VERBOSE_DETAIL)
- fprintf(stdout,
- "%s was migrated to MDT%d already\n",
- path, lmu->lum_stripe_offset);
+ llapi_printf(LLAPI_MSG_NORMAL,
+ "%s was migrated to MDT%d already\n",
+ path, lmu->lum_stripe_offset);
ret = 0;
} else {
ret = -errno;
- fprintf(stderr, "%s migrate failed: %s (%d)\n",
- path, strerror(-ret), ret);
+ llapi_error(LLAPI_MSG_ERROR, ret,
+ "%s migrate failed: %s (%d)\n",
+ path, strerror(-ret), ret);
goto out;
}
} else if (param->fp_verbose & VERBOSE_DETAIL) {
- fprintf(stdout, "migrate %s to MDT%d stripe count %d\n",
- path, lmu->lum_stripe_offset, lmu->lum_stripe_count);
+ llapi_printf(LLAPI_MSG_NORMAL,
+ "migrate %s to MDT%d stripe count %d\n",
+ path, lmu->lum_stripe_offset,
+ lmu->lum_stripe_count);
}
out:
int llapi_target_iterate(int type_num, char **obd_type,
void *args, llapi_cb_t cb)
{
- char buf[MAX_STRING_SIZE];
int i, rc = 0;
glob_t param;
FILE *fp;
- rc = cfs_get_param_paths(¶m, "devices");
- if (rc != 0)
- return -ENOENT;
+ for (i = 0; i < type_num; i++) {
+ int j;
- fp = fopen(param.gl_pathv[0], "r");
- if (fp == NULL) {
- rc = -errno;
- llapi_error(LLAPI_MSG_ERROR, rc, "error: opening '%s'",
- param.gl_pathv[0]);
- goto free_path;
- }
+ rc = cfs_get_param_paths(¶m, "%s/*/uuid", obd_type[i]);
+ if (rc != 0)
+ continue;
- while (fgets(buf, sizeof(buf), fp) != NULL) {
- char *obd_type_name = NULL;
- char *obd_name = NULL;
- char *obd_uuid = NULL;
- char *bufp = buf;
- struct obd_statfs osfs_buffer;
+ for (j = 0; j < param.gl_pathc; j++) {
+ char obd_uuid[UUID_MAX + 1];
+ char *obd_name;
+ char *ptr;
- while(bufp[0] == ' ')
- ++bufp;
+ fp = fopen(param.gl_pathv[j], "r");
+ if (fp == NULL) {
+ rc = -errno;
+ llapi_error(LLAPI_MSG_ERROR, rc,
+ "error: opening '%s'",
+ param.gl_pathv[j]);
+ goto free_path;
+ }
- for(i = 0; i < 3; i++) {
- obd_type_name = strsep(&bufp, " ");
- }
- obd_name = strsep(&bufp, " ");
- obd_uuid = strsep(&bufp, " ");
+ if (fgets(obd_uuid, sizeof(obd_uuid), fp) == NULL) {
+ rc = -errno;
+ llapi_error(LLAPI_MSG_ERROR, rc,
+ "error: reading '%s'",
+ param.gl_pathv[j]);
+ goto free_path;
+ }
- memset(&osfs_buffer, 0, sizeof (osfs_buffer));
+ /* Extract the obd_name from the sysfs path.
+ * 'topsysfs'/fs/lustre/'obd_type'/'obd_name'.
+ */
+ obd_name = strstr(param.gl_pathv[j], "/fs/lustre/");
+ if (!obd_name) {
+ rc = -EINVAL;
+ goto free_path;
+ }
- for (i = 0; i < type_num; i++) {
- if (strcmp(obd_type_name, obd_type[i]) != 0)
- continue;
+ /* skip /fs/lustre/'obd_type'/ */
+ obd_name += strlen(obd_type[i]) + 12;
+ /* chop off after obd_name */
+ ptr = strrchr(obd_name, '/');
+ if (ptr)
+ *ptr = '\0';
- cb(obd_type_name, obd_name, obd_uuid, args);
- }
+ cb(obd_type[i], obd_name, obd_uuid, args);
+
+ fclose(fp);
+ fp = NULL;
+ }
}
- fclose(fp);
free_path:
+ if (fp)
+ fclose(fp);
cfs_free_param_data(¶m);
- return 0;
+ return rc;
}
static void do_target_check(char *obd_type_name, char *obd_name,
/* Is this a lustre fs? */
int llapi_is_lustre_mnttype(const char *type)
{
- return (strcmp(type, "lustre") == 0 || strcmp(type,"lustre_lite") == 0);
+ return strcmp(type, "lustre") == 0 || strcmp(type, "lustre_tgt") == 0;
}
/* Is this a lustre client fs? */
int flags)
{
char mntdir[PATH_MAX];
- char path[PATH_MAX];
+ char path[PATH_MAX + 64];
int rc;
rc = llapi_search_mounts(lustre_dir, 0, mntdir, NULL);
git://git.whamcloud.com / fs / lustre-release.git / blobdiff