static int lfs_setstripe(int argc, char **argv);
static int lfs_find(int argc, char **argv);
static int lfs_getstripe(int argc, char **argv);
+static int lfs_getdirstripe(int argc, char **argv);
+static int lfs_setdirstripe(int argc, char **argv);
+static int lfs_rmentry(int argc, char **argv);
static int lfs_osts(int argc, char **argv);
static int lfs_mdts(int argc, char **argv);
static int lfs_df(int argc, char **argv);
static int lfs_hsm_state(int argc, char **argv);
static int lfs_hsm_set(int argc, char **argv);
static int lfs_hsm_clear(int argc, char **argv);
+static int lfs_hsm_action(int argc, char **argv);
+static int lfs_hsm_archive(int argc, char **argv);
+static int lfs_hsm_restore(int argc, char **argv);
+static int lfs_hsm_release(int argc, char **argv);
+static int lfs_hsm_remove(int argc, char **argv);
+static int lfs_hsm_cancel(int argc, char **argv);
+static int lfs_swap_layouts(int argc, char **argv);
/* all avaialable commands */
command_t cmdlist[] = {
" [--pool|-p] [--stripe-size|-S] [--directory|-d]\n"
" [--mdt-index|-M] [--recursive|-r] [--raw|-R]\n"
" <directory|filename> ..."},
+ {"setdirstripe", lfs_setdirstripe, 0,
+ "To create a remote directory on a specified MDT.\n"
+ "usage: setdirstripe <--index|-i mdt_index> <dir>\n"
+ "\tmdt_index: MDT index of first stripe\n"},
+ {"getdirstripe", lfs_getdirstripe, 0,
+ "To list the striping info for a given directory\n"
+ "or recursively for all directories in a directory tree.\n"
+ "usage: getdirstripe [--obd|-O <uuid>] [--quiet|-q] [--verbose|-v]\n"
+ " [--count|-c ] [--index|-i ] [--raw|-R]\n"
+ " [--recursive | -r] <dir> ..."},
+ {"mkdir", lfs_setdirstripe, 0,
+ "To create a remote directory on a specified MDT. And this can only\n"
+ "be done on MDT0 by administrator.\n"
+ "usage: mkdir <--index|-i mdt_index> <dir>\n"
+ "\tmdt_index: MDT index of the remote directory.\n"},
+ {"rm_entry", lfs_rmentry, 0,
+ "To remove the name entry of the remote directory. Note: This\n"
+ "command will only delete the name entry, i.e. the remote directory\n"
+ "will become inaccessable after this command. This can only be done\n"
+ "by the administrator\n"
+ "usage: rm_entry <dir>\n"},
{"pool_list", lfs_poollist, 0,
"List pools or pool OSTs\n"
"usage: pool_list <fsname>[.<pool>] | <pathname>\n"},
"files.\n"
"usage: hsm_clear [--norelease] [--noarchive] [--dirty] [--exists] "
"[--archived] [--lost] <file> ..."},
+ {"hsm_action", lfs_hsm_action, 0, "Display current HSM request for "
+ "given files.\n" "usage: hsm_action <file> ..."},
+ {"hsm_archive", lfs_hsm_archive, 0,
+ "Archive file to external storage.\n"
+ "usage: hsm_archive [--filelist FILELIST] [--data DATA] [--archive NUM] "
+ "<file> ..."},
+ {"hsm_restore", lfs_hsm_restore, 0,
+ "Restore file from external storage.\n"
+ "usage: hsm_restore [--filelist FILELIST] [--data DATA] <file> ..."},
+ {"hsm_release", lfs_hsm_release, 0,
+ "Release files from Lustre.\n"
+ "usage: hsm_release [--filelist FILELIST] [--data DATA] <file> ..."},
+ {"hsm_remove", lfs_hsm_remove, 0,
+ "Remove file copy from external storage.\n"
+ "usage: hsm_remove [--filelist FILELIST] [--data DATA] <file> ..."},
+ {"hsm_cancel", lfs_hsm_cancel, 0,
+ "Cancel requests related to specified files.\n"
+ "usage: hsm_cancel [--filelist FILELIST] [--data DATA] <file> ..."},
+ {"swap_layouts", lfs_swap_layouts, 0, "Swap layouts between 2 files.\n"
+ "usage: swap_layouts <path1> <path2>"},
{"help", Parser_help, 0, "help"},
{"exit", Parser_quit, 0, "quit"},
{"quit", Parser_quit, 0, "quit"},
return ret;
}
-static int lfs_getstripe(int argc, char **argv)
+static int lfs_getstripe_internal(int argc, char **argv,
+ struct find_param *param)
{
struct option long_opts[] = {
#if LUSTRE_VERSION >= OBD_OCD_VERSION(2,9,50,0)
{0, 0, 0, 0}
};
int c, rc;
- struct find_param param = { 0 };
- param.maxdepth = 1;
- optind = 0;
- while ((c = getopt_long(argc, argv, "cdghiMoO:pqrRsSv",
- long_opts, NULL)) != -1) {
- switch (c) {
- case 'O':
- if (param.obduuid) {
- fprintf(stderr,
- "error: %s: only one obduuid allowed",
- argv[0]);
- return CMD_HELP;
- }
- param.obduuid = (struct obd_uuid *)optarg;
- break;
- case 'q':
- param.quiet++;
- break;
- case 'd':
- param.maxdepth = 0;
- break;
- case 'r':
- param.recursive = 1;
- break;
- case 'v':
- param.verbose = VERBOSE_ALL | VERBOSE_DETAIL;
- break;
- case 'c':
+ param->maxdepth = 1;
+ optind = 0;
+ while ((c = getopt_long(argc, argv, "cdghiMoO:pqrRsSv",
+ long_opts, NULL)) != -1) {
+ switch (c) {
+ case 'O':
+ if (param->obduuid) {
+ fprintf(stderr,
+ "error: %s: only one obduuid allowed",
+ argv[0]);
+ return CMD_HELP;
+ }
+ param->obduuid = (struct obd_uuid *)optarg;
+ break;
+ case 'q':
+ param->quiet++;
+ break;
+ case 'd':
+ param->maxdepth = 0;
+ break;
+ case 'r':
+ param->recursive = 1;
+ break;
+ case 'v':
+ param->verbose = VERBOSE_ALL | VERBOSE_DETAIL;
+ break;
+ case 'c':
#if LUSTRE_VERSION >= OBD_OCD_VERSION(2,9,50,0)
#warning "remove deprecated --count option"
#elif LUSTRE_VERSION >= OBD_OCD_VERSION(2,6,50,0)
- if (strcmp(argv[optind - 1], "--count") == 0)
- fprintf(stderr, "warning: '--count' deprecated,"
- " use '--stripe-count' instead\n");
+ if (strcmp(argv[optind - 1], "--count") == 0)
+ fprintf(stderr, "warning: '--count' deprecated,"
+ " use '--stripe-count' instead\n");
#endif
- if (!(param.verbose & VERBOSE_DETAIL)) {
- param.verbose |= VERBOSE_COUNT;
- param.maxdepth = 0;
- }
- break;
- case 's':
+ if (!(param->verbose & VERBOSE_DETAIL)) {
+ param->verbose |= VERBOSE_COUNT;
+ param->maxdepth = 0;
+ }
+ break;
+ case 's':
#if LUSTRE_VERSION >= OBD_OCD_VERSION(2,9,50,0)
#warning "remove deprecated --size option"
#elif LUSTRE_VERSION >= OBD_OCD_VERSION(2,6,50,0)
- fprintf(stderr, "warning: '--size|-s' deprecated, "
- "use '--stripe-size|-S' instead\n");
+ fprintf(stderr, "warning: '--size|-s' deprecated, "
+ "use '--stripe-size|-S' instead\n");
#endif
- case 'S':
- if (!(param.verbose & VERBOSE_DETAIL)) {
- param.verbose |= VERBOSE_SIZE;
- param.maxdepth = 0;
- }
- break;
- case 'o':
+ case 'S':
+ if (!(param->verbose & VERBOSE_DETAIL)) {
+ param->verbose |= VERBOSE_SIZE;
+ param->maxdepth = 0;
+ }
+ break;
+ case 'o':
#if LUSTRE_VERSION >= OBD_OCD_VERSION(2,4,50,0)
- fprintf(stderr, "warning: '--offset|-o' deprecated, "
- "use '--stripe-index|-i' instead\n");
+ fprintf(stderr, "warning: '--offset|-o' deprecated, "
+ "use '--stripe-index|-i' instead\n");
#else
- if (strcmp(argv[optind - 1], "--offset") == 0)
- /* need --stripe-index established first */
- fprintf(stderr, "warning: '--offset' deprecated"
- ", use '--index' instead\n");
+ if (strcmp(argv[optind - 1], "--offset") == 0)
+ /* need --stripe-index established first */
+ fprintf(stderr, "warning: '--offset' deprecated"
+ ", use '--index' instead\n");
#endif
- case 'i':
+ case 'i':
#if LUSTRE_VERSION >= OBD_OCD_VERSION(2,9,50,0)
#warning "remove deprecated --offset and --index options"
#elif LUSTRE_VERSION >= OBD_OCD_VERSION(2,6,50,0)
- if (strcmp(argv[optind - 1], "--index") == 0)
- fprintf(stderr, "warning: '--index' deprecated"
- ", use '--stripe-index' instead\n");
+ if (strcmp(argv[optind - 1], "--index") == 0)
+ fprintf(stderr, "warning: '--index' deprecated"
+ ", use '--stripe-index' instead\n");
#endif
- if (!(param.verbose & VERBOSE_DETAIL)) {
- param.verbose |= VERBOSE_OFFSET;
- param.maxdepth = 0;
- }
- break;
- case 'p':
- if (!(param.verbose & VERBOSE_DETAIL)) {
- param.verbose |= VERBOSE_POOL;
- param.maxdepth = 0;
- }
- break;
- case 'g':
- if (!(param.verbose & VERBOSE_DETAIL)) {
- param.verbose |= VERBOSE_GENERATION;
- param.maxdepth = 0;
- }
- break;
- case 'M':
- if (!(param.verbose & VERBOSE_DETAIL))
- param.maxdepth = 0;
- param.verbose |= VERBOSE_MDTINDEX;
- break;
- case 'R':
- param.raw = 1;
- break;
- default:
- return CMD_HELP;
- }
- }
+ if (!(param->verbose & VERBOSE_DETAIL)) {
+ param->verbose |= VERBOSE_OFFSET;
+ param->maxdepth = 0;
+ }
+ break;
+ case 'p':
+ if (!(param->verbose & VERBOSE_DETAIL)) {
+ param->verbose |= VERBOSE_POOL;
+ param->maxdepth = 0;
+ }
+ break;
+ case 'g':
+ if (!(param->verbose & VERBOSE_DETAIL)) {
+ param->verbose |= VERBOSE_GENERATION;
+ param->maxdepth = 0;
+ }
+ break;
+ case 'M':
+ if (!(param->verbose & VERBOSE_DETAIL))
+ param->maxdepth = 0;
+ param->verbose |= VERBOSE_MDTINDEX;
+ break;
+ case 'R':
+ param->raw = 1;
+ break;
+ default:
+ return CMD_HELP;
+ }
+ }
- if (optind >= argc)
- return CMD_HELP;
+ if (optind >= argc)
+ return CMD_HELP;
- if (param.recursive)
- param.maxdepth = -1;
+ if (param->recursive)
+ param->maxdepth = -1;
- if (!param.verbose)
- param.verbose = VERBOSE_ALL;
- if (param.quiet)
- param.verbose = VERBOSE_OBJID;
+ if (!param->verbose)
+ param->verbose = VERBOSE_ALL;
+ if (param->quiet)
+ param->verbose = VERBOSE_OBJID;
- do {
- rc = llapi_getstripe(argv[optind], ¶m);
- } while (++optind < argc && !rc);
+ do {
+ rc = llapi_getstripe(argv[optind], param);
+ } while (++optind < argc && !rc);
- if (rc)
- fprintf(stderr, "error: %s failed for %s.\n",
- argv[0], argv[optind - 1]);
- return rc;
+ if (rc)
+ fprintf(stderr, "error: %s failed for %s.\n",
+ argv[0], argv[optind - 1]);
+ return rc;
}
static int lfs_tgts(int argc, char **argv)
return rc;
}
+static int lfs_getstripe(int argc, char **argv)
+{
+ struct find_param param = { 0 };
+ return lfs_getstripe_internal(argc, argv, ¶m);
+}
+
+/* functions */
+static int lfs_getdirstripe(int argc, char **argv)
+{
+ struct find_param param = { 0 };
+
+ param.get_lmv = 1;
+ return lfs_getstripe_internal(argc, argv, ¶m);
+}
+
+/* functions */
+static int lfs_setdirstripe(int argc, char **argv)
+{
+ char *dname;
+ int result;
+ int st_offset, st_count;
+ char *end;
+ int c;
+ char *stripe_off_arg = NULL;
+ int flags = 0;
+
+ struct option long_opts[] = {
+ {"index", required_argument, 0, 'i'},
+ {0, 0, 0, 0}
+ };
+
+ st_offset = -1;
+ st_count = 1;
+ optind = 0;
+ while ((c = getopt_long(argc, argv, "i:o",
+ long_opts, NULL)) >= 0) {
+ switch (c) {
+ case 0:
+ /* Long options. */
+ break;
+ case 'i':
+ stripe_off_arg = optarg;
+ break;
+ default:
+ fprintf(stderr, "error: %s: option '%s' "
+ "unrecognized\n",
+ argv[0], argv[optind - 1]);
+ return CMD_HELP;
+ }
+ }
+
+ if (optind == argc) {
+ fprintf(stderr, "error: %s: missing dirname\n",
+ argv[0]);
+ return CMD_HELP;
+ }
+
+ dname = argv[optind];
+ if (stripe_off_arg == NULL) {
+ fprintf(stderr, "error: %s: missing stripe_off.\n",
+ argv[0]);
+ return CMD_HELP;
+ }
+ /* get the stripe offset */
+ st_offset = strtoul(stripe_off_arg, &end, 0);
+ if (*end != '\0') {
+ fprintf(stderr, "error: %s: bad stripe offset '%s'\n",
+ argv[0], stripe_off_arg);
+ return CMD_HELP;
+ }
+ do {
+ result = llapi_dir_create_pool(dname, flags, st_offset,
+ st_count, 0, NULL);
+ if (result) {
+ fprintf(stderr, "error: %s: create stripe dir '%s' "
+ "failed\n", argv[0], dname);
+ break;
+ }
+ dname = argv[++optind];
+ } while (dname != NULL);
+
+ return result;
+}
+
+/* functions */
+static int lfs_rmentry(int argc, char **argv)
+{
+ char *dname;
+ int index;
+ int result = 0;
+
+ if (argc <= 1) {
+ fprintf(stderr, "error: %s: missing dirname\n",
+ argv[0]);
+ return CMD_HELP;
+ }
+
+ index = 1;
+ dname = argv[index];
+ while (dname != NULL) {
+ result = llapi_direntry_remove(dname);
+ if (result) {
+ fprintf(stderr, "error: %s: remove dir entry '%s' "
+ "failed\n", argv[0], dname);
+ break;
+ }
+ dname = argv[++index];
+ }
+ return result;
+}
+
static int lfs_osts(int argc, char **argv)
{
return lfs_tgts(argc, argv);
return 0;
}
+static int lfs_hsm_action(int argc, char **argv)
+{
+ int rc;
+ int i = 1;
+ char *path;
+ struct hsm_current_action hca;
+ struct hsm_extent he;
+ enum hsm_user_action hua;
+ enum hsm_progress_states hps;
+
+ if (argc < 2)
+ return CMD_HELP;
+
+ do {
+ path = argv[i];
+
+ rc = llapi_hsm_current_action(path, &hca);
+ if (rc) {
+ fprintf(stderr, "can't get hsm action for %s: %s\n",
+ path, strerror(errno = -rc));
+ return rc;
+ }
+ he = hca.hca_location;
+ hua = hca.hca_action;
+ hps = hca.hca_state;
+
+ printf("%s: %s", path, hsm_user_action2name(hua));
+
+ /* Skip file without action */
+ if (hca.hca_action == HUA_NONE) {
+ printf("\n");
+ continue;
+ }
+
+ printf(" %s ", hsm_progress_state2name(hps));
+
+ if ((hps == HPS_RUNNING) &&
+ (hua == HUA_ARCHIVE || hua == HUA_RESTORE))
+ printf("("LPX64 " bytes moved)\n", he.length);
+ else if ((he.offset + he.length) == OBD_OBJECT_EOF)
+ printf("(from "LPX64 " to EOF)\n", he.offset);
+ else
+ printf("(from "LPX64 " to "LPX64")\n",
+ he.offset, he.offset + he.length);
+
+ } while (++i < argc);
+
+ return 0;
+}
+
static int lfs_hsm_set(int argc, char **argv)
{
return lfs_hsm_change_flags(argc, argv, LFS_HSM_SET);
return lfs_hsm_change_flags(argc, argv, LFS_HSM_CLEAR);
}
+/**
+ * Check file state and return its fid, to be used by lfs_hsm_request().
+ *
+ * \param[in] file Path to file to check
+ * \param[in,out] fid Pointer to allocated lu_fid struct.
+ * \param[in,out] last_dev Pointer to last device id used.
+ *
+ * \return 0 on success.
+ */
+static int lfs_hsm_prepare_file(char *file, struct lu_fid *fid,
+ dev_t *last_dev)
+{
+ struct stat st;
+ int rc;
+
+ rc = lstat(file, &st);
+ if (rc) {
+ fprintf(stderr, "Cannot stat %s: %s\n", file, strerror(errno));
+ return -errno;
+ }
+ /* A request should be ... */
+ if (*last_dev != st.st_dev && *last_dev != 0) {
+ fprintf(stderr, "All files should be "
+ "on the same filesystem: %s\n", file);
+ return -EINVAL;
+ }
+ *last_dev = st.st_dev;
+
+ rc = llapi_path2fid(file, fid);
+ if (rc) {
+ fprintf(stderr, "Cannot read FID of %s: %s\n",
+ file, strerror(-rc));
+ return rc;
+ }
+ return 0;
+}
+
+static int lfs_hsm_request(int argc, char **argv, int action)
+{
+ struct option long_opts[] = {
+ {"filelist", 1, 0, 'l'},
+ {"data", 1, 0, 'D'},
+ {"archive", 1, 0, 'a'},
+ {0, 0, 0, 0}
+ };
+ dev_t last_dev = 0;
+ char short_opts[] = "l:D:a:";
+ struct hsm_user_request *hur, *oldhur;
+ int c, i;
+ size_t len;
+ int nbfile;
+ char *line = NULL;
+ char *filelist = NULL;
+ char fullpath[PATH_MAX];
+ char *opaque = NULL;
+ int opaque_len = 0;
+ int archive_id = 0;
+ FILE *fp;
+ int nbfile_alloc = 0;
+ char some_file[PATH_MAX+1] = "";
+ int rc;
+
+ if (argc < 2)
+ return CMD_HELP;
+
+ optind = 0;
+ while ((c = getopt_long(argc, argv, short_opts,
+ long_opts, NULL)) != -1) {
+ switch (c) {
+ case 'l':
+ filelist = optarg;
+ break;
+ case 'D':
+ opaque = optarg;
+ break;
+ case 'a':
+ if (action != HUA_ARCHIVE) {
+ fprintf(stderr,
+ "error: -a is supported only "
+ "when archiving\n");
+ return CMD_HELP;
+ }
+ archive_id = atoi(optarg);
+ break;
+ case '?':
+ return CMD_HELP;
+ default:
+ fprintf(stderr, "error: %s: option '%s' unrecognized\n",
+ argv[0], argv[optind - 1]);
+ return CMD_HELP;
+ }
+ }
+
+ /* All remaining args are files, so we have at least nbfile */
+ nbfile = argc - optind;
+
+ if ((nbfile == 0) && (filelist == NULL))
+ return CMD_HELP;
+
+ if (opaque != NULL)
+ opaque_len = strlen(opaque);
+
+ /* Alloc the request structure with enough place to store all files
+ * from command line. */
+ hur = llapi_hsm_user_request_alloc(nbfile, opaque_len);
+ if (hur == NULL) {
+ fprintf(stderr, "Cannot create the request: %s\n",
+ strerror(errno));
+ return errno;
+ }
+ nbfile_alloc = nbfile;
+
+ hur->hur_request.hr_action = action;
+ hur->hur_request.hr_archive_id = archive_id;
+ hur->hur_request.hr_flags = 0;
+
+ /* All remaining args are files, add them */
+ if (nbfile != 0)
+ strcpy(some_file, argv[optind]);
+
+ for (i = 0; i < nbfile; i++) {
+ hur->hur_user_item[i].hui_extent.length = -1;
+ rc = lfs_hsm_prepare_file(argv[optind + i],
+ &hur->hur_user_item[i].hui_fid,
+ &last_dev);
+ hur->hur_request.hr_itemcount++;
+ if (rc)
+ goto out_free;
+ }
+
+ /* from here stop using nb_file, use hur->hur_request.hr_itemcount */
+
+ /* If a filelist was specified, read the filelist from it. */
+ if (filelist != NULL) {
+ fp = fopen(filelist, "r");
+ if (fp == NULL) {
+ fprintf(stderr, "Cannot read the file list %s: %s\n",
+ filelist, strerror(errno));
+ rc = -errno;
+ goto out_free;
+ }
+
+ while ((rc = getline(&line, &len, fp)) != -1) {
+ struct hsm_user_item *hui;
+
+ /* If allocated buffer was too small, gets something
+ * bigger */
+ if (nbfile_alloc <= hur->hur_request.hr_itemcount) {
+ nbfile_alloc = nbfile_alloc * 2 + 1;
+ oldhur = hur;
+ hur = llapi_hsm_user_request_alloc(nbfile_alloc,
+ opaque_len);
+ if (hur == NULL) {
+ fprintf(stderr, "Cannot allocate "
+ "the request: %s\n",
+ strerror(errno));
+ hur = oldhur;
+ rc = -errno;
+ goto out_free;
+ }
+ memcpy(hur, oldhur, hur_len(oldhur));
+ free(oldhur);
+ }
+
+ /* Chop CR */
+ if (line[strlen(line) - 1] == '\n')
+ line[strlen(line) - 1] = '\0';
+
+ hui =
+ &hur->hur_user_item[hur->hur_request.hr_itemcount];
+ hui->hui_extent.length = -1;
+ rc = lfs_hsm_prepare_file(line, &hui->hui_fid,
+ &last_dev);
+ hur->hur_request.hr_itemcount++;
+ if (rc)
+ goto out_free;
+
+ if ((some_file[0] == '\0') &&
+ (strlen(line) < sizeof(some_file)))
+ strcpy(some_file, line);
+ }
+
+ rc = fclose(fp);
+ if (line)
+ free(line);
+ }
+
+ /* If a --data was used, add it to the request */
+ hur->hur_request.hr_data_len = opaque_len;
+ if (opaque != NULL)
+ memcpy(hur_data(hur), opaque, opaque_len);
+
+ /* Send the HSM request */
+ if (realpath(some_file, fullpath) == NULL) {
+ fprintf(stderr, "Could not find path '%s': %s\n",
+ some_file, strerror(errno));
+ }
+ rc = llapi_hsm_request(fullpath, hur);
+ if (rc) {
+ fprintf(stderr, "Cannot send HSM request (use of %s): %s\n",
+ some_file, strerror(-rc));
+ goto out_free;
+ }
+
+out_free:
+ free(hur);
+ return rc;
+}
+
+static int lfs_hsm_archive(int argc, char **argv)
+{
+ return lfs_hsm_request(argc, argv, HUA_ARCHIVE);
+}
+
+static int lfs_hsm_restore(int argc, char **argv)
+{
+ return lfs_hsm_request(argc, argv, HUA_RESTORE);
+}
+
+static int lfs_hsm_release(int argc, char **argv)
+{
+ return lfs_hsm_request(argc, argv, HUA_RELEASE);
+}
+
+static int lfs_hsm_remove(int argc, char **argv)
+{
+ return lfs_hsm_request(argc, argv, HUA_REMOVE);
+}
+
+static int lfs_hsm_cancel(int argc, char **argv)
+{
+ return lfs_hsm_request(argc, argv, HUA_CANCEL);
+}
+
+static int lfs_swap_layouts(int argc, char **argv)
+{
+ if (argc != 3)
+ return CMD_HELP;
+
+ return llapi_swap_layouts(argv[1], argv[2]);
+}
+
int main(int argc, char **argv)
{
int rc;