4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2011, 2015, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
30 * Lustre is a trademark of Sun Microsystems, Inc.
34 * Author: Peter J. Braam <braam@clusterfs.com>
35 * Author: Phil Schwan <phil@clusterfs.com>
36 * Author: Robert Read <rread@clusterfs.com>
54 #include <sys/ioctl.h>
55 #include <sys/quota.h>
57 #include <sys/types.h>
63 #ifdef HAVE_SYS_QUOTA_H
64 # include <sys/quota.h>
67 #include <libcfs/util/string.h>
68 #include <libcfs/util/ioctl.h>
69 #include <libcfs/util/parser.h>
70 #include <lustre/lustreapi.h>
71 #include <lustre_ver.h>
72 #include <lustre_param.h>
75 # define ARRAY_SIZE(a) ((sizeof(a)) / (sizeof((a)[0])))
76 #endif /* !ARRAY_SIZE */
79 static int lfs_setstripe(int argc, char **argv);
80 static int lfs_find(int argc, char **argv);
81 static int lfs_getstripe(int argc, char **argv);
82 static int lfs_getdirstripe(int argc, char **argv);
83 static int lfs_setdirstripe(int argc, char **argv);
84 static int lfs_rmentry(int argc, char **argv);
85 static int lfs_osts(int argc, char **argv);
86 static int lfs_mdts(int argc, char **argv);
87 static int lfs_df(int argc, char **argv);
88 static int lfs_getname(int argc, char **argv);
89 static int lfs_check(int argc, char **argv);
90 #ifdef HAVE_SYS_QUOTA_H
91 static int lfs_setquota(int argc, char **argv);
92 static int lfs_quota(int argc, char **argv);
94 static int lfs_flushctx(int argc, char **argv);
95 static int lfs_join(int argc, char **argv);
96 static int lfs_lsetfacl(int argc, char **argv);
97 static int lfs_lgetfacl(int argc, char **argv);
98 static int lfs_rsetfacl(int argc, char **argv);
99 static int lfs_rgetfacl(int argc, char **argv);
100 static int lfs_cp(int argc, char **argv);
101 static int lfs_ls(int argc, char **argv);
102 static int lfs_poollist(int argc, char **argv);
103 static int lfs_changelog(int argc, char **argv);
104 static int lfs_changelog_clear(int argc, char **argv);
105 static int lfs_fid2path(int argc, char **argv);
106 static int lfs_path2fid(int argc, char **argv);
107 static int lfs_data_version(int argc, char **argv);
108 static int lfs_hsm_state(int argc, char **argv);
109 static int lfs_hsm_set(int argc, char **argv);
110 static int lfs_hsm_clear(int argc, char **argv);
111 static int lfs_hsm_action(int argc, char **argv);
112 static int lfs_hsm_archive(int argc, char **argv);
113 static int lfs_hsm_restore(int argc, char **argv);
114 static int lfs_hsm_release(int argc, char **argv);
115 static int lfs_hsm_remove(int argc, char **argv);
116 static int lfs_hsm_cancel(int argc, char **argv);
117 static int lfs_swap_layouts(int argc, char **argv);
118 static int lfs_mv(int argc, char **argv);
119 static int lfs_ladvise(int argc, char **argv);
121 /* Setstripe and migrate share mostly the same parameters */
122 #define SSM_CMD_COMMON(cmd) \
123 "usage: "cmd" [--stripe-count|-c <stripe_count>]\n" \
124 " [--stripe-index|-i <start_ost_idx>]\n" \
125 " [--stripe-size|-S <stripe_size>]\n" \
126 " [--pool|-p <pool_name>]\n" \
127 " [--ost|-o <ost_indices>]\n"
129 #define SSM_HELP_COMMON \
130 "\tstripe_size: Number of bytes on each OST (0 filesystem default)\n" \
131 "\t Can be specified with k, m or g (in KB, MB and GB\n" \
132 "\t respectively)\n" \
133 "\tstart_ost_idx: OST index of first stripe (-1 default)\n" \
134 "\tstripe_count: Number of OSTs to stripe over (0 default, -1 all)\n" \
135 "\tpool_name: Name of OST pool to use (default none)\n" \
136 "\tost_indices: List of OST indices, can be repeated multiple times\n"\
137 "\t Indices be specified in a format of:\n" \
138 "\t -o <ost_1>,<ost_i>-<ost_j>,<ost_n>\n" \
140 "\t -o <ost_1> -o <ost_i>-<ost_j> -o <ost_n>\n" \
141 "\t If --pool is set with --ost, then the OSTs\n" \
142 "\t must be the members of the pool."
144 #define SETSTRIPE_USAGE \
145 SSM_CMD_COMMON("setstripe") \
146 " <directory|filename>\n" \
149 #define MIGRATE_USAGE \
150 SSM_CMD_COMMON("migrate ") \
152 " [--non-block|-n]\n" \
156 "\tblock: Block file access during data migration (default)\n" \
157 "\tnon-block: Abort migrations if concurrent access is detected\n" \
159 #define SETDIRSTRIPE_USAGE \
160 " [--mdt-count|-c stripe_count>\n" \
161 " [--mdt-index|-i mdt_index]\n" \
162 " [--mdt-hash|-t mdt_hash]\n" \
163 " [--default_stripe|-D] [--mode|-m mode] <dir>\n" \
164 "\tstripe_count: stripe count of the striped directory\n" \
165 "\tmdt_index: MDT index of first stripe\n" \
166 "\tmdt_hash: hash type of the striped directory. mdt types:\n" \
167 " fnv_1a_64 FNV-1a hash algorithm (default)\n" \
168 " all_char sum of characters % MDT_COUNT (not recommended)\n" \
169 "\tdefault_stripe: set default dirstripe of the directory\n" \
170 "\tmode: the mode of the directory\n"
172 static const char *progname;
173 static bool file_lease_supported = true;
175 /* all available commands */
176 command_t cmdlist[] = {
177 {"setstripe", lfs_setstripe, 0,
178 "Create a new file with a specific striping pattern or\n"
179 "set the default striping pattern on an existing directory or\n"
180 "delete the default striping pattern from an existing directory\n"
181 "usage: setstripe -d <directory> (to delete default striping)\n"\
184 {"getstripe", lfs_getstripe, 0,
185 "To list the striping info for a given file or files in a\n"
186 "directory or recursively for all files in a directory tree.\n"
187 "usage: getstripe [--ost|-O <uuid>] [--quiet|-q] [--verbose|-v]\n"
188 " [--stripe-count|-c] [--stripe-index|-i]\n"
189 " [--pool|-p] [--stripe-size|-S] [--directory|-d]\n"
190 " [--mdt|-m] [--recursive|-r] [--raw|-R]\n"
191 " [--layout|-L] [--fid|-F] [--generation|-g]\n"
192 " <directory|filename> ..."},
193 {"setdirstripe", lfs_setdirstripe, 0,
194 "To create a striped directory on a specified MDT. This can only\n"
195 "be done on MDT0 with the right of administrator.\n"
196 "usage: setdirstripe [OPTION] <directory>\n"
198 {"getdirstripe", lfs_getdirstripe, 0,
199 "To list the striping info for a given directory\n"
200 "or recursively for all directories in a directory tree.\n"
201 "usage: getdirstripe [--obd|-O <uuid>] [--quiet|-q] [--verbose|-v]\n"
202 " [--count|-c ] [--index|-i ] [--raw|-R]\n"
203 " [--recursive | -r] [ --default_stripe | -D ] <dir> "},
204 {"mkdir", lfs_setdirstripe, 0,
205 "To create a striped directory on a specified MDT. This can only\n"
206 "be done on MDT0 with the right of administrator.\n"
207 "usage: mkdir [OPTION] <directory>\n"
209 {"rm_entry", lfs_rmentry, 0,
210 "To remove the name entry of the remote directory. Note: This\n"
211 "command will only delete the name entry, i.e. the remote directory\n"
212 "will become inaccessable after this command. This can only be done\n"
213 "by the administrator\n"
214 "usage: rm_entry <dir>\n"},
215 {"pool_list", lfs_poollist, 0,
216 "List pools or pool OSTs\n"
217 "usage: pool_list <fsname>[.<pool>] | <pathname>\n"},
218 {"find", lfs_find, 0,
219 "find files matching given attributes recursively in directory tree.\n"
220 "usage: find <directory|filename> ...\n"
221 " [[!] --atime|-A [+-]N] [[!] --ctime|-C [+-]N]\n"
222 " [[!] --mtime|-M [+-]N] [[!] --mdt|-m <uuid|index,...>]\n"
223 " [--maxdepth|-D N] [[!] --name|-n <pattern>]\n"
224 " [[!] --ost|-O <uuid|index,...>] [--print|-p] [--print0|-P]\n"
225 " [[!] --size|-s [+-]N[bkMGTPE]]\n"
226 " [[!] --stripe-count|-c [+-]<stripes>]\n"
227 " [[!] --stripe-index|-i <index,...>]\n"
228 " [[!] --stripe-size|-S [+-]N[kMGT]] [[!] --type|-t <filetype>]\n"
229 " [[!] --gid|-g|--group|-G <gid>|<gname>]\n"
230 " [[!] --uid|-u|--user|-U <uid>|<uname>] [[!] --pool <pool>]\n"
231 " [[!] --layout|-L released,raid0]\n"
232 "\t !: used before an option indicates 'NOT' requested attribute\n"
233 "\t -: used before a value indicates 'AT MOST' requested value\n"
234 "\t +: used before a value indicates 'AT LEAST' requested value\n"},
235 {"check", lfs_check, 0,
236 "Display the status of MDS or OSTs (as specified in the command)\n"
237 "or all the servers (MDS and OSTs).\n"
238 "usage: check <osts|mds|servers>"},
239 {"join", lfs_join, 0,
240 "join two lustre files into one.\n"
241 "obsolete, HEAD does not support it anymore.\n"},
242 {"osts", lfs_osts, 0, "list OSTs connected to client "
243 "[for specified path only]\n" "usage: osts [path]"},
244 {"mdts", lfs_mdts, 0, "list MDTs connected to client "
245 "[for specified path only]\n" "usage: mdts [path]"},
247 "report filesystem disk space usage or inodes usage"
248 "of each MDS and all OSDs or a batch belonging to a specific pool .\n"
249 "Usage: df [-i] [-h] [--lazy|-l] [--pool|-p <fsname>[.<pool>] [path]"},
250 {"getname", lfs_getname, 0, "list instances and specified mount points "
251 "[for specified path only]\n"
252 "Usage: getname [-h]|[path ...] "},
253 #ifdef HAVE_SYS_QUOTA_H
254 {"setquota", lfs_setquota, 0, "Set filesystem quotas.\n"
255 "usage: setquota <-u|-g> <uname>|<uid>|<gname>|<gid>\n"
256 " -b <block-softlimit> -B <block-hardlimit>\n"
257 " -i <inode-softlimit> -I <inode-hardlimit> <filesystem>\n"
258 " setquota <-u|--user|-g|--group> <uname>|<uid>|<gname>|<gid>\n"
259 " [--block-softlimit <block-softlimit>]\n"
260 " [--block-hardlimit <block-hardlimit>]\n"
261 " [--inode-softlimit <inode-softlimit>]\n"
262 " [--inode-hardlimit <inode-hardlimit>] <filesystem>\n"
263 " setquota [-t] <-u|--user|-g|--group>\n"
264 " [--block-grace <block-grace>]\n"
265 " [--inode-grace <inode-grace>] <filesystem>\n"
266 " -b can be used instead of --block-softlimit/--block-grace\n"
267 " -B can be used instead of --block-hardlimit\n"
268 " -i can be used instead of --inode-softlimit/--inode-grace\n"
269 " -I can be used instead of --inode-hardlimit\n\n"
270 "Note: The total quota space will be split into many qunits and\n"
271 " balanced over all server targets, the minimal qunit size is\n"
272 " 1M bytes for block space and 1K inodes for inode space.\n\n"
273 " Quota space rebalancing process will stop when this mininum\n"
274 " value is reached. As a result, quota exceeded can be returned\n"
275 " while many targets still have 1MB or 1K inodes of spare\n"
277 {"quota", lfs_quota, 0, "Display disk usage and limits.\n"
278 "usage: quota [-q] [-v] [-h] [-o <obd_uuid>|-i <mdt_idx>|-I "
280 " [<-u|-g> <uname>|<uid>|<gname>|<gid>] <filesystem>\n"
281 " quota [-o <obd_uuid>|-i <mdt_idx>|-I <ost_idx>] -t <-u|-g> <filesystem>"},
283 {"flushctx", lfs_flushctx, 0, "Flush security context for current user.\n"
284 "usage: flushctx [-k] [mountpoint...]"},
285 {"lsetfacl", lfs_lsetfacl, 0,
286 "Remote user setfacl for user/group on the same remote client.\n"
287 "usage: lsetfacl [-bkndRLPvh] [{-m|-x} acl_spec] [{-M|-X} acl_file] file ..."},
288 {"lgetfacl", lfs_lgetfacl, 0,
289 "Remote user getfacl for user/group on the same remote client.\n"
290 "usage: lgetfacl [-dRLPvh] file ..."},
291 {"rsetfacl", lfs_rsetfacl, 0,
292 "Remote user setfacl for user/group on other clients.\n"
293 "usage: rsetfacl [-bkndRLPvh] [{-m|-x} acl_spec] [{-M|-X} acl_file] file ..."},
294 {"rgetfacl", lfs_rgetfacl, 0,
295 "Remote user getfacl for user/group on other clients.\n"
296 "usage: rgetfacl [-dRLPvh] file ..."},
298 "Remote user copy files and directories.\n"
299 "usage: cp [OPTION]... [-T] SOURCE DEST\n\tcp [OPTION]... SOURCE... DIRECTORY\n\tcp [OPTION]... -t DIRECTORY SOURCE..."},
301 "Remote user list directory contents.\n"
302 "usage: ls [OPTION]... [FILE]..."},
303 {"changelog", lfs_changelog, 0,
304 "Show the metadata changes on an MDT."
305 "\nusage: changelog <mdtname> [startrec [endrec]]"},
306 {"changelog_clear", lfs_changelog_clear, 0,
307 "Indicate that old changelog records up to <endrec> are no longer of "
308 "interest to consumer <id>, allowing the system to free up space.\n"
309 "An <endrec> of 0 means all records.\n"
310 "usage: changelog_clear <mdtname> <id> <endrec>"},
311 {"fid2path", lfs_fid2path, 0,
312 "Resolve the full path(s) for given FID(s). For a specific hardlink "
313 "specify link number <linkno>.\n"
314 /* "For a historical link name, specify changelog record <recno>.\n" */
315 "usage: fid2path [--link <linkno>] <fsname|rootpath> <fid> ..."
316 /* [ --rec <recno> ] */ },
317 {"path2fid", lfs_path2fid, 0, "Display the fid(s) for a given path(s).\n"
318 "usage: path2fid [--parents] <path> ..."},
319 {"data_version", lfs_data_version, 0, "Display file data version for "
320 "a given path.\n" "usage: data_version -[n|r|w] <path>"},
321 {"hsm_state", lfs_hsm_state, 0, "Display the HSM information (states, "
322 "undergoing actions) for given files.\n usage: hsm_state <file> ..."},
323 {"hsm_set", lfs_hsm_set, 0, "Set HSM user flag on specified files.\n"
324 "usage: hsm_set [--norelease] [--noarchive] [--dirty] [--exists] "
325 "[--archived] [--lost] <file> ..."},
326 {"hsm_clear", lfs_hsm_clear, 0, "Clear HSM user flag on specified "
328 "usage: hsm_clear [--norelease] [--noarchive] [--dirty] [--exists] "
329 "[--archived] [--lost] <file> ..."},
330 {"hsm_action", lfs_hsm_action, 0, "Display current HSM request for "
331 "given files.\n" "usage: hsm_action <file> ..."},
332 {"hsm_archive", lfs_hsm_archive, 0,
333 "Archive file to external storage.\n"
334 "usage: hsm_archive [--filelist FILELIST] [--data DATA] [--archive NUM] "
336 {"hsm_restore", lfs_hsm_restore, 0,
337 "Restore file from external storage.\n"
338 "usage: hsm_restore [--filelist FILELIST] [--data DATA] <file> ..."},
339 {"hsm_release", lfs_hsm_release, 0,
340 "Release files from Lustre.\n"
341 "usage: hsm_release [--filelist FILELIST] [--data DATA] <file> ..."},
342 {"hsm_remove", lfs_hsm_remove, 0,
343 "Remove file copy from external storage.\n"
344 "usage: hsm_remove [--filelist FILELIST] [--data DATA]\n"
345 " [--mntpath MOUNTPATH] [--archive NUM] <file|FID> ...\n"
347 "Note: To remove files from the archive that have been deleted on\n"
348 "Lustre, set mntpath and optionally archive. In that case, all the\n"
349 "positional arguments and entries in the file list must be FIDs."
351 {"hsm_cancel", lfs_hsm_cancel, 0,
352 "Cancel requests related to specified files.\n"
353 "usage: hsm_cancel [--filelist FILELIST] [--data DATA] <file> ..."},
354 {"swap_layouts", lfs_swap_layouts, 0, "Swap layouts between 2 files.\n"
355 "usage: swap_layouts <path1> <path2>"},
356 {"migrate", lfs_setstripe, 0,
357 "migrate a directory between MDTs.\n"
358 "usage: migrate --mdt-index <mdt_idx> [--verbose|-v] "
360 "\tmdt_idx: index of the destination MDT\n"
362 "migrate file objects from one OST "
363 "layout\nto another (may be not safe with concurent writes).\n"
365 "[--stripe-count|-c] <stripe_count>\n"
366 " [--stripe-index|-i] <start_ost_index>\n"
367 " [--stripe-size|-S] <stripe_size>\n"
368 " [--pool|-p] <pool_name>\n"
369 " [--ost-list|-o] <ost_indices>\n"
371 " [--non-block|-n]\n"
372 " <file|directory>\n"
373 "\tstripe_count: number of OSTs to stripe a file over\n"
374 "\tstripe_ost_index: index of the first OST to stripe a file over\n"
375 "\tstripe_size: number of bytes to store before moving to the next OST\n"
376 "\tpool_name: name of the predefined pool of OSTs\n"
377 "\tost_indices: OSTs to stripe over, in order\n"
378 "\tblock: wait for the operation to return before continuing\n"
379 "\tnon-block: do not wait for the operation to return.\n"},
381 "To move directories between MDTs. This command is deprecated, "
382 "use \"migrate\" instead.\n"
383 "usage: mv <directory|filename> [--mdt-index|-M] <mdt_index> "
385 {"ladvise", lfs_ladvise, 0,
386 "Provide servers with advice about access patterns for a file.\n"
387 "usage: ladvise [--advice|-a ADVICE] [--start|-s START[kMGT]]\n"
388 " [--background|-b]\n"
389 " {[--end|-e END[kMGT]] | [--length|-l LENGTH[kMGT]]}\n"
391 {"help", Parser_help, 0, "help"},
392 {"exit", Parser_quit, 0, "quit"},
393 {"quit", Parser_quit, 0, "quit"},
394 {"--version", Parser_version, 0,
395 "output build version of the utility and exit"},
400 #define MIGRATION_NONBLOCK 1
403 * Internal helper for migrate_copy_data(). Check lease and report error if
406 * \param[in] fd File descriptor on which to check the lease.
407 * \param[out] lease_broken Set to true if the lease was broken.
408 * \param[in] group_locked Whether a group lock was taken or not.
409 * \param[in] path Name of the file being processed, for error
412 * \retval 0 Migration can keep on going.
413 * \retval -errno Error occurred, abort migration.
415 static int check_lease(int fd, bool *lease_broken, bool group_locked,
420 if (!file_lease_supported)
423 rc = llapi_lease_check(fd);
425 return 0; /* llapi_check_lease returns > 0 on success. */
428 fprintf(stderr, "%s: cannot migrate '%s': file busy\n",
430 rc = rc ? rc : -EAGAIN;
432 fprintf(stderr, "%s: external attempt to access file '%s' "
433 "blocked until migration ends.\n", progname, path);
436 *lease_broken = true;
440 static int migrate_copy_data(int fd_src, int fd_dst, size_t buf_size,
441 bool group_locked, const char *fname)
450 bool lease_broken = false;
452 /* Use a page-aligned buffer for direct I/O */
453 rc = posix_memalign(&buf, getpagesize(), buf_size);
458 /* read new data only if we have written all
459 * previously read data */
462 rc = check_lease(fd_src, &lease_broken,
463 group_locked, fname);
467 rsize = read(fd_src, buf, buf_size);
470 fprintf(stderr, "%s: %s: read failed: %s\n",
471 progname, fname, strerror(-rc));
481 wsize = write(fd_dst, buf + bufoff, rpos - wpos);
485 "%s: %s: write failed on volatile: %s\n",
486 progname, fname, strerror(-rc));
496 fprintf(stderr, "%s: %s: fsync failed: %s\n",
497 progname, fname, strerror(-rc));
505 static int migrate_copy_timestamps(int fdv, const struct stat *st)
507 struct timeval tv[2] = {
508 {.tv_sec = st->st_atime},
509 {.tv_sec = st->st_mtime}
512 return futimes(fdv, tv);
515 static int migrate_block(int fd, int fdv, const struct stat *st,
516 size_t buf_size, const char *name)
523 rc = llapi_get_data_version(fd, &dv1, LL_DV_RD_FLUSH);
525 fprintf(stderr, "%s: %s: cannot get dataversion: %s\n",
526 progname, name, strerror(-rc));
534 /* The grouplock blocks all concurrent accesses to the file.
535 * It has to be taken after llapi_get_data_version as it would
537 rc = llapi_group_lock(fd, gid);
539 fprintf(stderr, "%s: %s: cannot get group lock: %s\n",
540 progname, name, strerror(-rc));
544 rc = migrate_copy_data(fd, fdv, buf_size, true, name);
546 fprintf(stderr, "%s: %s: data copy failed\n", progname, name);
550 /* Make sure we keep original atime/mtime values */
551 rc = migrate_copy_timestamps(fdv, st);
553 fprintf(stderr, "%s: %s: timestamp copy failed\n",
559 * for a migration we need to check data version on file did
562 * Pass in gid=0 since we already own grouplock. */
563 rc = llapi_fswap_layouts_grouplock(fd, fdv, dv1, 0, 0,
564 SWAP_LAYOUTS_CHECK_DV1);
566 fprintf(stderr, "%s: %s: dataversion changed during copy, "
567 "migration aborted\n", progname, name);
570 fprintf(stderr, "%s: %s: cannot swap layouts: %s\n", progname,
571 name, strerror(-rc));
576 rc2 = llapi_group_unlock(fd, gid);
577 if (rc2 < 0 && rc == 0) {
578 fprintf(stderr, "%s: %s: putting group lock failed: %s\n",
579 progname, name, strerror(-rc2));
586 static int migrate_nonblock(int fd, int fdv, const struct stat *st,
587 size_t buf_size, const char *name)
593 rc = llapi_get_data_version(fd, &dv1, LL_DV_RD_FLUSH);
595 fprintf(stderr, "%s: %s: cannot get data version: %s\n",
596 progname, name, strerror(-rc));
600 rc = migrate_copy_data(fd, fdv, buf_size, false, name);
602 fprintf(stderr, "%s: %s: data copy failed\n", progname, name);
606 rc = llapi_get_data_version(fd, &dv2, LL_DV_RD_FLUSH);
608 fprintf(stderr, "%s: %s: cannot get data version: %s\n",
609 progname, name, strerror(-rc));
615 fprintf(stderr, "%s: %s: data version changed during "
621 /* Make sure we keep original atime/mtime values */
622 rc = migrate_copy_timestamps(fdv, st);
624 fprintf(stderr, "%s: %s: timestamp copy failed\n",
629 /* Atomically put lease, swap layouts and close.
630 * for a migration we need to check data version on file did
632 rc = llapi_fswap_layouts(fd, fdv, 0, 0, SWAP_LAYOUTS_CLOSE);
634 fprintf(stderr, "%s: %s: cannot swap layouts: %s\n",
635 progname, name, strerror(-rc));
642 static int lfs_migrate(char *name, __u64 migration_flags,
643 struct llapi_stripe_param *param)
647 char parent[PATH_MAX];
650 char volatile_file[sizeof(parent) +
651 LUSTRE_VOLATILE_HDR_LEN +
652 2 * sizeof(mdt_index) +
653 2 * sizeof(random_value) + 4];
656 struct lov_user_md *lum = NULL;
659 bool have_lease_rdlck = false;
663 /* find the right size for the IO and allocate the buffer */
664 lum_size = lov_user_md_size(LOV_MAX_STRIPE_COUNT, LOV_USER_MAGIC_V3);
665 lum = malloc(lum_size);
671 rc = llapi_file_get_stripe(name, lum);
672 /* failure can happen for many reasons and some may be not real errors
674 * in case of a real error, a later call will fail with better
675 * error management */
677 buf_size = 1024 * 1024;
679 buf_size = lum->lmm_stripe_size;
681 /* open file, direct io */
682 /* even if the file is only read, WR mode is nedeed to allow
683 * layout swap on fd */
684 fd = open(name, O_RDWR | O_DIRECT);
687 fprintf(stderr, "%s: %s: cannot open: %s\n", progname, name,
692 if (file_lease_supported) {
693 rc = llapi_lease_get(fd, LL_LEASE_RDLCK);
694 if (rc == -EOPNOTSUPP) {
695 /* Older servers do not support file lease.
696 * Disable related checks. This opens race conditions
697 * as explained in LU-4840 */
698 file_lease_supported = false;
700 fprintf(stderr, "%s: %s: cannot get open lease: %s\n",
701 progname, name, strerror(-rc));
704 have_lease_rdlck = true;
708 /* search for file directory pathname */
709 if (strlen(name) > sizeof(parent)-1) {
713 strncpy(parent, name, sizeof(parent));
714 ptr = strrchr(parent, '/');
716 if (getcwd(parent, sizeof(parent)) == NULL) {
727 rc = llapi_file_fget_mdtidx(fd, &mdt_index);
729 fprintf(stderr, "%s: %s: cannot get MDT index: %s\n",
730 progname, name, strerror(-rc));
735 random_value = random();
736 rc = snprintf(volatile_file, sizeof(volatile_file),
737 "%s/%s:%.4X:%.4X", parent, LUSTRE_VOLATILE_HDR,
738 mdt_index, random_value);
739 if (rc >= sizeof(volatile_file)) {
744 /* create, open a volatile file, use caching (ie no directio) */
745 fdv = llapi_file_open_param(volatile_file,
746 O_WRONLY | O_CREAT | O_EXCL | O_NOFOLLOW,
747 S_IRUSR | S_IWUSR, param);
748 } while (fdv == -EEXIST);
752 fprintf(stderr, "%s: %s: cannot create volatile file in"
754 progname, parent, strerror(-rc));
758 /* Not-owner (root?) special case.
759 * Need to set owner/group of volatile file like original.
760 * This will allow to pass related check during layout_swap.
765 fprintf(stderr, "%s: %s: cannot stat: %s\n", progname, name,
769 rc = fstat(fdv, &stv);
772 fprintf(stderr, "%s: %s: cannot stat: %s\n", progname,
773 volatile_file, strerror(errno));
776 if (st.st_uid != stv.st_uid || st.st_gid != stv.st_gid) {
777 rc = fchown(fdv, st.st_uid, st.st_gid);
780 fprintf(stderr, "%s: %s: cannot chown: %s\n", progname,
781 name, strerror(errno));
786 if (migration_flags & MIGRATION_NONBLOCK && file_lease_supported) {
787 rc = migrate_nonblock(fd, fdv, &st, buf_size, name);
789 have_lease_rdlck = false;
790 fdv = -1; /* The volatile file is closed as we put the
791 * lease in non-blocking mode. */
794 /* Blocking mode (forced if servers do not support file lease).
795 * It is also the default mode, since we cannot distinguish
796 * between a broken lease and a server that does not support
797 * atomic swap/close (LU-6785) */
798 rc = migrate_block(fd, fdv, &st, buf_size, name);
802 if (have_lease_rdlck)
819 * Parse a string containing an OST index list into an array of integers.
821 * The input string contains a comma delimited list of individual
822 * indices and ranges, for example "1,2-4,7". Add the indices into the
823 * \a osts array and remove duplicates.
825 * \param[out] osts array to store indices in
826 * \param[in] size size of \a osts array
827 * \param[in] offset starting index in \a osts
828 * \param[in] arg string containing OST index list
830 * \retval positive number of indices in \a osts
831 * \retval -EINVAL unable to parse \a arg
833 static int parse_targets(__u32 *osts, int size, int offset, char *arg)
837 int slots = size - offset;
845 while (!end_of_loop) {
853 ptr = strchrnul(arg, ',');
855 end_of_loop = *ptr == '\0';
858 start_index = strtol(arg, &endptr, 0);
859 if (endptr == arg) /* no data at all */
861 if (*endptr != '-' && *endptr != '\0') /* has invalid data */
866 end_index = start_index;
867 if (*endptr == '-') {
868 end_index = strtol(endptr + 1, &endptr, 0);
871 if (end_index < start_index)
875 for (i = start_index; i <= end_index && slots > 0; i++) {
878 /* remove duplicate */
879 for (j = 0; j < offset; j++) {
883 if (j == offset) { /* no duplicate */
888 if (slots == 0 && i < end_index)
896 if (!end_of_loop && ptr != NULL)
899 return rc < 0 ? rc : nr;
903 static int lfs_setstripe(int argc, char **argv)
905 struct llapi_stripe_param *param = NULL;
906 struct find_param migrate_mdt_param = {
913 unsigned long long st_size;
914 int st_offset, st_count;
918 char *stripe_size_arg = NULL;
919 char *stripe_off_arg = NULL;
920 char *stripe_count_arg = NULL;
921 char *pool_name_arg = NULL;
922 char *mdt_idx_arg = NULL;
923 unsigned long long size_units = 1;
924 bool migrate_mode = false;
925 bool migration_block = false;
926 __u64 migration_flags = 0;
927 __u32 osts[LOV_MAX_STRIPE_COUNT] = { 0 };
930 struct option long_opts[] = {
931 /* --block is only valid in migrate mode */
932 {"block", no_argument, 0, 'b'},
933 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
934 /* This formerly implied "stripe-count", but was explicitly
935 * made "stripe-count" for consistency with other options,
936 * and to separate it from "mdt-count" when DNE arrives. */
937 {"count", required_argument, 0, 'c'},
939 {"stripe-count", required_argument, 0, 'c'},
940 {"stripe_count", required_argument, 0, 'c'},
941 {"delete", no_argument, 0, 'd'},
942 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
943 /* This formerly implied "stripe-index", but was explicitly
944 * made "stripe-index" for consistency with other options,
945 * and to separate it from "mdt-index" when DNE arrives. */
946 {"index", required_argument, 0, 'i'},
948 {"stripe-index", required_argument, 0, 'i'},
949 {"stripe_index", required_argument, 0, 'i'},
950 {"mdt", required_argument, 0, 'm'},
951 {"mdt-index", required_argument, 0, 'm'},
952 {"mdt_index", required_argument, 0, 'm'},
953 /* --non-block is only valid in migrate mode */
954 {"non-block", no_argument, 0, 'n'},
955 {"ost", required_argument, 0, 'o'},
956 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
957 {"ost-list", required_argument, 0, 'o'},
958 {"ost_list", required_argument, 0, 'o'},
960 {"pool", required_argument, 0, 'p'},
961 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
962 /* This formerly implied "--stripe-size", but was confusing
963 * with "lfs find --size|-s", which means "file size", so use
964 * the consistent "--stripe-size|-S" for all commands. */
965 {"size", required_argument, 0, 's'},
967 {"stripe-size", required_argument, 0, 'S'},
968 {"stripe_size", required_argument, 0, 'S'},
969 /* --verbose is only valid in migrate mode */
970 {"verbose", no_argument, 0, 'v'},
978 if (strcmp(argv[0], "migrate") == 0)
981 while ((c = getopt_long(argc, argv, "bc:di:m:no:p:s:S:v",
982 long_opts, NULL)) >= 0) {
989 fprintf(stderr, "--block is valid only for"
993 migration_block = true;
996 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
997 if (strcmp(argv[optind - 1], "--count") == 0)
998 fprintf(stderr, "warning: '--count' deprecated"
999 ", use '--stripe-count' instead\n");
1001 stripe_count_arg = optarg;
1004 /* delete the default striping pattern */
1008 nr_osts = parse_targets(osts,
1009 sizeof(osts) / sizeof(__u32),
1013 "error: %s: bad OST indices '%s'\n",
1018 if (st_offset == -1) /* first in the command line */
1019 st_offset = osts[0];
1022 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
1023 if (strcmp(argv[optind - 1], "--index") == 0)
1024 fprintf(stderr, "warning: '--index' deprecated"
1025 ", use '--stripe-index' instead\n");
1027 stripe_off_arg = optarg;
1030 if (!migrate_mode) {
1031 fprintf(stderr, "--mdt-index is valid only for"
1035 mdt_idx_arg = optarg;
1038 if (!migrate_mode) {
1039 fprintf(stderr, "--non-block is valid only for"
1043 migration_flags |= MIGRATION_NONBLOCK;
1045 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1047 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
1048 fprintf(stderr, "warning: '--size|-s' deprecated, "
1049 "use '--stripe-size|-S' instead\n");
1051 #endif /* LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0) */
1053 stripe_size_arg = optarg;
1056 pool_name_arg = optarg;
1059 if (!migrate_mode) {
1060 fprintf(stderr, "--verbose is valid only for"
1064 migrate_mdt_param.fp_verbose = VERBOSE_DETAIL;
1071 fname = argv[optind];
1074 (stripe_size_arg != NULL || stripe_off_arg != NULL ||
1075 stripe_count_arg != NULL || pool_name_arg != NULL)) {
1076 fprintf(stderr, "error: %s: cannot specify -d with "
1077 "-s, -c, -o, or -p options\n",
1082 if (optind == argc) {
1083 fprintf(stderr, "error: %s: missing filename|dirname\n",
1088 if (mdt_idx_arg != NULL && optind > 3) {
1089 fprintf(stderr, "error: %s: cannot specify -m with other "
1090 "options\n", argv[0]);
1094 if ((migration_flags & MIGRATION_NONBLOCK) && migration_block) {
1096 "error: %s: cannot specify --non-block and --block\n",
1101 if (pool_name_arg != NULL) {
1105 ptr = strchr(pool_name_arg, '.');
1107 ptr = pool_name_arg;
1109 if ((ptr - pool_name_arg) == 0) {
1110 fprintf(stderr, "error: %s: fsname is empty "
1111 "in pool name '%s'\n",
1112 argv[0], pool_name_arg);
1119 rc = lustre_is_poolname_valid(ptr, 1, LOV_MAXPOOLNAME);
1121 fprintf(stderr, "error: %s: poolname '%s' is "
1123 argv[0], pool_name_arg);
1125 } else if (rc == -2) {
1126 fprintf(stderr, "error: %s: pool name '%s' is too long "
1127 "(max is %d characters)\n",
1128 argv[0], pool_name_arg, LOV_MAXPOOLNAME);
1130 } else if (rc > 0) {
1131 fprintf(stderr, "error: %s: char '%c' not allowed in "
1133 argv[0], rc, pool_name_arg);
1138 /* get the stripe size */
1139 if (stripe_size_arg != NULL) {
1140 result = llapi_parse_size(stripe_size_arg, &st_size,
1143 fprintf(stderr, "error: %s: bad stripe size '%s'\n",
1144 argv[0], stripe_size_arg);
1148 /* get the stripe offset */
1149 if (stripe_off_arg != NULL) {
1150 st_offset = strtol(stripe_off_arg, &end, 0);
1152 fprintf(stderr, "error: %s: bad stripe offset '%s'\n",
1153 argv[0], stripe_off_arg);
1157 /* get the stripe count */
1158 if (stripe_count_arg != NULL) {
1159 st_count = strtoul(stripe_count_arg, &end, 0);
1161 fprintf(stderr, "error: %s: bad stripe count '%s'\n",
1162 argv[0], stripe_count_arg);
1167 if (mdt_idx_arg != NULL) {
1168 /* initialize migrate mdt parameters */
1169 migrate_mdt_param.fp_mdt_index = strtoul(mdt_idx_arg, &end, 0);
1171 fprintf(stderr, "error: %s: bad MDT index '%s'\n",
1172 argv[0], mdt_idx_arg);
1175 migrate_mdt_param.fp_migrate = 1;
1177 /* initialize stripe parameters */
1178 param = calloc(1, offsetof(typeof(*param), lsp_osts[nr_osts]));
1179 if (param == NULL) {
1180 fprintf(stderr, "error: %s: run out of memory\n",
1185 param->lsp_stripe_size = st_size;
1186 param->lsp_stripe_offset = st_offset;
1187 param->lsp_stripe_count = st_count;
1188 param->lsp_stripe_pattern = 0;
1189 param->lsp_pool = pool_name_arg;
1190 param->lsp_is_specific = false;
1192 if (st_count > 0 && nr_osts != st_count) {
1193 fprintf(stderr, "error: %s: stripe count '%d' "
1194 "doesn't match the number of OSTs: %d\n"
1195 , argv[0], st_count, nr_osts);
1200 param->lsp_is_specific = true;
1201 param->lsp_stripe_count = nr_osts;
1202 memcpy(param->lsp_osts, osts, sizeof(*osts) * nr_osts);
1206 for (fname = argv[optind]; fname != NULL; fname = argv[++optind]) {
1207 if (!migrate_mode) {
1208 result = llapi_file_open_param(fname,
1215 } else if (mdt_idx_arg != NULL) {
1216 result = llapi_migrate_mdt(fname, &migrate_mdt_param);
1218 result = lfs_migrate(fname, migration_flags, param);
1221 /* Save the first error encountered. */
1224 fprintf(stderr, "error: %s: %s file '%s' failed: %s\n",
1225 argv[0], migrate_mode ? "migrate" : "create",
1227 pool_name_arg != NULL && result == EINVAL ?
1228 "OST not in pool?" : strerror(errno));
1237 static int lfs_poollist(int argc, char **argv)
1242 return llapi_poollist(argv[1]);
1245 static int set_time(time_t *time, time_t *set, char *str)
1252 else if (str[0] == '-')
1258 t = strtol(str, NULL, 0);
1259 if (*time < t * 24 * 60 * 60) {
1262 fprintf(stderr, "Wrong time '%s' is specified.\n", str);
1266 *set = *time - t * 24 * 60 * 60;
1273 static int name2id(unsigned int *id, char *name, int type)
1276 struct passwd *entry;
1278 if (!(entry = getpwnam(name))) {
1284 *id = entry->pw_uid;
1286 struct group *entry;
1288 if (!(entry = getgrnam(name))) {
1294 *id = entry->gr_gid;
1300 static int id2name(char **name, unsigned int id, int type)
1303 struct passwd *entry;
1305 if (!(entry = getpwuid(id))) {
1311 *name = entry->pw_name;
1313 struct group *entry;
1315 if (!(entry = getgrgid(id))) {
1321 *name = entry->gr_name;
1327 static int name2layout(__u32 *layout, char *name)
1332 for (ptr = name; ; ptr = NULL) {
1333 lyt = strtok(ptr, ",");
1336 if (strcmp(lyt, "released") == 0)
1337 *layout |= LOV_PATTERN_F_RELEASED;
1338 else if (strcmp(lyt, "raid0") == 0)
1339 *layout |= LOV_PATTERN_RAID0;
1346 #define FIND_POOL_OPT 3
1347 static int lfs_find(int argc, char **argv)
1352 struct find_param param = {
1356 struct option long_opts[] = {
1357 {"atime", required_argument, 0, 'A'},
1358 {"stripe-count", required_argument, 0, 'c'},
1359 {"stripe_count", required_argument, 0, 'c'},
1360 {"ctime", required_argument, 0, 'C'},
1361 {"maxdepth", required_argument, 0, 'D'},
1362 {"gid", required_argument, 0, 'g'},
1363 {"group", required_argument, 0, 'G'},
1364 {"stripe-index", required_argument, 0, 'i'},
1365 {"stripe_index", required_argument, 0, 'i'},
1366 {"layout", required_argument, 0, 'L'},
1367 {"mdt", required_argument, 0, 'm'},
1368 {"mdt-index", required_argument, 0, 'm'},
1369 {"mdt_index", required_argument, 0, 'm'},
1370 {"mtime", required_argument, 0, 'M'},
1371 {"name", required_argument, 0, 'n'},
1372 /* reserve {"or", no_argument, , 0, 'o'}, to match find(1) */
1373 {"obd", required_argument, 0, 'O'},
1374 {"ost", required_argument, 0, 'O'},
1375 /* no short option for pool, p/P already used */
1376 {"pool", required_argument, 0, FIND_POOL_OPT},
1377 {"print0", no_argument, 0, 'p'},
1378 {"print", no_argument, 0, 'P'},
1379 {"size", required_argument, 0, 's'},
1380 {"stripe-size", required_argument, 0, 'S'},
1381 {"stripe_size", required_argument, 0, 'S'},
1382 {"type", required_argument, 0, 't'},
1383 {"uid", required_argument, 0, 'u'},
1384 {"user", required_argument, 0, 'U'},
1397 /* when getopt_long_only() hits '!' it returns 1, puts "!" in optarg */
1398 while ((c = getopt_long_only(argc, argv,
1399 "-A:c:C:D:g:G:i:L:m:M:n:O:Ppqrs:S:t:u:U:v",
1400 long_opts, NULL)) >= 0) {
1405 /* '!' is part of option */
1406 /* when getopt_long_only() finds a string which is not
1407 * an option nor a known option argument it returns 1
1408 * in that case if we already have found pathstart and pathend
1409 * (i.e. we have the list of pathnames),
1410 * the only supported value is "!"
1412 isoption = (c != 1) || (strcmp(optarg, "!") == 0);
1413 if (!isoption && pathend != -1) {
1414 fprintf(stderr, "err: %s: filename|dirname must either "
1415 "precede options or follow options\n",
1420 if (!isoption && pathstart == -1)
1421 pathstart = optind - 1;
1422 if (isoption && pathstart != -1 && pathend == -1)
1423 pathend = optind - 2;
1429 /* unknown; opt is "!" or path component,
1430 * checking done above.
1432 if (strcmp(optarg, "!") == 0)
1436 xtime = ¶m.fp_atime;
1437 xsign = ¶m.fp_asign;
1438 param.fp_exclude_atime = !!neg_opt;
1439 /* no break, this falls through to 'C' for ctime */
1442 xtime = ¶m.fp_ctime;
1443 xsign = ¶m.fp_csign;
1444 param.fp_exclude_ctime = !!neg_opt;
1446 /* no break, this falls through to 'M' for mtime */
1449 xtime = ¶m.fp_mtime;
1450 xsign = ¶m.fp_msign;
1451 param.fp_exclude_mtime = !!neg_opt;
1453 rc = set_time(&t, xtime, optarg);
1454 if (rc == INT_MAX) {
1462 if (optarg[0] == '+') {
1463 param.fp_stripe_count_sign = -1;
1465 } else if (optarg[0] == '-') {
1466 param.fp_stripe_count_sign = 1;
1470 param.fp_stripe_count = strtoul(optarg, &endptr, 0);
1471 if (*endptr != '\0') {
1472 fprintf(stderr,"error: bad stripe_count '%s'\n",
1477 param.fp_check_stripe_count = 1;
1478 param.fp_exclude_stripe_count = !!neg_opt;
1481 param.fp_max_depth = strtol(optarg, 0, 0);
1485 rc = name2id(¶m.fp_gid, optarg, GROUP);
1487 param.fp_gid = strtoul(optarg, &endptr, 10);
1488 if (*endptr != '\0') {
1489 fprintf(stderr, "Group/GID: %s cannot "
1490 "be found.\n", optarg);
1495 param.fp_exclude_gid = !!neg_opt;
1496 param.fp_check_gid = 1;
1499 ret = name2layout(¶m.fp_layout, optarg);
1502 param.fp_exclude_layout = !!neg_opt;
1503 param.fp_check_layout = 1;
1507 rc = name2id(¶m.fp_uid, optarg, USER);
1509 param.fp_uid = strtoul(optarg, &endptr, 10);
1510 if (*endptr != '\0') {
1511 fprintf(stderr, "User/UID: %s cannot "
1512 "be found.\n", optarg);
1517 param.fp_exclude_uid = !!neg_opt;
1518 param.fp_check_uid = 1;
1521 if (strlen(optarg) > LOV_MAXPOOLNAME) {
1523 "Pool name %s is too long"
1524 " (max is %d)\n", optarg,
1529 /* we do check for empty pool because empty pool
1530 * is used to find V1 lov attributes */
1531 strncpy(param.fp_poolname, optarg, LOV_MAXPOOLNAME);
1532 param.fp_poolname[LOV_MAXPOOLNAME] = '\0';
1533 param.fp_exclude_pool = !!neg_opt;
1534 param.fp_check_pool = 1;
1537 param.fp_pattern = (char *)optarg;
1538 param.fp_exclude_pattern = !!neg_opt;
1543 char *buf, *token, *next, *p;
1547 buf = strdup(optarg);
1553 param.fp_exclude_obd = !!neg_opt;
1556 while (token && *token) {
1557 token = strchr(token, ',');
1564 param.fp_exclude_mdt = !!neg_opt;
1565 param.fp_num_alloc_mdts += len;
1566 tmp = realloc(param.fp_mdt_uuid,
1567 param.fp_num_alloc_mdts *
1568 sizeof(*param.fp_mdt_uuid));
1574 param.fp_mdt_uuid = tmp;
1576 param.fp_exclude_obd = !!neg_opt;
1577 param.fp_num_alloc_obds += len;
1578 tmp = realloc(param.fp_obd_uuid,
1579 param.fp_num_alloc_obds *
1580 sizeof(*param.fp_obd_uuid));
1586 param.fp_obd_uuid = tmp;
1588 for (token = buf; token && *token; token = next) {
1589 struct obd_uuid *puuid;
1592 ¶m.fp_mdt_uuid[param.fp_num_mdts++];
1595 ¶m.fp_obd_uuid[param.fp_num_obds++];
1597 p = strchr(token, ',');
1604 if (strlen(token) > sizeof(puuid->uuid) - 1) {
1609 strncpy(puuid->uuid, token,
1610 sizeof(puuid->uuid));
1618 param.fp_zero_end = 1;
1623 if (optarg[0] == '+') {
1624 param.fp_size_sign = -1;
1626 } else if (optarg[0] == '-') {
1627 param.fp_size_sign = 1;
1631 ret = llapi_parse_size(optarg, ¶m.fp_size,
1632 ¶m.fp_size_units, 0);
1634 fprintf(stderr, "error: bad file size '%s'\n",
1638 param.fp_check_size = 1;
1639 param.fp_exclude_size = !!neg_opt;
1642 if (optarg[0] == '+') {
1643 param.fp_stripe_size_sign = -1;
1645 } else if (optarg[0] == '-') {
1646 param.fp_stripe_size_sign = 1;
1650 ret = llapi_parse_size(optarg, ¶m.fp_stripe_size,
1651 ¶m.fp_stripe_size_units, 0);
1653 fprintf(stderr, "error: bad stripe_size '%s'\n",
1657 param.fp_check_stripe_size = 1;
1658 param.fp_exclude_stripe_size = !!neg_opt;
1661 param.fp_exclude_type = !!neg_opt;
1662 switch (optarg[0]) {
1664 param.fp_type = S_IFBLK;
1667 param.fp_type = S_IFCHR;
1670 param.fp_type = S_IFDIR;
1673 param.fp_type = S_IFREG;
1676 param.fp_type = S_IFLNK;
1679 param.fp_type = S_IFIFO;
1682 param.fp_type = S_IFSOCK;
1685 fprintf(stderr, "error: %s: bad type '%s'\n",
1697 if (pathstart == -1) {
1698 fprintf(stderr, "error: %s: no filename|pathname\n",
1702 } else if (pathend == -1) {
1708 rc = llapi_find(argv[pathstart], ¶m);
1709 if (rc != 0 && ret == 0)
1711 } while (++pathstart < pathend);
1714 fprintf(stderr, "error: %s failed for %s.\n",
1715 argv[0], argv[optind - 1]);
1717 if (param.fp_obd_uuid && param.fp_num_alloc_obds)
1718 free(param.fp_obd_uuid);
1720 if (param.fp_mdt_uuid && param.fp_num_alloc_mdts)
1721 free(param.fp_mdt_uuid);
1726 static int lfs_getstripe_internal(int argc, char **argv,
1727 struct find_param *param)
1729 struct option long_opts[] = {
1730 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1731 /* This formerly implied "stripe-count", but was explicitly
1732 * made "stripe-count" for consistency with other options,
1733 * and to separate it from "mdt-count" when DNE arrives. */
1734 {"count", no_argument, 0, 'c'},
1736 {"stripe-count", no_argument, 0, 'c'},
1737 {"stripe_count", no_argument, 0, 'c'},
1738 {"directory", no_argument, 0, 'd'},
1739 {"default", no_argument, 0, 'D'},
1740 {"fid", no_argument, 0, 'F'},
1741 {"generation", no_argument, 0, 'g'},
1742 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1743 /* This formerly implied "stripe-index", but was explicitly
1744 * made "stripe-index" for consistency with other options,
1745 * and to separate it from "mdt-index" when DNE arrives. */
1746 {"index", no_argument, 0, 'i'},
1748 {"stripe-index", no_argument, 0, 'i'},
1749 {"stripe_index", no_argument, 0, 'i'},
1750 {"layout", no_argument, 0, 'L'},
1751 {"mdt", no_argument, 0, 'm'},
1752 {"mdt-index", no_argument, 0, 'm'},
1753 {"mdt_index", no_argument, 0, 'm'},
1754 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
1755 {"mdt-index", no_argument, 0, 'M'},
1756 {"mdt_index", no_argument, 0, 'M'},
1758 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1759 /* This formerly implied "stripe-index", but was confusing
1760 * with "file offset" (which will eventually be needed for
1761 * with different layouts by offset), so deprecate it. */
1762 {"offset", no_argument, 0, 'o'},
1764 {"obd", required_argument, 0, 'O'},
1765 {"ost", required_argument, 0, 'O'},
1766 {"pool", no_argument, 0, 'p'},
1767 {"quiet", no_argument, 0, 'q'},
1768 {"recursive", no_argument, 0, 'r'},
1769 {"raw", no_argument, 0, 'R'},
1770 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1771 /* This formerly implied "--stripe-size", but was confusing
1772 * with "lfs find --size|-s", which means "file size", so use
1773 * the consistent "--stripe-size|-S" for all commands. */
1774 {"size", no_argument, 0, 's'},
1776 {"stripe-size", no_argument, 0, 'S'},
1777 {"stripe_size", no_argument, 0, 'S'},
1778 {"verbose", no_argument, 0, 'v'},
1783 while ((c = getopt_long(argc, argv, "cdDFghiLmMoO:pqrRsSv",
1784 long_opts, NULL)) != -1) {
1787 if (param->fp_obd_uuid) {
1789 "error: %s: only one obduuid allowed",
1793 param->fp_obd_uuid = (struct obd_uuid *)optarg;
1799 param->fp_max_depth = 0;
1802 param->fp_get_default_lmv = 1;
1805 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1806 param->fp_verbose |= VERBOSE_DFID;
1807 param->fp_max_depth = 0;
1811 param->fp_recursive = 1;
1814 param->fp_verbose = VERBOSE_DEFAULT | VERBOSE_DETAIL;
1817 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
1818 if (strcmp(argv[optind - 1], "--count") == 0)
1819 fprintf(stderr, "warning: '--count' deprecated,"
1820 " use '--stripe-count' instead\n");
1822 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1823 param->fp_verbose |= VERBOSE_COUNT;
1824 param->fp_max_depth = 0;
1827 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1829 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
1830 fprintf(stderr, "warning: '--size|-s' deprecated, "
1831 "use '--stripe-size|-S' instead\n");
1833 #endif /* LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0) */
1835 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1836 param->fp_verbose |= VERBOSE_SIZE;
1837 param->fp_max_depth = 0;
1840 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1842 fprintf(stderr, "warning: '--offset|-o' deprecated, "
1843 "use '--stripe-index|-i' instead\n");
1846 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
1847 if (strcmp(argv[optind - 1], "--index") == 0)
1848 fprintf(stderr, "warning: '--index' deprecated"
1849 ", use '--stripe-index' instead\n");
1851 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1852 param->fp_verbose |= VERBOSE_OFFSET;
1853 param->fp_max_depth = 0;
1857 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1858 param->fp_verbose |= VERBOSE_POOL;
1859 param->fp_max_depth = 0;
1863 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1864 param->fp_verbose |= VERBOSE_GENERATION;
1865 param->fp_max_depth = 0;
1869 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1870 param->fp_verbose |= VERBOSE_LAYOUT;
1871 param->fp_max_depth = 0;
1874 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
1876 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 11, 53, 0)
1877 fprintf(stderr, "warning: '-M' deprecated"
1878 ", use '-m' instead\n");
1882 if (!(param->fp_verbose & VERBOSE_DETAIL))
1883 param->fp_max_depth = 0;
1884 param->fp_verbose |= VERBOSE_MDTINDEX;
1897 if (param->fp_recursive)
1898 param->fp_max_depth = -1;
1900 if (!param->fp_verbose)
1901 param->fp_verbose = VERBOSE_DEFAULT;
1902 if (param->fp_quiet)
1903 param->fp_verbose = VERBOSE_OBJID;
1906 rc = llapi_getstripe(argv[optind], param);
1907 } while (++optind < argc && !rc);
1910 fprintf(stderr, "error: %s failed for %s.\n",
1911 argv[0], argv[optind - 1]);
1915 static int lfs_tgts(int argc, char **argv)
1917 char mntdir[PATH_MAX] = {'\0'}, path[PATH_MAX] = {'\0'};
1918 struct find_param param;
1919 int index = 0, rc=0;
1924 if (argc == 2 && !realpath(argv[1], path)) {
1926 fprintf(stderr, "error: invalid path '%s': %s\n",
1927 argv[1], strerror(-rc));
1931 while (!llapi_search_mounts(path, index++, mntdir, NULL)) {
1932 /* Check if we have a mount point */
1933 if (mntdir[0] == '\0')
1936 memset(¶m, 0, sizeof(param));
1937 if (!strcmp(argv[0], "mdts"))
1938 param.fp_get_lmv = 1;
1940 rc = llapi_ostlist(mntdir, ¶m);
1942 fprintf(stderr, "error: %s: failed on %s\n",
1945 if (path[0] != '\0')
1947 memset(mntdir, 0, PATH_MAX);
1953 static int lfs_getstripe(int argc, char **argv)
1955 struct find_param param = { 0 };
1957 param.fp_max_depth = 1;
1958 return lfs_getstripe_internal(argc, argv, ¶m);
1962 static int lfs_getdirstripe(int argc, char **argv)
1964 struct find_param param = { 0 };
1966 param.fp_get_lmv = 1;
1967 return lfs_getstripe_internal(argc, argv, ¶m);
1971 static int lfs_setdirstripe(int argc, char **argv)
1975 unsigned int stripe_offset = -1;
1976 unsigned int stripe_count = 1;
1977 enum lmv_hash_type hash_type;
1980 char *stripe_offset_opt = NULL;
1981 char *stripe_count_opt = NULL;
1982 char *stripe_hash_opt = NULL;
1983 char *mode_opt = NULL;
1984 bool default_stripe = false;
1985 mode_t mode = S_IRWXU | S_IRWXG | S_IRWXO;
1986 mode_t previous_mode = 0;
1987 bool delete = false;
1989 struct option long_opts[] = {
1990 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
1991 {"count", required_argument, 0, 'c'},
1993 {"mdt-count", required_argument, 0, 'c'},
1994 {"delete", no_argument, 0, 'd'},
1995 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
1996 {"index", required_argument, 0, 'i'},
1998 {"mdt-index", required_argument, 0, 'i'},
1999 {"mode", required_argument, 0, 'm'},
2000 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
2001 {"hash-type", required_argument, 0, 't'},
2003 {"mdt-hash", required_argument, 0, 't'},
2004 {"default_stripe", no_argument, 0, 'D'},
2008 while ((c = getopt_long(argc, argv, "c:dDi:m:t:", long_opts,
2015 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 11, 53, 0)
2016 if (strcmp(argv[optind - 1], "--count") == 0)
2017 fprintf(stderr, "warning: '--count' deprecated"
2018 ", use '--mdt-count' instead\n");
2020 stripe_count_opt = optarg;
2024 default_stripe = true;
2027 default_stripe = true;
2030 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 11, 53, 0)
2031 if (strcmp(argv[optind - 1], "--index") == 0)
2032 fprintf(stderr, "warning: '--index' deprecated"
2033 ", use '--mdt-index' instead\n");
2035 stripe_offset_opt = optarg;
2041 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 11, 53, 0)
2042 if (strcmp(argv[optind - 1], "--hash-type") == 0)
2043 fprintf(stderr, "warning: '--hash-type' "
2044 "deprecated, use '--mdt-hash' "
2047 stripe_hash_opt = optarg;
2050 fprintf(stderr, "error: %s: option '%s' "
2052 argv[0], argv[optind - 1]);
2057 if (optind == argc) {
2058 fprintf(stderr, "error: %s: missing dirname\n",
2063 if (!delete && stripe_offset_opt == NULL && stripe_count_opt == NULL) {
2064 fprintf(stderr, "error: %s: missing stripe offset and count.\n",
2069 if (stripe_offset_opt != NULL) {
2070 /* get the stripe offset */
2071 stripe_offset = strtoul(stripe_offset_opt, &end, 0);
2073 fprintf(stderr, "error: %s: bad stripe offset '%s'\n",
2074 argv[0], stripe_offset_opt);
2080 if (stripe_offset_opt != NULL || stripe_count_opt != NULL) {
2081 fprintf(stderr, "error: %s: cannot specify -d with -s,"
2082 " or -i options.\n", argv[0]);
2090 if (mode_opt != NULL) {
2091 mode = strtoul(mode_opt, &end, 8);
2093 fprintf(stderr, "error: %s: bad mode '%s'\n",
2097 previous_mode = umask(0);
2100 if (stripe_hash_opt == NULL ||
2101 strcmp(stripe_hash_opt, LMV_HASH_NAME_FNV_1A_64) == 0) {
2102 hash_type = LMV_HASH_TYPE_FNV_1A_64;
2103 } else if (strcmp(stripe_hash_opt, LMV_HASH_NAME_ALL_CHARS) == 0) {
2104 hash_type = LMV_HASH_TYPE_ALL_CHARS;
2106 fprintf(stderr, "error: %s: bad stripe hash type '%s'\n",
2107 argv[0], stripe_hash_opt);
2111 /* get the stripe count */
2112 if (stripe_count_opt != NULL) {
2113 stripe_count = strtoul(stripe_count_opt, &end, 0);
2115 fprintf(stderr, "error: %s: bad stripe count '%s'\n",
2116 argv[0], stripe_count_opt);
2121 dname = argv[optind];
2123 if (default_stripe) {
2124 result = llapi_dir_set_default_lmv_stripe(dname,
2125 stripe_offset, stripe_count,
2128 result = llapi_dir_create_pool(dname, mode,
2130 stripe_count, hash_type,
2135 fprintf(stderr, "error: %s: create stripe dir '%s' "
2136 "failed\n", argv[0], dname);
2139 dname = argv[++optind];
2140 } while (dname != NULL);
2142 if (mode_opt != NULL)
2143 umask(previous_mode);
2149 static int lfs_rmentry(int argc, char **argv)
2156 fprintf(stderr, "error: %s: missing dirname\n",
2162 dname = argv[index];
2163 while (dname != NULL) {
2164 result = llapi_direntry_remove(dname);
2166 fprintf(stderr, "error: %s: remove dir entry '%s' "
2167 "failed\n", argv[0], dname);
2170 dname = argv[++index];
2175 static int lfs_mv(int argc, char **argv)
2177 struct find_param param = {
2184 struct option long_opts[] = {
2185 {"mdt-index", required_argument, 0, 'M'},
2186 {"verbose", no_argument, 0, 'v'},
2190 while ((c = getopt_long(argc, argv, "M:v", long_opts, NULL)) != -1) {
2193 param.fp_mdt_index = strtoul(optarg, &end, 0);
2195 fprintf(stderr, "%s: invalid MDT index'%s'\n",
2202 param.fp_verbose = VERBOSE_DETAIL;
2206 fprintf(stderr, "error: %s: unrecognized option '%s'\n",
2207 argv[0], argv[optind - 1]);
2212 if (param.fp_mdt_index == -1) {
2213 fprintf(stderr, "%s: MDT index must be specified\n", argv[0]);
2217 if (optind >= argc) {
2218 fprintf(stderr, "%s: missing operand path\n", argv[0]);
2222 param.fp_migrate = 1;
2223 rc = llapi_migrate_mdt(argv[optind], ¶m);
2225 fprintf(stderr, "%s: cannot migrate '%s' to MDT%04x: %s\n",
2226 argv[0], argv[optind], param.fp_mdt_index,
2231 static int lfs_osts(int argc, char **argv)
2233 return lfs_tgts(argc, argv);
2236 static int lfs_mdts(int argc, char **argv)
2238 return lfs_tgts(argc, argv);
2241 #define COOK(value) \
2244 while (value > 1024) { \
2252 #define CDF "%11llu"
2253 #define HDF "%8.1f%c"
2257 static int showdf(char *mntdir, struct obd_statfs *stat,
2258 char *uuid, int ishow, int cooked,
2259 char *type, int index, int rc)
2261 long long avail, used, total;
2263 char *suffix = "KMGTPEZY";
2264 /* Note if we have >2^64 bytes/fs these buffers will need to be grown */
2265 char tbuf[3 * sizeof(__u64)];
2266 char ubuf[3 * sizeof(__u64)];
2267 char abuf[3 * sizeof(__u64)];
2268 char rbuf[3 * sizeof(__u64)];
2276 avail = stat->os_ffree;
2277 used = stat->os_files - stat->os_ffree;
2278 total = stat->os_files;
2280 int shift = cooked ? 0 : 10;
2282 avail = (stat->os_bavail * stat->os_bsize) >> shift;
2283 used = ((stat->os_blocks - stat->os_bfree) *
2284 stat->os_bsize) >> shift;
2285 total = (stat->os_blocks * stat->os_bsize) >> shift;
2288 if ((used + avail) > 0)
2289 ratio = (double)used / (double)(used + avail);
2295 cook_val = (double)total;
2298 sprintf(tbuf, HDF, cook_val, suffix[i - 1]);
2300 sprintf(tbuf, CDF, total);
2302 cook_val = (double)used;
2305 sprintf(ubuf, HDF, cook_val, suffix[i - 1]);
2307 sprintf(ubuf, CDF, used);
2309 cook_val = (double)avail;
2312 sprintf(abuf, HDF, cook_val, suffix[i - 1]);
2314 sprintf(abuf, CDF, avail);
2316 sprintf(tbuf, CDF, total);
2317 sprintf(ubuf, CDF, used);
2318 sprintf(abuf, CDF, avail);
2321 sprintf(rbuf, RDF, (int)(ratio * 100 + 0.5));
2322 printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s",
2323 uuid, tbuf, ubuf, abuf, rbuf, mntdir);
2325 printf("[%s:%d]\n", type, index);
2331 printf(UUF": inactive device\n", uuid);
2334 printf(UUF": %s\n", uuid, strerror(-rc));
2341 struct ll_stat_type {
2346 static int mntdf(char *mntdir, char *fsname, char *pool, int ishow,
2347 int cooked, int lazy)
2349 struct obd_statfs stat_buf, sum = { .os_bsize = 1 };
2350 struct obd_uuid uuid_buf;
2351 char *poolname = NULL;
2352 struct ll_stat_type types[] = { { LL_STATFS_LMV, "MDT" },
2353 { LL_STATFS_LOV, "OST" },
2355 struct ll_stat_type *tp;
2356 __u64 ost_ffree = 0;
2362 poolname = strchr(pool, '.');
2363 if (poolname != NULL) {
2364 if (strncmp(fsname, pool, strlen(fsname))) {
2365 fprintf(stderr, "filesystem name incorrect\n");
2374 printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s\n",
2375 "UUID", "Inodes", "IUsed", "IFree",
2376 "IUse%", "Mounted on");
2378 printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s\n",
2379 "UUID", cooked ? "bytes" : "1K-blocks",
2380 "Used", "Available", "Use%", "Mounted on");
2382 for (tp = types; tp->st_name != NULL; tp++) {
2383 for (index = 0; ; index++) {
2384 memset(&stat_buf, 0, sizeof(struct obd_statfs));
2385 memset(&uuid_buf, 0, sizeof(struct obd_uuid));
2386 type = lazy ? tp->st_op | LL_STATFS_NODELAY : tp->st_op;
2387 rc = llapi_obd_statfs(mntdir, type, index,
2388 &stat_buf, &uuid_buf);
2395 if (poolname && tp->st_op == LL_STATFS_LOV &&
2396 llapi_search_ost(fsname, poolname,
2397 obd_uuid2str(&uuid_buf)) != 1)
2400 /* the llapi_obd_statfs() call may have returned with
2401 * an error, but if it filled in uuid_buf we will at
2402 * lease use that to print out a message for that OBD.
2403 * If we didn't get anything in the uuid_buf, then fill
2404 * it in so that we can print an error message. */
2405 if (uuid_buf.uuid[0] == '\0')
2406 sprintf(uuid_buf.uuid, "%s%04x",
2407 tp->st_name, index);
2408 showdf(mntdir, &stat_buf, obd_uuid2str(&uuid_buf),
2409 ishow, cooked, tp->st_name, index, rc);
2412 if (tp->st_op == LL_STATFS_LMV) {
2413 sum.os_ffree += stat_buf.os_ffree;
2414 sum.os_files += stat_buf.os_files;
2415 } else /* if (tp->st_op == LL_STATFS_LOV) */ {
2416 sum.os_blocks += stat_buf.os_blocks *
2418 sum.os_bfree += stat_buf.os_bfree *
2420 sum.os_bavail += stat_buf.os_bavail *
2422 ost_ffree += stat_buf.os_ffree;
2424 } else if (rc == -EINVAL || rc == -EFAULT) {
2430 /* If we don't have as many objects free on the OST as inodes
2431 * on the MDS, we reduce the total number of inodes to
2432 * compensate, so that the "inodes in use" number is correct.
2433 * Matches ll_statfs_internal() so the results are consistent. */
2434 if (ost_ffree < sum.os_ffree) {
2435 sum.os_files = (sum.os_files - sum.os_ffree) + ost_ffree;
2436 sum.os_ffree = ost_ffree;
2439 showdf(mntdir, &sum, "filesystem summary:", ishow, cooked, NULL, 0, 0);
2444 static int lfs_df(int argc, char **argv)
2446 char mntdir[PATH_MAX] = {'\0'}, path[PATH_MAX] = {'\0'};
2447 int ishow = 0, cooked = 0;
2449 int c, rc = 0, index = 0;
2450 char fsname[PATH_MAX] = "", *pool_name = NULL;
2451 struct option long_opts[] = {
2452 {"pool", required_argument, 0, 'p'},
2453 {"lazy", 0, 0, 'l'},
2457 while ((c = getopt_long(argc, argv, "hilp:", long_opts, NULL)) != -1) {
2475 if (optind < argc && !realpath(argv[optind], path)) {
2477 fprintf(stderr, "error: invalid path '%s': %s\n",
2478 argv[optind], strerror(-rc));
2482 while (!llapi_search_mounts(path, index++, mntdir, fsname)) {
2483 /* Check if we have a mount point */
2484 if (mntdir[0] == '\0')
2487 rc = mntdf(mntdir, fsname, pool_name, ishow, cooked, lazy);
2488 if (rc || path[0] != '\0')
2490 fsname[0] = '\0'; /* avoid matching in next loop */
2491 mntdir[0] = '\0'; /* avoid matching in next loop */
2497 static int lfs_getname(int argc, char **argv)
2499 char mntdir[PATH_MAX] = "", path[PATH_MAX] = "", fsname[PATH_MAX] = "";
2500 int rc = 0, index = 0, c;
2501 char buf[sizeof(struct obd_uuid)];
2503 while ((c = getopt(argc, argv, "h")) != -1)
2506 if (optind == argc) { /* no paths specified, get all paths. */
2507 while (!llapi_search_mounts(path, index++, mntdir, fsname)) {
2508 rc = llapi_getname(mntdir, buf, sizeof(buf));
2511 "cannot get name for `%s': %s\n",
2512 mntdir, strerror(-rc));
2516 printf("%s %s\n", buf, mntdir);
2518 path[0] = fsname[0] = mntdir[0] = 0;
2520 } else { /* paths specified, only attempt to search these. */
2521 for (; optind < argc; optind++) {
2522 rc = llapi_getname(argv[optind], buf, sizeof(buf));
2525 "cannot get name for `%s': %s\n",
2526 argv[optind], strerror(-rc));
2530 printf("%s %s\n", buf, argv[optind]);
2536 static int lfs_check(int argc, char **argv)
2539 char mntdir[PATH_MAX] = {'\0'};
2548 obd_types[0] = obd_type1;
2549 obd_types[1] = obd_type2;
2551 if (strcmp(argv[1], "osts") == 0) {
2552 strcpy(obd_types[0], "osc");
2553 } else if (strcmp(argv[1], "mds") == 0) {
2554 strcpy(obd_types[0], "mdc");
2555 } else if (strcmp(argv[1], "servers") == 0) {
2557 strcpy(obd_types[0], "osc");
2558 strcpy(obd_types[1], "mdc");
2560 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
2565 rc = llapi_search_mounts(NULL, 0, mntdir, NULL);
2566 if (rc < 0 || mntdir[0] == '\0') {
2567 fprintf(stderr, "No suitable Lustre mount found\n");
2571 rc = llapi_target_check(num_types, obd_types, mntdir);
2573 fprintf(stderr, "error: %s: %s status failed\n",
2580 static int lfs_join(int argc, char **argv)
2582 fprintf(stderr, "join two lustre files into one.\n"
2583 "obsolete, HEAD does not support it anymore.\n");
2587 #ifdef HAVE_SYS_QUOTA_H
2588 #define ARG2INT(nr, str, msg) \
2591 nr = strtol(str, &endp, 0); \
2593 fprintf(stderr, "error: bad %s: %s\n", msg, str); \
2598 #define ADD_OVERFLOW(a,b) ((a + b) < a) ? (a = ULONG_MAX) : (a = a + b)
2600 /* Convert format time string "XXwXXdXXhXXmXXs" into seconds value
2601 * returns the value or ULONG_MAX on integer overflow or incorrect format
2603 * 1. the order of specifiers is arbitrary (may be: 5w3s or 3s5w)
2604 * 2. specifiers may be encountered multiple times (2s3s is 5 seconds)
2605 * 3. empty integer value is interpreted as 0
2607 static unsigned long str2sec(const char* timestr)
2609 const char spec[] = "smhdw";
2610 const unsigned long mult[] = {1, 60, 60*60, 24*60*60, 7*24*60*60};
2611 unsigned long val = 0;
2614 if (strpbrk(timestr, spec) == NULL) {
2615 /* no specifiers inside the time string,
2616 should treat it as an integer value */
2617 val = strtoul(timestr, &tail, 10);
2618 return *tail ? ULONG_MAX : val;
2621 /* format string is XXwXXdXXhXXmXXs */
2627 v = strtoul(timestr, &tail, 10);
2628 if (v == ULONG_MAX || *tail == '\0')
2629 /* value too large (ULONG_MAX or more)
2630 or missing specifier */
2633 ptr = strchr(spec, *tail);
2635 /* unknown specifier */
2640 /* check if product will overflow the type */
2641 if (!(v < ULONG_MAX / mult[ind]))
2644 ADD_OVERFLOW(val, mult[ind] * v);
2645 if (val == ULONG_MAX)
2657 #define ARG2ULL(nr, str, def_units) \
2659 unsigned long long limit, units = def_units; \
2662 rc = llapi_parse_size(str, &limit, &units, 1); \
2664 fprintf(stderr, "error: bad limit value %s\n", str); \
2670 static inline int has_times_option(int argc, char **argv)
2674 for (i = 1; i < argc; i++)
2675 if (!strcmp(argv[i], "-t"))
2681 int lfs_setquota_times(int argc, char **argv)
2684 struct if_quotactl qctl;
2685 char *mnt, *obd_type = (char *)qctl.obd_type;
2686 struct obd_dqblk *dqb = &qctl.qc_dqblk;
2687 struct obd_dqinfo *dqi = &qctl.qc_dqinfo;
2688 struct option long_opts[] = {
2689 {"block-grace", required_argument, 0, 'b'},
2690 {"group", no_argument, 0, 'g'},
2691 {"inode-grace", required_argument, 0, 'i'},
2692 {"times", no_argument, 0, 't'},
2693 {"user", no_argument, 0, 'u'},
2697 memset(&qctl, 0, sizeof(qctl));
2698 qctl.qc_cmd = LUSTRE_Q_SETINFO;
2699 qctl.qc_type = UGQUOTA;
2701 while ((c = getopt_long(argc, argv, "b:gi:tu", long_opts, NULL)) != -1) {
2705 if (qctl.qc_type != UGQUOTA) {
2706 fprintf(stderr, "error: -u and -g can't be used "
2707 "more than once\n");
2710 qctl.qc_type = (c == 'u') ? USRQUOTA : GRPQUOTA;
2713 if ((dqi->dqi_bgrace = str2sec(optarg)) == ULONG_MAX) {
2714 fprintf(stderr, "error: bad block-grace: %s\n",
2718 dqb->dqb_valid |= QIF_BTIME;
2721 if ((dqi->dqi_igrace = str2sec(optarg)) == ULONG_MAX) {
2722 fprintf(stderr, "error: bad inode-grace: %s\n",
2726 dqb->dqb_valid |= QIF_ITIME;
2728 case 't': /* Yes, of course! */
2730 default: /* getopt prints error message for us when opterr != 0 */
2735 if (qctl.qc_type == UGQUOTA) {
2736 fprintf(stderr, "error: neither -u nor -g specified\n");
2740 if (optind != argc - 1) {
2741 fprintf(stderr, "error: unexpected parameters encountered\n");
2746 rc = llapi_quotactl(mnt, &qctl);
2749 fprintf(stderr, "%s %s ", obd_type,
2750 obd_uuid2str(&qctl.obd_uuid));
2751 fprintf(stderr, "setquota failed: %s\n", strerror(-rc));
2758 #define BSLIMIT (1 << 0)
2759 #define BHLIMIT (1 << 1)
2760 #define ISLIMIT (1 << 2)
2761 #define IHLIMIT (1 << 3)
2763 int lfs_setquota(int argc, char **argv)
2766 struct if_quotactl qctl;
2767 char *mnt, *obd_type = (char *)qctl.obd_type;
2768 struct obd_dqblk *dqb = &qctl.qc_dqblk;
2769 struct option long_opts[] = {
2770 {"block-softlimit", required_argument, 0, 'b'},
2771 {"block-hardlimit", required_argument, 0, 'B'},
2772 {"group", required_argument, 0, 'g'},
2773 {"inode-softlimit", required_argument, 0, 'i'},
2774 {"inode-hardlimit", required_argument, 0, 'I'},
2775 {"user", required_argument, 0, 'u'},
2778 unsigned limit_mask = 0;
2781 if (has_times_option(argc, argv))
2782 return lfs_setquota_times(argc, argv);
2784 memset(&qctl, 0, sizeof(qctl));
2785 qctl.qc_cmd = LUSTRE_Q_SETQUOTA;
2786 qctl.qc_type = UGQUOTA; /* UGQUOTA makes no sense for setquota,
2787 * so it can be used as a marker that qc_type
2788 * isn't reinitialized from command line */
2790 while ((c = getopt_long(argc, argv, "b:B:g:i:I:u:", long_opts, NULL)) != -1) {
2794 if (qctl.qc_type != UGQUOTA) {
2795 fprintf(stderr, "error: -u and -g can't be used"
2796 " more than once\n");
2799 qctl.qc_type = (c == 'u') ? USRQUOTA : GRPQUOTA;
2800 rc = name2id(&qctl.qc_id, optarg,
2801 (qctl.qc_type == USRQUOTA) ? USER : GROUP);
2803 qctl.qc_id = strtoul(optarg, &endptr, 10);
2804 if (*endptr != '\0') {
2805 fprintf(stderr, "error: can't find id "
2806 "for name %s\n", optarg);
2812 ARG2ULL(dqb->dqb_bsoftlimit, optarg, 1024);
2813 dqb->dqb_bsoftlimit >>= 10;
2814 limit_mask |= BSLIMIT;
2815 if (dqb->dqb_bsoftlimit &&
2816 dqb->dqb_bsoftlimit <= 1024) /* <= 1M? */
2817 fprintf(stderr, "warning: block softlimit is "
2818 "smaller than the miminal qunit size, "
2819 "please see the help of setquota or "
2820 "Lustre manual for details.\n");
2823 ARG2ULL(dqb->dqb_bhardlimit, optarg, 1024);
2824 dqb->dqb_bhardlimit >>= 10;
2825 limit_mask |= BHLIMIT;
2826 if (dqb->dqb_bhardlimit &&
2827 dqb->dqb_bhardlimit <= 1024) /* <= 1M? */
2828 fprintf(stderr, "warning: block hardlimit is "
2829 "smaller than the miminal qunit size, "
2830 "please see the help of setquota or "
2831 "Lustre manual for details.\n");
2834 ARG2ULL(dqb->dqb_isoftlimit, optarg, 1);
2835 limit_mask |= ISLIMIT;
2836 if (dqb->dqb_isoftlimit &&
2837 dqb->dqb_isoftlimit <= 1024) /* <= 1K inodes? */
2838 fprintf(stderr, "warning: inode softlimit is "
2839 "smaller than the miminal qunit size, "
2840 "please see the help of setquota or "
2841 "Lustre manual for details.\n");
2844 ARG2ULL(dqb->dqb_ihardlimit, optarg, 1);
2845 limit_mask |= IHLIMIT;
2846 if (dqb->dqb_ihardlimit &&
2847 dqb->dqb_ihardlimit <= 1024) /* <= 1K inodes? */
2848 fprintf(stderr, "warning: inode hardlimit is "
2849 "smaller than the miminal qunit size, "
2850 "please see the help of setquota or "
2851 "Lustre manual for details.\n");
2853 default: /* getopt prints error message for us when opterr != 0 */
2858 if (qctl.qc_type == UGQUOTA) {
2859 fprintf(stderr, "error: neither -u nor -g was specified\n");
2863 if (limit_mask == 0) {
2864 fprintf(stderr, "error: at least one limit must be specified\n");
2868 if (optind != argc - 1) {
2869 fprintf(stderr, "error: unexpected parameters encountered\n");
2875 if ((!(limit_mask & BHLIMIT) ^ !(limit_mask & BSLIMIT)) ||
2876 (!(limit_mask & IHLIMIT) ^ !(limit_mask & ISLIMIT))) {
2877 /* sigh, we can't just set blimits/ilimits */
2878 struct if_quotactl tmp_qctl = {.qc_cmd = LUSTRE_Q_GETQUOTA,
2879 .qc_type = qctl.qc_type,
2880 .qc_id = qctl.qc_id};
2882 rc = llapi_quotactl(mnt, &tmp_qctl);
2884 fprintf(stderr, "error: setquota failed while retrieving"
2885 " current quota settings (%s)\n",
2890 if (!(limit_mask & BHLIMIT))
2891 dqb->dqb_bhardlimit = tmp_qctl.qc_dqblk.dqb_bhardlimit;
2892 if (!(limit_mask & BSLIMIT))
2893 dqb->dqb_bsoftlimit = tmp_qctl.qc_dqblk.dqb_bsoftlimit;
2894 if (!(limit_mask & IHLIMIT))
2895 dqb->dqb_ihardlimit = tmp_qctl.qc_dqblk.dqb_ihardlimit;
2896 if (!(limit_mask & ISLIMIT))
2897 dqb->dqb_isoftlimit = tmp_qctl.qc_dqblk.dqb_isoftlimit;
2899 /* Keep grace times if we have got no softlimit arguments */
2900 if ((limit_mask & BHLIMIT) && !(limit_mask & BSLIMIT)) {
2901 dqb->dqb_valid |= QIF_BTIME;
2902 dqb->dqb_btime = tmp_qctl.qc_dqblk.dqb_btime;
2905 if ((limit_mask & IHLIMIT) && !(limit_mask & ISLIMIT)) {
2906 dqb->dqb_valid |= QIF_ITIME;
2907 dqb->dqb_itime = tmp_qctl.qc_dqblk.dqb_itime;
2911 dqb->dqb_valid |= (limit_mask & (BHLIMIT | BSLIMIT)) ? QIF_BLIMITS : 0;
2912 dqb->dqb_valid |= (limit_mask & (IHLIMIT | ISLIMIT)) ? QIF_ILIMITS : 0;
2914 rc = llapi_quotactl(mnt, &qctl);
2917 fprintf(stderr, "%s %s ", obd_type,
2918 obd_uuid2str(&qctl.obd_uuid));
2919 fprintf(stderr, "setquota failed: %s\n", strerror(-rc));
2926 static inline char *type2name(int check_type)
2928 if (check_type == USRQUOTA)
2930 else if (check_type == GRPQUOTA)
2936 /* Converts seconds value into format string
2937 * result is returned in buf
2939 * 1. result is in descenting order: 1w2d3h4m5s
2940 * 2. zero fields are not filled (except for p. 3): 5d1s
2941 * 3. zero seconds value is presented as "0s"
2943 static char * __sec2str(time_t seconds, char *buf)
2945 const char spec[] = "smhdw";
2946 const unsigned long mult[] = {1, 60, 60*60, 24*60*60, 7*24*60*60};
2951 for (i = sizeof(mult) / sizeof(mult[0]) - 1 ; i >= 0; i--) {
2952 c = seconds / mult[i];
2954 if (c > 0 || (i == 0 && buf == tail))
2955 tail += snprintf(tail, 40-(tail-buf), "%lu%c", c, spec[i]);
2963 static void sec2str(time_t seconds, char *buf, int rc)
2970 tail = __sec2str(seconds, tail);
2972 if (rc && tail - buf < 39) {
2978 static void diff2str(time_t seconds, char *buf, time_t now)
2984 if (seconds <= now) {
2985 strcpy(buf, "none");
2988 __sec2str(seconds - now, buf);
2991 static void print_quota_title(char *name, struct if_quotactl *qctl,
2992 bool human_readable)
2994 printf("Disk quotas for %s %s (%cid %u):\n",
2995 type2name(qctl->qc_type), name,
2996 *type2name(qctl->qc_type), qctl->qc_id);
2997 printf("%15s%8s %7s%8s%8s%8s %7s%8s%8s\n",
2998 "Filesystem", human_readable ? "used" : "kbytes",
2999 "quota", "limit", "grace",
3000 "files", "quota", "limit", "grace");
3003 static void kbytes2str(__u64 num, char *buf, int buflen, bool h)
3006 snprintf(buf, buflen, "%ju", (uintmax_t)num);
3009 snprintf(buf, buflen, "%5.4gP",
3010 (double)num / ((__u64)1 << 40));
3012 snprintf(buf, buflen, "%5.4gT",
3013 (double)num / (1 << 30));
3015 snprintf(buf, buflen, "%5.4gG",
3016 (double)num / (1 << 20));
3018 snprintf(buf, buflen, "%5.4gM",
3019 (double)num / (1 << 10));
3021 snprintf(buf, buflen, "%ju%s", (uintmax_t)num, "k");
3025 #define STRBUF_LEN 32
3026 static void print_quota(char *mnt, struct if_quotactl *qctl, int type,
3033 if (qctl->qc_cmd == LUSTRE_Q_GETQUOTA || qctl->qc_cmd == Q_GETOQUOTA) {
3034 int bover = 0, iover = 0;
3035 struct obd_dqblk *dqb = &qctl->qc_dqblk;
3036 char numbuf[3][STRBUF_LEN];
3038 char strbuf[STRBUF_LEN];
3040 if (dqb->dqb_bhardlimit &&
3041 lustre_stoqb(dqb->dqb_curspace) >= dqb->dqb_bhardlimit) {
3043 } else if (dqb->dqb_bsoftlimit && dqb->dqb_btime) {
3044 if (dqb->dqb_btime > now) {
3051 if (dqb->dqb_ihardlimit &&
3052 dqb->dqb_curinodes >= dqb->dqb_ihardlimit) {
3054 } else if (dqb->dqb_isoftlimit && dqb->dqb_itime) {
3055 if (dqb->dqb_itime > now) {
3063 if (strlen(mnt) > 15)
3064 printf("%s\n%15s", mnt, "");
3066 printf("%15s", mnt);
3069 diff2str(dqb->dqb_btime, timebuf, now);
3071 kbytes2str(lustre_stoqb(dqb->dqb_curspace),
3072 strbuf, sizeof(strbuf), h);
3073 if (rc == -EREMOTEIO)
3074 sprintf(numbuf[0], "%s*", strbuf);
3076 sprintf(numbuf[0], (dqb->dqb_valid & QIF_SPACE) ?
3077 "%s" : "[%s]", strbuf);
3079 kbytes2str(dqb->dqb_bsoftlimit, strbuf, sizeof(strbuf), h);
3080 if (type == QC_GENERAL)
3081 sprintf(numbuf[1], (dqb->dqb_valid & QIF_BLIMITS) ?
3082 "%s" : "[%s]", strbuf);
3084 sprintf(numbuf[1], "%s", "-");
3086 kbytes2str(dqb->dqb_bhardlimit, strbuf, sizeof(strbuf), h);
3087 sprintf(numbuf[2], (dqb->dqb_valid & QIF_BLIMITS) ?
3088 "%s" : "[%s]", strbuf);
3090 printf(" %7s%c %6s %7s %7s",
3091 numbuf[0], bover ? '*' : ' ', numbuf[1],
3092 numbuf[2], bover > 1 ? timebuf : "-");
3095 diff2str(dqb->dqb_itime, timebuf, now);
3097 sprintf(numbuf[0], (dqb->dqb_valid & QIF_INODES) ?
3098 "%ju" : "[%ju]", (uintmax_t)dqb->dqb_curinodes);
3100 if (type == QC_GENERAL)
3101 sprintf(numbuf[1], (dqb->dqb_valid & QIF_ILIMITS) ?
3103 (uintmax_t)dqb->dqb_isoftlimit);
3105 sprintf(numbuf[1], "%s", "-");
3107 sprintf(numbuf[2], (dqb->dqb_valid & QIF_ILIMITS) ?
3108 "%ju" : "[%ju]", (uintmax_t)dqb->dqb_ihardlimit);
3110 if (type != QC_OSTIDX)
3111 printf(" %7s%c %6s %7s %7s",
3112 numbuf[0], iover ? '*' : ' ', numbuf[1],
3113 numbuf[2], iover > 1 ? timebuf : "-");
3115 printf(" %7s %7s %7s %7s", "-", "-", "-", "-");
3118 } else if (qctl->qc_cmd == LUSTRE_Q_GETINFO ||
3119 qctl->qc_cmd == Q_GETOINFO) {
3123 sec2str(qctl->qc_dqinfo.dqi_bgrace, bgtimebuf, rc);
3124 sec2str(qctl->qc_dqinfo.dqi_igrace, igtimebuf, rc);
3125 printf("Block grace time: %s; Inode grace time: %s\n",
3126 bgtimebuf, igtimebuf);
3130 static int print_obd_quota(char *mnt, struct if_quotactl *qctl, int is_mdt,
3131 bool h, __u64 *total)
3133 int rc = 0, rc1 = 0, count = 0;
3134 __u32 valid = qctl->qc_valid;
3136 rc = llapi_get_obd_count(mnt, &count, is_mdt);
3138 fprintf(stderr, "can not get %s count: %s\n",
3139 is_mdt ? "mdt": "ost", strerror(-rc));
3143 for (qctl->qc_idx = 0; qctl->qc_idx < count; qctl->qc_idx++) {
3144 qctl->qc_valid = is_mdt ? QC_MDTIDX : QC_OSTIDX;
3145 rc = llapi_quotactl(mnt, qctl);
3147 /* It is remote client case. */
3148 if (-rc == EOPNOTSUPP) {
3155 fprintf(stderr, "quotactl %s%d failed.\n",
3156 is_mdt ? "mdt": "ost", qctl->qc_idx);
3160 print_quota(obd_uuid2str(&qctl->obd_uuid), qctl,
3161 qctl->qc_valid, 0, h);
3162 *total += is_mdt ? qctl->qc_dqblk.dqb_ihardlimit :
3163 qctl->qc_dqblk.dqb_bhardlimit;
3166 qctl->qc_valid = valid;
3170 static int lfs_quota(int argc, char **argv)
3173 char *mnt, *name = NULL;
3174 struct if_quotactl qctl = { .qc_cmd = LUSTRE_Q_GETQUOTA,
3175 .qc_type = UGQUOTA };
3176 char *obd_type = (char *)qctl.obd_type;
3177 char *obd_uuid = (char *)qctl.obd_uuid.uuid;
3178 int rc, rc1 = 0, rc2 = 0, rc3 = 0,
3179 verbose = 0, pass = 0, quiet = 0, inacc;
3181 __u32 valid = QC_GENERAL, idx = 0;
3182 __u64 total_ialloc = 0, total_balloc = 0;
3183 bool human_readable = false;
3185 while ((c = getopt(argc, argv, "gi:I:o:qtuvh")) != -1) {
3188 if (qctl.qc_type != UGQUOTA) {
3189 fprintf(stderr, "error: use either -u or -g\n");
3192 qctl.qc_type = USRQUOTA;
3195 if (qctl.qc_type != UGQUOTA) {
3196 fprintf(stderr, "error: use either -u or -g\n");
3199 qctl.qc_type = GRPQUOTA;
3202 qctl.qc_cmd = LUSTRE_Q_GETINFO;
3205 valid = qctl.qc_valid = QC_UUID;
3206 strlcpy(obd_uuid, optarg, sizeof(qctl.obd_uuid));
3209 valid = qctl.qc_valid = QC_MDTIDX;
3210 idx = qctl.qc_idx = atoi(optarg);
3213 valid = qctl.qc_valid = QC_OSTIDX;
3214 idx = qctl.qc_idx = atoi(optarg);
3223 human_readable = true;
3226 fprintf(stderr, "error: %s: option '-%c' "
3227 "unrecognized\n", argv[0], c);
3232 /* current uid/gid info for "lfs quota /path/to/lustre/mount" */
3233 if (qctl.qc_cmd == LUSTRE_Q_GETQUOTA && qctl.qc_type == UGQUOTA &&
3234 optind == argc - 1) {
3236 memset(&qctl, 0, sizeof(qctl)); /* spoiled by print_*_quota */
3237 qctl.qc_cmd = LUSTRE_Q_GETQUOTA;
3238 qctl.qc_valid = valid;
3241 qctl.qc_type = USRQUOTA;
3242 qctl.qc_id = geteuid();
3244 qctl.qc_type = GRPQUOTA;
3245 qctl.qc_id = getegid();
3247 rc = id2name(&name, qctl.qc_id,
3248 (qctl.qc_type == USRQUOTA) ? USER : GROUP);
3251 /* lfs quota -u username /path/to/lustre/mount */
3252 } else if (qctl.qc_cmd == LUSTRE_Q_GETQUOTA) {
3253 /* options should be followed by u/g-name and mntpoint */
3254 if (optind + 2 != argc || qctl.qc_type == UGQUOTA) {
3255 fprintf(stderr, "error: missing quota argument(s)\n");
3259 name = argv[optind++];
3260 rc = name2id(&qctl.qc_id, name,
3261 (qctl.qc_type == USRQUOTA) ? USER : GROUP);
3263 qctl.qc_id = strtoul(name, &endptr, 10);
3264 if (*endptr != '\0') {
3265 fprintf(stderr, "error: can't find id for name "
3270 } else if (optind + 1 != argc || qctl.qc_type == UGQUOTA) {
3271 fprintf(stderr, "error: missing quota info argument(s)\n");
3277 rc1 = llapi_quotactl(mnt, &qctl);
3281 fprintf(stderr, "%s quotas are not enabled.\n",
3282 qctl.qc_type == USRQUOTA ? "user" : "group");
3285 fprintf(stderr, "Permission denied.\n");
3288 /* We already got error message. */
3291 fprintf(stderr, "Unexpected quotactl error: %s\n",
3296 if (qctl.qc_cmd == LUSTRE_Q_GETQUOTA && !quiet)
3297 print_quota_title(name, &qctl, human_readable);
3299 if (rc1 && *obd_type)
3300 fprintf(stderr, "%s %s ", obd_type, obd_uuid);
3302 if (qctl.qc_valid != QC_GENERAL)
3305 inacc = (qctl.qc_cmd == LUSTRE_Q_GETQUOTA) &&
3306 ((qctl.qc_dqblk.dqb_valid & (QIF_LIMITS|QIF_USAGE)) !=
3307 (QIF_LIMITS|QIF_USAGE));
3309 print_quota(mnt, &qctl, QC_GENERAL, rc1, human_readable);
3311 if (qctl.qc_valid == QC_GENERAL && qctl.qc_cmd != LUSTRE_Q_GETINFO &&
3313 char strbuf[STRBUF_LEN];
3315 rc2 = print_obd_quota(mnt, &qctl, 1, human_readable,
3317 rc3 = print_obd_quota(mnt, &qctl, 0, human_readable,
3319 kbytes2str(total_balloc, strbuf, sizeof(strbuf),
3321 printf("Total allocated inode limit: %ju, total "
3322 "allocated block limit: %s\n", (uintmax_t)total_ialloc,
3326 if (rc1 || rc2 || rc3 || inacc)
3327 printf("Some errors happened when getting quota info. "
3328 "Some devices may be not working or deactivated. "
3329 "The data in \"[]\" is inaccurate.\n");
3337 #endif /* HAVE_SYS_QUOTA_H! */
3339 static int flushctx_ioctl(char *mp)
3343 fd = open(mp, O_RDONLY);
3345 fprintf(stderr, "flushctx: error open %s: %s\n",
3346 mp, strerror(errno));
3350 rc = ioctl(fd, LL_IOC_FLUSHCTX);
3352 fprintf(stderr, "flushctx: error ioctl %s: %s\n",
3353 mp, strerror(errno));
3359 static int lfs_flushctx(int argc, char **argv)
3361 int kdestroy = 0, c;
3362 char mntdir[PATH_MAX] = {'\0'};
3366 while ((c = getopt(argc, argv, "k")) != -1) {
3372 fprintf(stderr, "error: %s: option '-%c' "
3373 "unrecognized\n", argv[0], c);
3379 if ((rc = system("kdestroy > /dev/null")) != 0) {
3380 rc = WEXITSTATUS(rc);
3381 fprintf(stderr, "error destroying tickets: %d, continuing\n", rc);
3385 if (optind >= argc) {
3386 /* flush for all mounted lustre fs. */
3387 while (!llapi_search_mounts(NULL, index++, mntdir, NULL)) {
3388 /* Check if we have a mount point */
3389 if (mntdir[0] == '\0')
3392 if (flushctx_ioctl(mntdir))
3395 mntdir[0] = '\0'; /* avoid matching in next loop */
3398 /* flush fs as specified */
3399 while (optind < argc) {
3400 if (flushctx_ioctl(argv[optind++]))
3407 static int lfs_lsetfacl(int argc, char **argv)
3409 fprintf(stderr, "local client sets facl for remote client.\n"
3410 "obsolete, does not support it anymore.\n");
3414 static int lfs_lgetfacl(int argc, char **argv)
3416 fprintf(stderr, "local client gets facl for remote client.\n"
3417 "obsolete, does not support it anymore.\n");
3421 static int lfs_rsetfacl(int argc, char **argv)
3423 fprintf(stderr, "remote client sets facl for remote client.\n"
3424 "obsolete, does not support it anymore.\n");
3428 static int lfs_rgetfacl(int argc, char **argv)
3430 fprintf(stderr, "remote client gets facl for remote client.\n"
3431 "obsolete, does not support it anymore.\n");
3435 static int lfs_cp(int argc, char **argv)
3437 fprintf(stderr, "remote client copy file(s).\n"
3438 "obsolete, does not support it anymore.\n");
3442 static int lfs_ls(int argc, char **argv)
3444 fprintf(stderr, "remote client lists directory contents.\n"
3445 "obsolete, does not support it anymore.\n");
3449 static int lfs_changelog(int argc, char **argv)
3451 void *changelog_priv;
3452 struct changelog_rec *rec;
3453 long long startrec = 0, endrec = 0;
3455 struct option long_opts[] = {
3456 {"follow", no_argument, 0, 'f'},
3459 char short_opts[] = "f";
3462 while ((rc = getopt_long(argc, argv, short_opts,
3463 long_opts, NULL)) != -1) {
3471 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
3472 argv[0], argv[optind - 1]);
3479 mdd = argv[optind++];
3481 startrec = strtoll(argv[optind++], NULL, 10);
3483 endrec = strtoll(argv[optind++], NULL, 10);
3485 rc = llapi_changelog_start(&changelog_priv,
3486 CHANGELOG_FLAG_BLOCK |
3487 CHANGELOG_FLAG_JOBID |
3488 (follow ? CHANGELOG_FLAG_FOLLOW : 0),
3491 fprintf(stderr, "Can't start changelog: %s\n",
3492 strerror(errno = -rc));
3496 while ((rc = llapi_changelog_recv(changelog_priv, &rec)) == 0) {
3500 if (endrec && rec->cr_index > endrec) {
3501 llapi_changelog_free(&rec);
3504 if (rec->cr_index < startrec) {
3505 llapi_changelog_free(&rec);
3509 secs = rec->cr_time >> 30;
3510 gmtime_r(&secs, &ts);
3511 printf("%ju %02d%-5s %02d:%02d:%02d.%06d %04d.%02d.%02d "
3512 "0x%x t="DFID, (uintmax_t) rec->cr_index, rec->cr_type,
3513 changelog_type2str(rec->cr_type),
3514 ts.tm_hour, ts.tm_min, ts.tm_sec,
3515 (int)(rec->cr_time & ((1<<30) - 1)),
3516 ts.tm_year + 1900, ts.tm_mon + 1, ts.tm_mday,
3517 rec->cr_flags & CLF_FLAGMASK, PFID(&rec->cr_tfid));
3519 if (rec->cr_flags & CLF_JOBID) {
3520 struct changelog_ext_jobid *jid =
3521 changelog_rec_jobid(rec);
3523 if (jid->cr_jobid[0] != '\0')
3524 printf(" j=%s", jid->cr_jobid);
3527 if (rec->cr_namelen)
3528 printf(" p="DFID" %.*s", PFID(&rec->cr_pfid),
3529 rec->cr_namelen, changelog_rec_name(rec));
3531 if (rec->cr_flags & CLF_RENAME) {
3532 struct changelog_ext_rename *rnm =
3533 changelog_rec_rename(rec);
3535 if (!fid_is_zero(&rnm->cr_sfid))
3536 printf(" s="DFID" sp="DFID" %.*s",
3537 PFID(&rnm->cr_sfid),
3538 PFID(&rnm->cr_spfid),
3539 (int)changelog_rec_snamelen(rec),
3540 changelog_rec_sname(rec));
3544 llapi_changelog_free(&rec);
3547 llapi_changelog_fini(&changelog_priv);
3550 fprintf(stderr, "Changelog: %s\n", strerror(errno = -rc));
3552 return (rc == 1 ? 0 : rc);
3555 static int lfs_changelog_clear(int argc, char **argv)
3563 endrec = strtoll(argv[3], NULL, 10);
3565 rc = llapi_changelog_clear(argv[1], argv[2], endrec);
3567 fprintf(stderr, "%s error: %s\n", argv[0],
3568 strerror(errno = -rc));
3572 static int lfs_fid2path(int argc, char **argv)
3574 struct option long_opts[] = {
3575 {"cur", no_argument, 0, 'c'},
3576 {"link", required_argument, 0, 'l'},
3577 {"rec", required_argument, 0, 'r'},
3580 char short_opts[] = "cl:r:";
3581 char *device, *fid, *path;
3582 long long recno = -1;
3588 while ((rc = getopt_long(argc, argv, short_opts,
3589 long_opts, NULL)) != -1) {
3595 linkno = strtol(optarg, NULL, 10);
3598 recno = strtoll(optarg, NULL, 10);
3603 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
3604 argv[0], argv[optind - 1]);
3612 device = argv[optind++];
3613 path = calloc(1, PATH_MAX);
3615 fprintf(stderr, "error: Not enough memory\n");
3620 while (optind < argc) {
3621 fid = argv[optind++];
3623 lnktmp = (linkno >= 0) ? linkno : 0;
3625 int oldtmp = lnktmp;
3626 long long rectmp = recno;
3628 rc2 = llapi_fid2path(device, fid, path, PATH_MAX,
3631 fprintf(stderr, "%s: error on FID %s: %s\n",
3632 argv[0], fid, strerror(errno = -rc2));
3639 fprintf(stdout, "%lld ", rectmp);
3640 if (device[0] == '/') {
3641 fprintf(stdout, "%s", device);
3642 if (device[strlen(device) - 1] != '/')
3643 fprintf(stdout, "/");
3644 } else if (path[0] == '\0') {
3645 fprintf(stdout, "/");
3647 fprintf(stdout, "%s\n", path);
3650 /* specified linkno */
3652 if (oldtmp == lnktmp)
3662 static int lfs_path2fid(int argc, char **argv)
3664 struct option long_opts[] = {
3665 {"parents", no_argument, 0, 'p'},
3669 const char short_opts[] = "p";
3670 const char *sep = "";
3673 bool show_parents = false;
3675 while ((rc = getopt_long(argc, argv, short_opts,
3676 long_opts, NULL)) != -1) {
3679 show_parents = true;
3682 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
3683 argv[0], argv[optind - 1]);
3688 if (optind > argc - 1)
3690 else if (optind < argc - 1)
3694 for (path = argv + optind; *path != NULL; path++) {
3696 if (!show_parents) {
3697 err = llapi_path2fid(*path, &fid);
3699 printf("%s%s"DFID"\n",
3700 *sep != '\0' ? *path : "", sep,
3703 char name[NAME_MAX + 1];
3704 unsigned int linkno = 0;
3706 while ((err = llapi_path2parent(*path, linkno, &fid,
3707 name, sizeof(name))) == 0) {
3708 if (*sep != '\0' && linkno == 0)
3709 printf("%s%s", *path, sep);
3711 printf("%s"DFID"/%s", linkno != 0 ? "\t" : "",
3716 /* err == -ENODATA is end-of-loop */
3717 if (linkno > 0 && err == -ENODATA) {
3724 fprintf(stderr, "%s: can't get %sfid for %s: %s\n",
3725 argv[0], show_parents ? "parent " : "", *path,
3737 static int lfs_data_version(int argc, char **argv)
3744 int data_version_flags = LL_DV_RD_FLUSH; /* Read by default */
3749 while ((c = getopt(argc, argv, "nrw")) != -1) {
3752 data_version_flags = 0;
3755 data_version_flags |= LL_DV_RD_FLUSH;
3758 data_version_flags |= LL_DV_WR_FLUSH;
3767 path = argv[optind];
3768 fd = open(path, O_RDONLY);
3770 err(errno, "cannot open file %s", path);
3772 rc = llapi_get_data_version(fd, &data_version, data_version_flags);
3774 err(errno, "cannot get version for %s", path);
3776 printf("%ju" "\n", (uintmax_t)data_version);
3782 static int lfs_hsm_state(int argc, char **argv)
3787 struct hsm_user_state hus;
3795 rc = llapi_hsm_state_get(path, &hus);
3797 fprintf(stderr, "can't get hsm state for %s: %s\n",
3798 path, strerror(errno = -rc));
3802 /* Display path name and status flags */
3803 printf("%s: (0x%08x)", path, hus.hus_states);
3805 if (hus.hus_states & HS_RELEASED)
3806 printf(" released");
3807 if (hus.hus_states & HS_EXISTS)
3809 if (hus.hus_states & HS_DIRTY)
3811 if (hus.hus_states & HS_ARCHIVED)
3812 printf(" archived");
3813 /* Display user-settable flags */
3814 if (hus.hus_states & HS_NORELEASE)
3815 printf(" never_release");
3816 if (hus.hus_states & HS_NOARCHIVE)
3817 printf(" never_archive");
3818 if (hus.hus_states & HS_LOST)
3819 printf(" lost_from_hsm");
3821 if (hus.hus_archive_id != 0)
3822 printf(", archive_id:%d", hus.hus_archive_id);
3825 } while (++i < argc);
3830 #define LFS_HSM_SET 0
3831 #define LFS_HSM_CLEAR 1
3834 * Generic function to set or clear HSM flags.
3835 * Used by hsm_set and hsm_clear.
3837 * @mode if LFS_HSM_SET, set the flags, if LFS_HSM_CLEAR, clear the flags.
3839 static int lfs_hsm_change_flags(int argc, char **argv, int mode)
3841 struct option long_opts[] = {
3842 {"lost", 0, 0, 'l'},
3843 {"norelease", 0, 0, 'r'},
3844 {"noarchive", 0, 0, 'a'},
3845 {"archived", 0, 0, 'A'},
3846 {"dirty", 0, 0, 'd'},
3847 {"exists", 0, 0, 'e'},
3850 char short_opts[] = "lraAde";
3858 while ((c = getopt_long(argc, argv, short_opts,
3859 long_opts, NULL)) != -1) {
3865 mask |= HS_NOARCHIVE;
3868 mask |= HS_ARCHIVED;
3871 mask |= HS_NORELEASE;
3882 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
3883 argv[0], argv[optind - 1]);
3888 /* User should have specified a flag */
3892 while (optind < argc) {
3894 path = argv[optind];
3896 /* If mode == 0, this means we apply the mask. */
3897 if (mode == LFS_HSM_SET)
3898 rc = llapi_hsm_state_set(path, mask, 0, 0);
3900 rc = llapi_hsm_state_set(path, 0, mask, 0);
3903 fprintf(stderr, "Can't change hsm flags for %s: %s\n",
3904 path, strerror(errno = -rc));
3913 static int lfs_hsm_action(int argc, char **argv)
3918 struct hsm_current_action hca;
3919 struct hsm_extent he;
3920 enum hsm_user_action hua;
3921 enum hsm_progress_states hps;
3929 rc = llapi_hsm_current_action(path, &hca);
3931 fprintf(stderr, "can't get hsm action for %s: %s\n",
3932 path, strerror(errno = -rc));
3935 he = hca.hca_location;
3936 hua = hca.hca_action;
3937 hps = hca.hca_state;
3939 printf("%s: %s", path, hsm_user_action2name(hua));
3941 /* Skip file without action */
3942 if (hca.hca_action == HUA_NONE) {
3947 printf(" %s ", hsm_progress_state2name(hps));
3949 if ((hps == HPS_RUNNING) &&
3950 (hua == HUA_ARCHIVE || hua == HUA_RESTORE))
3951 printf("(%llu bytes moved)\n",
3952 (unsigned long long)he.length);
3953 else if ((he.offset + he.length) == LUSTRE_EOF)
3954 printf("(from %llu to EOF)\n",
3955 (unsigned long long)he.offset);
3957 printf("(from %llu to %llu)\n",
3958 (unsigned long long)he.offset,
3959 (unsigned long long)(he.offset + he.length));
3961 } while (++i < argc);
3966 static int lfs_hsm_set(int argc, char **argv)
3968 return lfs_hsm_change_flags(argc, argv, LFS_HSM_SET);
3971 static int lfs_hsm_clear(int argc, char **argv)
3973 return lfs_hsm_change_flags(argc, argv, LFS_HSM_CLEAR);
3977 * Check file state and return its fid, to be used by lfs_hsm_request().
3979 * \param[in] file Path to file to check
3980 * \param[in,out] fid Pointer to allocated lu_fid struct.
3981 * \param[in,out] last_dev Pointer to last device id used.
3983 * \return 0 on success.
3985 static int lfs_hsm_prepare_file(const char *file, struct lu_fid *fid,
3991 rc = lstat(file, &st);
3993 fprintf(stderr, "Cannot stat %s: %s\n", file, strerror(errno));
3996 /* Checking for regular file as archiving as posix copytool
3997 * rejects archiving files other than regular files
3999 if (!S_ISREG(st.st_mode)) {
4000 fprintf(stderr, "error: \"%s\" is not a regular file\n", file);
4003 /* A request should be ... */
4004 if (*last_dev != st.st_dev && *last_dev != 0) {
4005 fprintf(stderr, "All files should be "
4006 "on the same filesystem: %s\n", file);
4009 *last_dev = st.st_dev;
4011 rc = llapi_path2fid(file, fid);
4013 fprintf(stderr, "Cannot read FID of %s: %s\n",
4014 file, strerror(-rc));
4020 /* Fill an HSM HUR item with a given file name.
4022 * If mntpath is set, then the filename is actually a FID, and no
4023 * lookup on the filesystem will be performed.
4025 * \param[in] hur the user request to fill
4026 * \param[in] idx index of the item inside the HUR to fill
4027 * \param[in] mntpath mountpoint of Lustre
4028 * \param[in] fname filename (if mtnpath is NULL)
4029 * or FID (if mntpath is set)
4030 * \param[in] last_dev pointer to last device id used
4032 * \retval 0 on success
4033 * \retval CMD_HELP or a negative errno on error
4035 static int fill_hur_item(struct hsm_user_request *hur, unsigned int idx,
4036 const char *mntpath, const char *fname,
4039 struct hsm_user_item *hui = &hur->hur_user_item[idx];
4042 hui->hui_extent.length = -1;
4044 if (mntpath != NULL) {
4047 rc = sscanf(fname, SFID, RFID(&hui->hui_fid));
4051 fprintf(stderr, "hsm: '%s' is not a valid FID\n",
4056 rc = lfs_hsm_prepare_file(fname, &hui->hui_fid, last_dev);
4060 hur->hur_request.hr_itemcount++;
4065 static int lfs_hsm_request(int argc, char **argv, int action)
4067 struct option long_opts[] = {
4068 {"filelist", 1, 0, 'l'},
4069 {"data", 1, 0, 'D'},
4070 {"archive", 1, 0, 'a'},
4071 {"mntpath", 1, 0, 'm'},
4075 char short_opts[] = "l:D:a:m:";
4076 struct hsm_user_request *hur, *oldhur;
4081 char *filelist = NULL;
4082 char fullpath[PATH_MAX];
4083 char *opaque = NULL;
4087 int nbfile_alloc = 0;
4088 char *some_file = NULL;
4089 char *mntpath = NULL;
4095 while ((c = getopt_long(argc, argv, short_opts,
4096 long_opts, NULL)) != -1) {
4105 if (action != HUA_ARCHIVE &&
4106 action != HUA_REMOVE) {
4108 "error: -a is supported only "
4109 "when archiving or removing\n");
4112 archive_id = atoi(optarg);
4115 if (some_file == NULL) {
4117 some_file = strdup(optarg);
4123 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
4124 argv[0], argv[optind - 1]);
4129 /* All remaining args are files, so we have at least nbfile */
4130 nbfile = argc - optind;
4132 if ((nbfile == 0) && (filelist == NULL))
4136 opaque_len = strlen(opaque);
4138 /* Alloc the request structure with enough place to store all files
4139 * from command line. */
4140 hur = llapi_hsm_user_request_alloc(nbfile, opaque_len);
4142 fprintf(stderr, "Cannot create the request: %s\n",
4146 nbfile_alloc = nbfile;
4148 hur->hur_request.hr_action = action;
4149 hur->hur_request.hr_archive_id = archive_id;
4150 hur->hur_request.hr_flags = 0;
4152 /* All remaining args are files, add them */
4153 if (nbfile != 0 && some_file == NULL)
4154 some_file = strdup(argv[optind]);
4156 for (i = 0; i < nbfile; i++) {
4157 rc = fill_hur_item(hur, i, mntpath, argv[optind + i],
4163 /* from here stop using nb_file, use hur->hur_request.hr_itemcount */
4165 /* If a filelist was specified, read the filelist from it. */
4166 if (filelist != NULL) {
4167 fp = fopen(filelist, "r");
4169 fprintf(stderr, "Cannot read the file list %s: %s\n",
4170 filelist, strerror(errno));
4175 while ((rc = getline(&line, &len, fp)) != -1) {
4176 /* If allocated buffer was too small, get something
4178 if (nbfile_alloc <= hur->hur_request.hr_itemcount) {
4181 nbfile_alloc = nbfile_alloc * 2 + 1;
4183 hur = llapi_hsm_user_request_alloc(nbfile_alloc,
4186 fprintf(stderr, "hsm: cannot allocate "
4187 "the request: %s\n",
4194 size = hur_len(oldhur);
4196 fprintf(stderr, "hsm: cannot allocate "
4197 "%u files + %u bytes data\n",
4198 oldhur->hur_request.hr_itemcount,
4199 oldhur->hur_request.hr_data_len);
4206 memcpy(hur, oldhur, size);
4211 if (line[strlen(line) - 1] == '\n')
4212 line[strlen(line) - 1] = '\0';
4214 rc = fill_hur_item(hur, hur->hur_request.hr_itemcount,
4215 mntpath, line, &last_dev);
4221 if (some_file == NULL) {
4231 /* If a --data was used, add it to the request */
4232 hur->hur_request.hr_data_len = opaque_len;
4234 memcpy(hur_data(hur), opaque, opaque_len);
4236 /* Send the HSM request */
4237 if (realpath(some_file, fullpath) == NULL) {
4238 fprintf(stderr, "Could not find path '%s': %s\n",
4239 some_file, strerror(errno));
4241 rc = llapi_hsm_request(fullpath, hur);
4243 fprintf(stderr, "Cannot send HSM request (use of %s): %s\n",
4244 some_file, strerror(-rc));
4254 static int lfs_hsm_archive(int argc, char **argv)
4256 return lfs_hsm_request(argc, argv, HUA_ARCHIVE);
4259 static int lfs_hsm_restore(int argc, char **argv)
4261 return lfs_hsm_request(argc, argv, HUA_RESTORE);
4264 static int lfs_hsm_release(int argc, char **argv)
4266 return lfs_hsm_request(argc, argv, HUA_RELEASE);
4269 static int lfs_hsm_remove(int argc, char **argv)
4271 return lfs_hsm_request(argc, argv, HUA_REMOVE);
4274 static int lfs_hsm_cancel(int argc, char **argv)
4276 return lfs_hsm_request(argc, argv, HUA_CANCEL);
4279 static int lfs_swap_layouts(int argc, char **argv)
4284 return llapi_swap_layouts(argv[1], argv[2], 0, 0,
4285 SWAP_LAYOUTS_KEEP_MTIME |
4286 SWAP_LAYOUTS_KEEP_ATIME);
4289 static const char *const ladvise_names[] = LU_LADVISE_NAMES;
4291 static enum lu_ladvise_type lfs_get_ladvice(const char *string)
4293 enum lu_ladvise_type advice;
4296 advice < ARRAY_SIZE(ladvise_names); advice++) {
4297 if (ladvise_names[advice] == NULL)
4299 if (strcmp(string, ladvise_names[advice]) == 0)
4303 return LU_LADVISE_INVALID;
4306 static int lfs_ladvise(int argc, char **argv)
4308 struct option long_opts[] = {
4309 {"advice", required_argument, 0, 'a'},
4310 {"background", no_argument, 0, 'b'},
4311 {"end", required_argument, 0, 'e'},
4312 {"start", required_argument, 0, 's'},
4313 {"length", required_argument, 0, 'l'},
4316 char short_opts[] = "a:be:l:s:";
4321 struct llapi_lu_ladvise advice;
4322 enum lu_ladvise_type advice_type = LU_LADVISE_INVALID;
4323 unsigned long long start = 0;
4324 unsigned long long end = LUSTRE_EOF;
4325 unsigned long long length = 0;
4326 unsigned long long size_units;
4327 unsigned long long flags = 0;
4330 while ((c = getopt_long(argc, argv, short_opts,
4331 long_opts, NULL)) != -1) {
4334 advice_type = lfs_get_ladvice(optarg);
4335 if (advice_type == LU_LADVISE_INVALID) {
4336 fprintf(stderr, "%s: invalid advice type "
4337 "'%s'\n", argv[0], optarg);
4338 fprintf(stderr, "Valid types:");
4340 for (advice_type = 0;
4341 advice_type < ARRAY_SIZE(ladvise_names);
4343 if (ladvise_names[advice_type] == NULL)
4345 fprintf(stderr, " %s",
4346 ladvise_names[advice_type]);
4348 fprintf(stderr, "\n");
4358 rc = llapi_parse_size(optarg, &end,
4361 fprintf(stderr, "%s: bad end offset '%s'\n",
4368 rc = llapi_parse_size(optarg, &start,
4371 fprintf(stderr, "%s: bad start offset "
4372 "'%s'\n", argv[0], optarg);
4378 rc = llapi_parse_size(optarg, &length,
4381 fprintf(stderr, "%s: bad length '%s'\n",
4389 fprintf(stderr, "%s: option '%s' unrecognized\n",
4390 argv[0], argv[optind - 1]);
4395 if (advice_type == LU_LADVISE_INVALID) {
4396 fprintf(stderr, "%s: please give an advice type\n", argv[0]);
4397 fprintf(stderr, "Valid types:");
4398 for (advice_type = 0; advice_type < ARRAY_SIZE(ladvise_names);
4400 if (ladvise_names[advice_type] == NULL)
4402 fprintf(stderr, " %s", ladvise_names[advice_type]);
4404 fprintf(stderr, "\n");
4408 if (argc <= optind) {
4409 fprintf(stderr, "%s: please give one or more file names\n",
4414 if (end != LUSTRE_EOF && length != 0 && end != start + length) {
4415 fprintf(stderr, "%s: conflicting arguments of -l and -e\n",
4420 if (end == LUSTRE_EOF && length != 0)
4421 end = start + length;
4424 fprintf(stderr, "%s: range [%llu, %llu] is invalid\n",
4425 argv[0], start, end);
4429 while (optind < argc) {
4432 path = argv[optind++];
4434 fd = open(path, O_RDONLY);
4436 fprintf(stderr, "%s: cannot open file '%s': %s\n",
4437 argv[0], path, strerror(errno));
4442 advice.lla_start = start;
4443 advice.lla_end = end;
4444 advice.lla_advice = advice_type;
4445 advice.lla_value1 = 0;
4446 advice.lla_value2 = 0;
4447 advice.lla_value3 = 0;
4448 advice.lla_value4 = 0;
4449 rc2 = llapi_ladvise(fd, flags, 1, &advice);
4452 fprintf(stderr, "%s: cannot give advice '%s' to file "
4453 "'%s': %s\n", argv[0],
4454 ladvise_names[advice_type],
4455 path, strerror(errno));
4458 if (rc == 0 && rc2 < 0)
4464 int main(int argc, char **argv)
4468 /* Ensure that liblustreapi constructor has run */
4469 if (!liblustreapi_initialized)
4470 fprintf(stderr, "liblustreapi was not properly initialized\n");
4474 Parser_init("lfs > ", cmdlist);
4476 progname = argv[0]; /* Used in error messages */
4478 rc = Parser_execarg(argc - 1, argv + 1, cmdlist);
4480 rc = Parser_commands();
4483 return rc < 0 ? -rc : rc;
4486 #ifdef _LUSTRE_IDL_H_
4487 /* Everything we need here should be included by lustreapi.h. */
4488 # error "lfs should not depend on lustre_idl.h"
4489 #endif /* _LUSTRE_IDL_H_ */