4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2011, 2015, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
30 * Lustre is a trademark of Sun Microsystems, Inc.
34 * Author: Peter J. Braam <braam@clusterfs.com>
35 * Author: Phil Schwan <phil@clusterfs.com>
36 * Author: Robert Read <rread@clusterfs.com>
54 #include <sys/ioctl.h>
55 #include <sys/quota.h>
57 #include <sys/types.h>
63 #ifdef HAVE_SYS_QUOTA_H
64 # include <sys/quota.h>
67 #include <libcfs/util/string.h>
68 #include <libcfs/util/ioctl.h>
69 #include <libcfs/util/parser.h>
70 #include <lustre/lustreapi.h>
71 #include <lustre_ver.h>
72 #include <lustre_param.h>
75 # define ARRAY_SIZE(a) ((sizeof(a)) / (sizeof((a)[0])))
76 #endif /* !ARRAY_SIZE */
79 static int lfs_setstripe(int argc, char **argv);
80 static int lfs_find(int argc, char **argv);
81 static int lfs_getstripe(int argc, char **argv);
82 static int lfs_getdirstripe(int argc, char **argv);
83 static int lfs_setdirstripe(int argc, char **argv);
84 static int lfs_rmentry(int argc, char **argv);
85 static int lfs_osts(int argc, char **argv);
86 static int lfs_mdts(int argc, char **argv);
87 static int lfs_df(int argc, char **argv);
88 static int lfs_getname(int argc, char **argv);
89 static int lfs_check(int argc, char **argv);
90 #ifdef HAVE_SYS_QUOTA_H
91 static int lfs_setquota(int argc, char **argv);
92 static int lfs_quota(int argc, char **argv);
94 static int lfs_flushctx(int argc, char **argv);
95 static int lfs_join(int argc, char **argv);
96 static int lfs_lsetfacl(int argc, char **argv);
97 static int lfs_lgetfacl(int argc, char **argv);
98 static int lfs_rsetfacl(int argc, char **argv);
99 static int lfs_rgetfacl(int argc, char **argv);
100 static int lfs_cp(int argc, char **argv);
101 static int lfs_ls(int argc, char **argv);
102 static int lfs_poollist(int argc, char **argv);
103 static int lfs_changelog(int argc, char **argv);
104 static int lfs_changelog_clear(int argc, char **argv);
105 static int lfs_fid2path(int argc, char **argv);
106 static int lfs_path2fid(int argc, char **argv);
107 static int lfs_data_version(int argc, char **argv);
108 static int lfs_hsm_state(int argc, char **argv);
109 static int lfs_hsm_set(int argc, char **argv);
110 static int lfs_hsm_clear(int argc, char **argv);
111 static int lfs_hsm_action(int argc, char **argv);
112 static int lfs_hsm_archive(int argc, char **argv);
113 static int lfs_hsm_restore(int argc, char **argv);
114 static int lfs_hsm_release(int argc, char **argv);
115 static int lfs_hsm_remove(int argc, char **argv);
116 static int lfs_hsm_cancel(int argc, char **argv);
117 static int lfs_swap_layouts(int argc, char **argv);
118 static int lfs_mv(int argc, char **argv);
119 static int lfs_ladvise(int argc, char **argv);
121 /* Setstripe and migrate share mostly the same parameters */
122 #define SSM_CMD_COMMON(cmd) \
123 "usage: "cmd" [--stripe-count|-c <stripe_count>]\n" \
124 " [--stripe-index|-i <start_ost_idx>]\n" \
125 " [--stripe-size|-S <stripe_size>]\n" \
126 " [--pool|-p <pool_name>]\n" \
127 " [--ost|-o <ost_indices>]\n"
129 #define SSM_HELP_COMMON \
130 "\tstripe_size: Number of bytes on each OST (0 filesystem default)\n" \
131 "\t Can be specified with k, m or g (in KB, MB and GB\n" \
132 "\t respectively)\n" \
133 "\tstart_ost_idx: OST index of first stripe (-1 default)\n" \
134 "\tstripe_count: Number of OSTs to stripe over (0 default, -1 all)\n" \
135 "\tpool_name: Name of OST pool to use (default none)\n" \
136 "\tost_indices: List of OST indices, can be repeated multiple times\n"\
137 "\t Indices be specified in a format of:\n" \
138 "\t -o <ost_1>,<ost_i>-<ost_j>,<ost_n>\n" \
140 "\t -o <ost_1> -o <ost_i>-<ost_j> -o <ost_n>\n" \
141 "\t If --pool is set with --ost, then the OSTs\n" \
142 "\t must be the members of the pool."
144 #define SETSTRIPE_USAGE \
145 SSM_CMD_COMMON("setstripe") \
146 " <directory|filename>\n" \
149 #define MIGRATE_USAGE \
150 SSM_CMD_COMMON("migrate ") \
152 " [--non-block|-n]\n" \
156 "\tblock: Block file access during data migration (default)\n" \
157 "\tnon-block: Abort migrations if concurrent access is detected\n" \
159 #define SETDIRSTRIPE_USAGE \
160 " [--mdt-count|-c stripe_count>\n" \
161 " [--mdt-index|-i mdt_index]\n" \
162 " [--mdt-hash|-t mdt_hash]\n" \
163 " [--default_stripe|-D] [--mode|-m mode] <dir>\n" \
164 "\tstripe_count: stripe count of the striped directory\n" \
165 "\tmdt_index: MDT index of first stripe\n" \
166 "\tmdt_hash: hash type of the striped directory. mdt types:\n" \
167 " fnv_1a_64 FNV-1a hash algorithm (default)\n" \
168 " all_char sum of characters % MDT_COUNT (not recommended)\n" \
169 "\tdefault_stripe: set default dirstripe of the directory\n" \
170 "\tmode: the mode of the directory\n"
172 static const char *progname;
173 static bool file_lease_supported = true;
175 /* all available commands */
176 command_t cmdlist[] = {
177 {"setstripe", lfs_setstripe, 0,
178 "Create a new file with a specific striping pattern or\n"
179 "set the default striping pattern on an existing directory or\n"
180 "delete the default striping pattern from an existing directory\n"
181 "usage: setstripe -d <directory> (to delete default striping)\n"\
184 {"getstripe", lfs_getstripe, 0,
185 "To list the striping info for a given file or files in a\n"
186 "directory or recursively for all files in a directory tree.\n"
187 "usage: getstripe [--ost|-O <uuid>] [--quiet|-q] [--verbose|-v]\n"
188 " [--stripe-count|-c] [--stripe-index|-i]\n"
189 " [--pool|-p] [--stripe-size|-S] [--directory|-d]\n"
190 " [--mdt|-m] [--recursive|-r] [--raw|-R]\n"
191 " [--layout|-L] [--fid|-F] [--generation|-g]\n"
192 " <directory|filename> ..."},
193 {"setdirstripe", lfs_setdirstripe, 0,
194 "To create a striped directory on a specified MDT. This can only\n"
195 "be done on MDT0 with the right of administrator.\n"
196 "usage: setdirstripe [OPTION] <directory>\n"
198 {"getdirstripe", lfs_getdirstripe, 0,
199 "To list the striping info for a given directory\n"
200 "or recursively for all directories in a directory tree.\n"
201 "usage: getdirstripe [--obd|-O <uuid>] [--quiet|-q] [--verbose|-v]\n"
202 " [--count|-c ] [--index|-i ] [--raw|-R]\n"
203 " [--recursive | -r] [ --default_stripe | -D ] <dir> "},
204 {"mkdir", lfs_setdirstripe, 0,
205 "To create a striped directory on a specified MDT. This can only\n"
206 "be done on MDT0 with the right of administrator.\n"
207 "usage: mkdir [OPTION] <directory>\n"
209 {"rm_entry", lfs_rmentry, 0,
210 "To remove the name entry of the remote directory. Note: This\n"
211 "command will only delete the name entry, i.e. the remote directory\n"
212 "will become inaccessable after this command. This can only be done\n"
213 "by the administrator\n"
214 "usage: rm_entry <dir>\n"},
215 {"pool_list", lfs_poollist, 0,
216 "List pools or pool OSTs\n"
217 "usage: pool_list <fsname>[.<pool>] | <pathname>\n"},
218 {"find", lfs_find, 0,
219 "find files matching given attributes recursively in directory tree.\n"
220 "usage: find <directory|filename> ...\n"
221 " [[!] --atime|-A [+-]N] [[!] --ctime|-C [+-]N]\n"
222 " [[!] --mtime|-M [+-]N] [[!] --mdt|-m <uuid|index,...>]\n"
223 " [--maxdepth|-D N] [[!] --name|-n <pattern>]\n"
224 " [[!] --ost|-O <uuid|index,...>] [--print|-p] [--print0|-P]\n"
225 " [[!] --size|-s [+-]N[bkMGTPE]]\n"
226 " [[!] --stripe-count|-c [+-]<stripes>]\n"
227 " [[!] --stripe-index|-i <index,...>]\n"
228 " [[!] --stripe-size|-S [+-]N[kMGT]] [[!] --type|-t <filetype>]\n"
229 " [[!] --gid|-g|--group|-G <gid>|<gname>]\n"
230 " [[!] --uid|-u|--user|-U <uid>|<uname>] [[!] --pool <pool>]\n"
231 " [[!] --layout|-L released,raid0]\n"
232 "\t !: used before an option indicates 'NOT' requested attribute\n"
233 "\t -: used before a value indicates 'AT MOST' requested value\n"
234 "\t +: used before a value indicates 'AT LEAST' requested value\n"},
235 {"check", lfs_check, 0,
236 "Display the status of MDS or OSTs (as specified in the command)\n"
237 "or all the servers (MDS and OSTs).\n"
238 "usage: check <osts|mds|servers>"},
239 {"join", lfs_join, 0,
240 "join two lustre files into one.\n"
241 "obsolete, HEAD does not support it anymore.\n"},
242 {"osts", lfs_osts, 0, "list OSTs connected to client "
243 "[for specified path only]\n" "usage: osts [path]"},
244 {"mdts", lfs_mdts, 0, "list MDTs connected to client "
245 "[for specified path only]\n" "usage: mdts [path]"},
247 "report filesystem disk space usage or inodes usage"
248 "of each MDS and all OSDs or a batch belonging to a specific pool .\n"
249 "Usage: df [-i] [-h] [--lazy|-l] [--pool|-p <fsname>[.<pool>] [path]"},
250 {"getname", lfs_getname, 0, "list instances and specified mount points "
251 "[for specified path only]\n"
252 "Usage: getname [-h]|[path ...] "},
253 #ifdef HAVE_SYS_QUOTA_H
254 {"setquota", lfs_setquota, 0, "Set filesystem quotas.\n"
255 "usage: setquota <-u|-g> <uname>|<uid>|<gname>|<gid>\n"
256 " -b <block-softlimit> -B <block-hardlimit>\n"
257 " -i <inode-softlimit> -I <inode-hardlimit> <filesystem>\n"
258 " setquota <-u|--user|-g|--group> <uname>|<uid>|<gname>|<gid>\n"
259 " [--block-softlimit <block-softlimit>]\n"
260 " [--block-hardlimit <block-hardlimit>]\n"
261 " [--inode-softlimit <inode-softlimit>]\n"
262 " [--inode-hardlimit <inode-hardlimit>] <filesystem>\n"
263 " setquota [-t] <-u|--user|-g|--group>\n"
264 " [--block-grace <block-grace>]\n"
265 " [--inode-grace <inode-grace>] <filesystem>\n"
266 " -b can be used instead of --block-softlimit/--block-grace\n"
267 " -B can be used instead of --block-hardlimit\n"
268 " -i can be used instead of --inode-softlimit/--inode-grace\n"
269 " -I can be used instead of --inode-hardlimit\n\n"
270 "Note: The total quota space will be split into many qunits and\n"
271 " balanced over all server targets, the minimal qunit size is\n"
272 " 1M bytes for block space and 1K inodes for inode space.\n\n"
273 " Quota space rebalancing process will stop when this mininum\n"
274 " value is reached. As a result, quota exceeded can be returned\n"
275 " while many targets still have 1MB or 1K inodes of spare\n"
277 {"quota", lfs_quota, 0, "Display disk usage and limits.\n"
278 "usage: quota [-q] [-v] [-h] [-o <obd_uuid>|-i <mdt_idx>|-I "
280 " [<-u|-g> <uname>|<uid>|<gname>|<gid>] <filesystem>\n"
281 " quota [-o <obd_uuid>|-i <mdt_idx>|-I <ost_idx>] -t <-u|-g> <filesystem>"},
283 {"flushctx", lfs_flushctx, 0, "Flush security context for current user.\n"
284 "usage: flushctx [-k] [mountpoint...]"},
285 {"lsetfacl", lfs_lsetfacl, 0,
286 "Remote user setfacl for user/group on the same remote client.\n"
287 "usage: lsetfacl [-bkndRLPvh] [{-m|-x} acl_spec] [{-M|-X} acl_file] file ..."},
288 {"lgetfacl", lfs_lgetfacl, 0,
289 "Remote user getfacl for user/group on the same remote client.\n"
290 "usage: lgetfacl [-dRLPvh] file ..."},
291 {"rsetfacl", lfs_rsetfacl, 0,
292 "Remote user setfacl for user/group on other clients.\n"
293 "usage: rsetfacl [-bkndRLPvh] [{-m|-x} acl_spec] [{-M|-X} acl_file] file ..."},
294 {"rgetfacl", lfs_rgetfacl, 0,
295 "Remote user getfacl for user/group on other clients.\n"
296 "usage: rgetfacl [-dRLPvh] file ..."},
298 "Remote user copy files and directories.\n"
299 "usage: cp [OPTION]... [-T] SOURCE DEST\n\tcp [OPTION]... SOURCE... DIRECTORY\n\tcp [OPTION]... -t DIRECTORY SOURCE..."},
301 "Remote user list directory contents.\n"
302 "usage: ls [OPTION]... [FILE]..."},
303 {"changelog", lfs_changelog, 0,
304 "Show the metadata changes on an MDT."
305 "\nusage: changelog <mdtname> [startrec [endrec]]"},
306 {"changelog_clear", lfs_changelog_clear, 0,
307 "Indicate that old changelog records up to <endrec> are no longer of "
308 "interest to consumer <id>, allowing the system to free up space.\n"
309 "An <endrec> of 0 means all records.\n"
310 "usage: changelog_clear <mdtname> <id> <endrec>"},
311 {"fid2path", lfs_fid2path, 0,
312 "Resolve the full path(s) for given FID(s). For a specific hardlink "
313 "specify link number <linkno>.\n"
314 /* "For a historical link name, specify changelog record <recno>.\n" */
315 "usage: fid2path [--link <linkno>] <fsname|rootpath> <fid> ..."
316 /* [ --rec <recno> ] */ },
317 {"path2fid", lfs_path2fid, 0, "Display the fid(s) for a given path(s).\n"
318 "usage: path2fid [--parents] <path> ..."},
319 {"data_version", lfs_data_version, 0, "Display file data version for "
320 "a given path.\n" "usage: data_version -[n|r|w] <path>"},
321 {"hsm_state", lfs_hsm_state, 0, "Display the HSM information (states, "
322 "undergoing actions) for given files.\n usage: hsm_state <file> ..."},
323 {"hsm_set", lfs_hsm_set, 0, "Set HSM user flag on specified files.\n"
324 "usage: hsm_set [--norelease] [--noarchive] [--dirty] [--exists] "
325 "[--archived] [--lost] <file> ..."},
326 {"hsm_clear", lfs_hsm_clear, 0, "Clear HSM user flag on specified "
328 "usage: hsm_clear [--norelease] [--noarchive] [--dirty] [--exists] "
329 "[--archived] [--lost] <file> ..."},
330 {"hsm_action", lfs_hsm_action, 0, "Display current HSM request for "
331 "given files.\n" "usage: hsm_action <file> ..."},
332 {"hsm_archive", lfs_hsm_archive, 0,
333 "Archive file to external storage.\n"
334 "usage: hsm_archive [--filelist FILELIST] [--data DATA] [--archive NUM] "
336 {"hsm_restore", lfs_hsm_restore, 0,
337 "Restore file from external storage.\n"
338 "usage: hsm_restore [--filelist FILELIST] [--data DATA] <file> ..."},
339 {"hsm_release", lfs_hsm_release, 0,
340 "Release files from Lustre.\n"
341 "usage: hsm_release [--filelist FILELIST] [--data DATA] <file> ..."},
342 {"hsm_remove", lfs_hsm_remove, 0,
343 "Remove file copy from external storage.\n"
344 "usage: hsm_remove [--filelist FILELIST] [--data DATA]\n"
345 " [--mntpath MOUNTPATH] [--archive NUM] <file|FID> ...\n"
347 "Note: To remove files from the archive that have been deleted on\n"
348 "Lustre, set mntpath and optionally archive. In that case, all the\n"
349 "positional arguments and entries in the file list must be FIDs."
351 {"hsm_cancel", lfs_hsm_cancel, 0,
352 "Cancel requests related to specified files.\n"
353 "usage: hsm_cancel [--filelist FILELIST] [--data DATA] <file> ..."},
354 {"swap_layouts", lfs_swap_layouts, 0, "Swap layouts between 2 files.\n"
355 "usage: swap_layouts <path1> <path2>"},
356 {"migrate", lfs_setstripe, 0,
357 "migrate a directory between MDTs.\n"
358 "usage: migrate --mdt-index <mdt_idx> [--verbose|-v] "
360 "\tmdt_idx: index of the destination MDT\n"
362 "migrate file objects from one OST "
363 "layout\nto another (may be not safe with concurent writes).\n"
365 "[--stripe-count|-c] <stripe_count>\n"
366 " [--stripe-index|-i] <start_ost_index>\n"
367 " [--stripe-size|-S] <stripe_size>\n"
368 " [--pool|-p] <pool_name>\n"
369 " [--ost-list|-o] <ost_indices>\n"
371 " [--non-block|-n]\n"
372 " <file|directory>\n"
373 "\tstripe_count: number of OSTs to stripe a file over\n"
374 "\tstripe_ost_index: index of the first OST to stripe a file over\n"
375 "\tstripe_size: number of bytes to store before moving to the next OST\n"
376 "\tpool_name: name of the predefined pool of OSTs\n"
377 "\tost_indices: OSTs to stripe over, in order\n"
378 "\tblock: wait for the operation to return before continuing\n"
379 "\tnon-block: do not wait for the operation to return.\n"},
381 "To move directories between MDTs. This command is deprecated, "
382 "use \"migrate\" instead.\n"
383 "usage: mv <directory|filename> [--mdt-index|-M] <mdt_index> "
385 {"ladvise", lfs_ladvise, 0,
386 "Provide servers with advice about access patterns for a file.\n"
387 "usage: ladvise [--advice|-a ADVICE] [--start|-s START[kMGT]]\n"
388 " [--background|-b]\n"
389 " {[--end|-e END[kMGT]] | [--length|-l LENGTH[kMGT]]}\n"
391 {"help", Parser_help, 0, "help"},
392 {"exit", Parser_quit, 0, "quit"},
393 {"quit", Parser_quit, 0, "quit"},
394 {"--version", Parser_version, 0,
395 "output build version of the utility and exit"},
400 #define MIGRATION_NONBLOCK 1
403 * Internal helper for migrate_copy_data(). Check lease and report error if
406 * \param[in] fd File descriptor on which to check the lease.
407 * \param[out] lease_broken Set to true if the lease was broken.
408 * \param[in] group_locked Whether a group lock was taken or not.
409 * \param[in] path Name of the file being processed, for error
412 * \retval 0 Migration can keep on going.
413 * \retval -errno Error occurred, abort migration.
415 static int check_lease(int fd, bool *lease_broken, bool group_locked,
420 if (!file_lease_supported)
423 rc = llapi_lease_check(fd);
425 return 0; /* llapi_check_lease returns > 0 on success. */
428 fprintf(stderr, "%s: cannot migrate '%s': file busy\n",
430 rc = rc ? rc : -EAGAIN;
432 fprintf(stderr, "%s: external attempt to access file '%s' "
433 "blocked until migration ends.\n", progname, path);
436 *lease_broken = true;
440 static int migrate_copy_data(int fd_src, int fd_dst, size_t buf_size,
441 bool group_locked, const char *fname)
450 bool lease_broken = false;
452 /* Use a page-aligned buffer for direct I/O */
453 rc = posix_memalign(&buf, getpagesize(), buf_size);
458 /* read new data only if we have written all
459 * previously read data */
462 rc = check_lease(fd_src, &lease_broken,
463 group_locked, fname);
467 rsize = read(fd_src, buf, buf_size);
470 fprintf(stderr, "%s: %s: read failed: %s\n",
471 progname, fname, strerror(-rc));
481 wsize = write(fd_dst, buf + bufoff, rpos - wpos);
485 "%s: %s: write failed on volatile: %s\n",
486 progname, fname, strerror(-rc));
496 fprintf(stderr, "%s: %s: fsync failed: %s\n",
497 progname, fname, strerror(-rc));
505 static int migrate_copy_timestamps(int fdv, const struct stat *st)
507 struct timeval tv[2] = {
508 {.tv_sec = st->st_atime},
509 {.tv_sec = st->st_mtime}
512 return futimes(fdv, tv);
515 static int migrate_block(int fd, int fdv, const struct stat *st,
516 size_t buf_size, const char *name)
523 rc = llapi_get_data_version(fd, &dv1, LL_DV_RD_FLUSH);
525 fprintf(stderr, "%s: %s: cannot get dataversion: %s\n",
526 progname, name, strerror(-rc));
534 /* The grouplock blocks all concurrent accesses to the file.
535 * It has to be taken after llapi_get_data_version as it would
537 rc = llapi_group_lock(fd, gid);
539 fprintf(stderr, "%s: %s: cannot get group lock: %s\n",
540 progname, name, strerror(-rc));
544 rc = migrate_copy_data(fd, fdv, buf_size, true, name);
546 fprintf(stderr, "%s: %s: data copy failed\n", progname, name);
550 /* Make sure we keep original atime/mtime values */
551 rc = migrate_copy_timestamps(fdv, st);
553 fprintf(stderr, "%s: %s: timestamp copy failed\n",
559 * for a migration we need to check data version on file did
562 * Pass in gid=0 since we already own grouplock. */
563 rc = llapi_fswap_layouts_grouplock(fd, fdv, dv1, 0, 0,
564 SWAP_LAYOUTS_CHECK_DV1);
566 fprintf(stderr, "%s: %s: dataversion changed during copy, "
567 "migration aborted\n", progname, name);
570 fprintf(stderr, "%s: %s: cannot swap layouts: %s\n", progname,
571 name, strerror(-rc));
576 rc2 = llapi_group_unlock(fd, gid);
577 if (rc2 < 0 && rc == 0) {
578 fprintf(stderr, "%s: %s: putting group lock failed: %s\n",
579 progname, name, strerror(-rc2));
586 static int migrate_nonblock(int fd, int fdv, const struct stat *st,
587 size_t buf_size, const char *name)
593 rc = llapi_get_data_version(fd, &dv1, LL_DV_RD_FLUSH);
595 fprintf(stderr, "%s: %s: cannot get data version: %s\n",
596 progname, name, strerror(-rc));
600 rc = migrate_copy_data(fd, fdv, buf_size, false, name);
602 fprintf(stderr, "%s: %s: data copy failed\n", progname, name);
606 rc = llapi_get_data_version(fd, &dv2, LL_DV_RD_FLUSH);
608 fprintf(stderr, "%s: %s: cannot get data version: %s\n",
609 progname, name, strerror(-rc));
615 fprintf(stderr, "%s: %s: data version changed during "
621 /* Make sure we keep original atime/mtime values */
622 rc = migrate_copy_timestamps(fdv, st);
624 fprintf(stderr, "%s: %s: timestamp copy failed\n",
629 /* Atomically put lease, swap layouts and close.
630 * for a migration we need to check data version on file did
632 rc = llapi_fswap_layouts(fd, fdv, 0, 0, SWAP_LAYOUTS_CLOSE);
634 fprintf(stderr, "%s: %s: cannot swap layouts: %s\n",
635 progname, name, strerror(-rc));
642 static int lfs_migrate(char *name, __u64 migration_flags,
643 struct llapi_stripe_param *param)
647 char parent[PATH_MAX];
650 char volatile_file[sizeof(parent) +
651 LUSTRE_VOLATILE_HDR_LEN +
652 2 * sizeof(mdt_index) +
653 2 * sizeof(random_value) + 4];
656 struct lov_user_md *lum = NULL;
659 bool have_lease_rdlck = false;
663 /* find the right size for the IO and allocate the buffer */
664 lum_size = lov_user_md_size(LOV_MAX_STRIPE_COUNT, LOV_USER_MAGIC_V3);
665 lum = malloc(lum_size);
671 rc = llapi_file_get_stripe(name, lum);
672 /* failure can happen for many reasons and some may be not real errors
674 * in case of a real error, a later call will fail with better
675 * error management */
677 buf_size = 1024 * 1024;
679 buf_size = lum->lmm_stripe_size;
681 /* open file, direct io */
682 /* even if the file is only read, WR mode is nedeed to allow
683 * layout swap on fd */
684 fd = open(name, O_RDWR | O_DIRECT);
687 fprintf(stderr, "%s: %s: cannot open: %s\n", progname, name,
692 if (file_lease_supported) {
693 rc = llapi_lease_get(fd, LL_LEASE_RDLCK);
694 if (rc == -EOPNOTSUPP) {
695 /* Older servers do not support file lease.
696 * Disable related checks. This opens race conditions
697 * as explained in LU-4840 */
698 file_lease_supported = false;
700 fprintf(stderr, "%s: %s: cannot get open lease: %s\n",
701 progname, name, strerror(-rc));
704 have_lease_rdlck = true;
708 /* search for file directory pathname */
709 if (strlen(name) > sizeof(parent)-1) {
713 strncpy(parent, name, sizeof(parent));
714 ptr = strrchr(parent, '/');
716 if (getcwd(parent, sizeof(parent)) == NULL) {
727 rc = llapi_file_fget_mdtidx(fd, &mdt_index);
729 fprintf(stderr, "%s: %s: cannot get MDT index: %s\n",
730 progname, name, strerror(-rc));
735 random_value = random();
736 rc = snprintf(volatile_file, sizeof(volatile_file),
737 "%s/%s:%.4X:%.4X", parent, LUSTRE_VOLATILE_HDR,
738 mdt_index, random_value);
739 if (rc >= sizeof(volatile_file)) {
744 /* create, open a volatile file, use caching (ie no directio) */
745 fdv = llapi_file_open_param(volatile_file,
746 O_WRONLY | O_CREAT | O_EXCL | O_NOFOLLOW,
747 S_IRUSR | S_IWUSR, param);
748 } while (fdv == -EEXIST);
752 fprintf(stderr, "%s: %s: cannot create volatile file in"
754 progname, parent, strerror(-rc));
758 /* Not-owner (root?) special case.
759 * Need to set owner/group of volatile file like original.
760 * This will allow to pass related check during layout_swap.
765 fprintf(stderr, "%s: %s: cannot stat: %s\n", progname, name,
769 rc = fstat(fdv, &stv);
772 fprintf(stderr, "%s: %s: cannot stat: %s\n", progname,
773 volatile_file, strerror(errno));
776 if (st.st_uid != stv.st_uid || st.st_gid != stv.st_gid) {
777 rc = fchown(fdv, st.st_uid, st.st_gid);
780 fprintf(stderr, "%s: %s: cannot chown: %s\n", progname,
781 name, strerror(errno));
786 if (migration_flags & MIGRATION_NONBLOCK && file_lease_supported) {
787 rc = migrate_nonblock(fd, fdv, &st, buf_size, name);
789 have_lease_rdlck = false;
790 fdv = -1; /* The volatile file is closed as we put the
791 * lease in non-blocking mode. */
794 /* Blocking mode (forced if servers do not support file lease).
795 * It is also the default mode, since we cannot distinguish
796 * between a broken lease and a server that does not support
797 * atomic swap/close (LU-6785) */
798 rc = migrate_block(fd, fdv, &st, buf_size, name);
802 if (have_lease_rdlck)
819 * Parse a string containing an OST index list into an array of integers.
821 * The input string contains a comma delimited list of individual
822 * indices and ranges, for example "1,2-4,7". Add the indices into the
823 * \a osts array and remove duplicates.
825 * \param[out] osts array to store indices in
826 * \param[in] size size of \a osts array
827 * \param[in] offset starting index in \a osts
828 * \param[in] arg string containing OST index list
830 * \retval positive number of indices in \a osts
831 * \retval -EINVAL unable to parse \a arg
833 static int parse_targets(__u32 *osts, int size, int offset, char *arg)
837 int slots = size - offset;
845 while (!end_of_loop) {
853 ptr = strchrnul(arg, ',');
855 end_of_loop = *ptr == '\0';
858 start_index = strtol(arg, &endptr, 0);
859 if (endptr == arg) /* no data at all */
861 if (*endptr != '-' && *endptr != '\0') /* has invalid data */
866 end_index = start_index;
867 if (*endptr == '-') {
868 end_index = strtol(endptr + 1, &endptr, 0);
871 if (end_index < start_index)
875 for (i = start_index; i <= end_index && slots > 0; i++) {
878 /* remove duplicate */
879 for (j = 0; j < offset; j++) {
883 if (j == offset) { /* no duplicate */
888 if (slots == 0 && i < end_index)
896 if (!end_of_loop && ptr != NULL)
899 return rc < 0 ? rc : nr;
903 static int lfs_setstripe(int argc, char **argv)
905 struct llapi_stripe_param *param = NULL;
906 struct find_param migrate_mdt_param = {
913 unsigned long long st_size;
914 int st_offset, st_count;
918 char *stripe_size_arg = NULL;
919 char *stripe_off_arg = NULL;
920 char *stripe_count_arg = NULL;
921 char *pool_name_arg = NULL;
922 char *mdt_idx_arg = NULL;
923 unsigned long long size_units = 1;
924 bool migrate_mode = false;
925 bool migration_block = false;
926 __u64 migration_flags = 0;
927 __u32 osts[LOV_MAX_STRIPE_COUNT] = { 0 };
930 struct option long_opts[] = {
931 /* --block is only valid in migrate mode */
932 {"block", no_argument, 0, 'b'},
933 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
934 /* This formerly implied "stripe-count", but was explicitly
935 * made "stripe-count" for consistency with other options,
936 * and to separate it from "mdt-count" when DNE arrives. */
937 {"count", required_argument, 0, 'c'},
939 {"stripe-count", required_argument, 0, 'c'},
940 {"stripe_count", required_argument, 0, 'c'},
941 {"delete", no_argument, 0, 'd'},
942 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
943 /* This formerly implied "stripe-index", but was explicitly
944 * made "stripe-index" for consistency with other options,
945 * and to separate it from "mdt-index" when DNE arrives. */
946 {"index", required_argument, 0, 'i'},
948 {"stripe-index", required_argument, 0, 'i'},
949 {"stripe_index", required_argument, 0, 'i'},
950 {"mdt", required_argument, 0, 'm'},
951 {"mdt-index", required_argument, 0, 'm'},
952 {"mdt_index", required_argument, 0, 'm'},
953 /* --non-block is only valid in migrate mode */
954 {"non-block", no_argument, 0, 'n'},
955 {"ost", required_argument, 0, 'o'},
956 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
957 {"ost-list", required_argument, 0, 'o'},
958 {"ost_list", required_argument, 0, 'o'},
960 {"pool", required_argument, 0, 'p'},
961 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
962 /* This formerly implied "--stripe-size", but was confusing
963 * with "lfs find --size|-s", which means "file size", so use
964 * the consistent "--stripe-size|-S" for all commands. */
965 {"size", required_argument, 0, 's'},
967 {"stripe-size", required_argument, 0, 'S'},
968 {"stripe_size", required_argument, 0, 'S'},
969 /* --verbose is only valid in migrate mode */
970 {"verbose", no_argument, 0, 'v'},
978 if (strcmp(argv[0], "migrate") == 0)
981 while ((c = getopt_long(argc, argv, "bc:di:m:no:p:s:S:v",
982 long_opts, NULL)) >= 0) {
989 fprintf(stderr, "--block is valid only for"
993 migration_block = true;
996 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
997 if (strcmp(argv[optind - 1], "--count") == 0)
998 fprintf(stderr, "warning: '--count' deprecated"
999 ", use '--stripe-count' instead\n");
1001 stripe_count_arg = optarg;
1004 /* delete the default striping pattern */
1008 nr_osts = parse_targets(osts,
1009 sizeof(osts) / sizeof(__u32),
1013 "error: %s: bad OST indices '%s'\n",
1018 if (st_offset == -1) /* first in the command line */
1019 st_offset = osts[0];
1022 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
1023 if (strcmp(argv[optind - 1], "--index") == 0)
1024 fprintf(stderr, "warning: '--index' deprecated"
1025 ", use '--stripe-index' instead\n");
1027 stripe_off_arg = optarg;
1030 if (!migrate_mode) {
1031 fprintf(stderr, "--mdt-index is valid only for"
1035 mdt_idx_arg = optarg;
1038 if (!migrate_mode) {
1039 fprintf(stderr, "--non-block is valid only for"
1043 migration_flags |= MIGRATION_NONBLOCK;
1045 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1047 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
1048 fprintf(stderr, "warning: '--size|-s' deprecated, "
1049 "use '--stripe-size|-S' instead\n");
1051 #endif /* LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0) */
1053 stripe_size_arg = optarg;
1056 pool_name_arg = optarg;
1059 if (!migrate_mode) {
1060 fprintf(stderr, "--verbose is valid only for"
1064 migrate_mdt_param.fp_verbose = VERBOSE_DETAIL;
1071 fname = argv[optind];
1074 (stripe_size_arg != NULL || stripe_off_arg != NULL ||
1075 stripe_count_arg != NULL || pool_name_arg != NULL)) {
1076 fprintf(stderr, "error: %s: cannot specify -d with "
1077 "-s, -c, -o, or -p options\n",
1082 if (optind == argc) {
1083 fprintf(stderr, "error: %s: missing filename|dirname\n",
1088 if (mdt_idx_arg != NULL && optind > 3) {
1089 fprintf(stderr, "error: %s: cannot specify -m with other "
1090 "options\n", argv[0]);
1094 if ((migration_flags & MIGRATION_NONBLOCK) && migration_block) {
1096 "error: %s: cannot specify --non-block and --block\n",
1101 if (pool_name_arg != NULL) {
1105 ptr = strchr(pool_name_arg, '.');
1107 ptr = pool_name_arg;
1109 if ((ptr - pool_name_arg) == 0) {
1110 fprintf(stderr, "error: %s: fsname is empty "
1111 "in pool name '%s'\n",
1112 argv[0], pool_name_arg);
1119 rc = lustre_is_poolname_valid(ptr, 1, LOV_MAXPOOLNAME);
1121 fprintf(stderr, "error: %s: poolname '%s' is "
1123 argv[0], pool_name_arg);
1125 } else if (rc == -2) {
1126 fprintf(stderr, "error: %s: pool name '%s' is too long "
1127 "(max is %d characters)\n",
1128 argv[0], pool_name_arg, LOV_MAXPOOLNAME);
1130 } else if (rc > 0) {
1131 fprintf(stderr, "error: %s: char '%c' not allowed in "
1133 argv[0], rc, pool_name_arg);
1138 /* get the stripe size */
1139 if (stripe_size_arg != NULL) {
1140 result = llapi_parse_size(stripe_size_arg, &st_size,
1143 fprintf(stderr, "error: %s: bad stripe size '%s'\n",
1144 argv[0], stripe_size_arg);
1148 /* get the stripe offset */
1149 if (stripe_off_arg != NULL) {
1150 st_offset = strtol(stripe_off_arg, &end, 0);
1152 fprintf(stderr, "error: %s: bad stripe offset '%s'\n",
1153 argv[0], stripe_off_arg);
1157 /* get the stripe count */
1158 if (stripe_count_arg != NULL) {
1159 st_count = strtoul(stripe_count_arg, &end, 0);
1161 fprintf(stderr, "error: %s: bad stripe count '%s'\n",
1162 argv[0], stripe_count_arg);
1167 if (mdt_idx_arg != NULL) {
1168 /* initialize migrate mdt parameters */
1169 migrate_mdt_param.fp_mdt_index = strtoul(mdt_idx_arg, &end, 0);
1171 fprintf(stderr, "error: %s: bad MDT index '%s'\n",
1172 argv[0], mdt_idx_arg);
1175 migrate_mdt_param.fp_migrate = 1;
1177 /* initialize stripe parameters */
1178 param = calloc(1, offsetof(typeof(*param), lsp_osts[nr_osts]));
1179 if (param == NULL) {
1180 fprintf(stderr, "error: %s: run out of memory\n",
1185 param->lsp_stripe_size = st_size;
1186 param->lsp_stripe_offset = st_offset;
1187 param->lsp_stripe_count = st_count;
1188 param->lsp_stripe_pattern = 0;
1189 param->lsp_pool = pool_name_arg;
1190 param->lsp_is_specific = false;
1192 if (st_count > 0 && nr_osts != st_count) {
1193 fprintf(stderr, "error: %s: stripe count '%d' "
1194 "doesn't match the number of OSTs: %d\n"
1195 , argv[0], st_count, nr_osts);
1200 param->lsp_is_specific = true;
1201 param->lsp_stripe_count = nr_osts;
1202 memcpy(param->lsp_osts, osts, sizeof(*osts) * nr_osts);
1206 for (fname = argv[optind]; fname != NULL; fname = argv[++optind]) {
1207 if (!migrate_mode) {
1208 result = llapi_file_open_param(fname,
1215 } else if (mdt_idx_arg != NULL) {
1216 result = llapi_migrate_mdt(fname, &migrate_mdt_param);
1218 result = lfs_migrate(fname, migration_flags, param);
1221 /* Save the first error encountered. */
1224 fprintf(stderr, "error: %s: %s file '%s' failed: %s\n",
1225 argv[0], migrate_mode ? "migrate" : "create",
1227 pool_name_arg != NULL && result == EINVAL ?
1228 "OST not in pool?" : strerror(errno));
1237 static int lfs_poollist(int argc, char **argv)
1242 return llapi_poollist(argv[1]);
1245 static int set_time(time_t *time, time_t *set, char *str)
1252 else if (str[0] == '-')
1258 t = strtol(str, NULL, 0);
1259 if (*time < t * 24 * 60 * 60) {
1262 fprintf(stderr, "Wrong time '%s' is specified.\n", str);
1266 *set = *time - t * 24 * 60 * 60;
1273 static int name2id(unsigned int *id, char *name, int type)
1276 struct passwd *entry;
1278 if (!(entry = getpwnam(name))) {
1284 *id = entry->pw_uid;
1286 struct group *entry;
1288 if (!(entry = getgrnam(name))) {
1294 *id = entry->gr_gid;
1300 static int id2name(char **name, unsigned int id, int type)
1303 struct passwd *entry;
1305 if (!(entry = getpwuid(id))) {
1311 *name = entry->pw_name;
1313 struct group *entry;
1315 if (!(entry = getgrgid(id))) {
1321 *name = entry->gr_name;
1327 static int name2layout(__u32 *layout, char *name)
1332 for (ptr = name; ; ptr = NULL) {
1333 lyt = strtok(ptr, ",");
1336 if (strcmp(lyt, "released") == 0)
1337 *layout |= LOV_PATTERN_F_RELEASED;
1338 else if (strcmp(lyt, "raid0") == 0)
1339 *layout |= LOV_PATTERN_RAID0;
1346 #define FIND_POOL_OPT 3
1347 static int lfs_find(int argc, char **argv)
1352 struct find_param param = {
1356 struct option long_opts[] = {
1357 {"atime", required_argument, 0, 'A'},
1358 {"stripe-count", required_argument, 0, 'c'},
1359 {"stripe_count", required_argument, 0, 'c'},
1360 {"ctime", required_argument, 0, 'C'},
1361 {"maxdepth", required_argument, 0, 'D'},
1362 {"gid", required_argument, 0, 'g'},
1363 {"group", required_argument, 0, 'G'},
1364 {"stripe-index", required_argument, 0, 'i'},
1365 {"stripe_index", required_argument, 0, 'i'},
1366 {"layout", required_argument, 0, 'L'},
1367 {"mdt", required_argument, 0, 'm'},
1368 {"mdt-index", required_argument, 0, 'm'},
1369 {"mdt_index", required_argument, 0, 'm'},
1370 {"mtime", required_argument, 0, 'M'},
1371 {"name", required_argument, 0, 'n'},
1372 /* reserve {"or", no_argument, , 0, 'o'}, to match find(1) */
1373 {"obd", required_argument, 0, 'O'},
1374 {"ost", required_argument, 0, 'O'},
1375 /* no short option for pool, p/P already used */
1376 {"pool", required_argument, 0, FIND_POOL_OPT},
1377 {"print0", no_argument, 0, 'p'},
1378 {"print", no_argument, 0, 'P'},
1379 {"size", required_argument, 0, 's'},
1380 {"stripe-size", required_argument, 0, 'S'},
1381 {"stripe_size", required_argument, 0, 'S'},
1382 {"type", required_argument, 0, 't'},
1383 {"uid", required_argument, 0, 'u'},
1384 {"user", required_argument, 0, 'U'},
1397 /* when getopt_long_only() hits '!' it returns 1, puts "!" in optarg */
1398 while ((c = getopt_long_only(argc, argv,
1399 "-A:c:C:D:g:G:i:L:m:M:n:O:Ppqrs:S:t:u:U:v",
1400 long_opts, NULL)) >= 0) {
1405 /* '!' is part of option */
1406 /* when getopt_long_only() finds a string which is not
1407 * an option nor a known option argument it returns 1
1408 * in that case if we already have found pathstart and pathend
1409 * (i.e. we have the list of pathnames),
1410 * the only supported value is "!"
1412 isoption = (c != 1) || (strcmp(optarg, "!") == 0);
1413 if (!isoption && pathend != -1) {
1414 fprintf(stderr, "err: %s: filename|dirname must either "
1415 "precede options or follow options\n",
1420 if (!isoption && pathstart == -1)
1421 pathstart = optind - 1;
1422 if (isoption && pathstart != -1 && pathend == -1)
1423 pathend = optind - 2;
1429 /* unknown; opt is "!" or path component,
1430 * checking done above.
1432 if (strcmp(optarg, "!") == 0)
1436 xtime = ¶m.fp_atime;
1437 xsign = ¶m.fp_asign;
1438 param.fp_exclude_atime = !!neg_opt;
1439 /* no break, this falls through to 'C' for ctime */
1442 xtime = ¶m.fp_ctime;
1443 xsign = ¶m.fp_csign;
1444 param.fp_exclude_ctime = !!neg_opt;
1446 /* no break, this falls through to 'M' for mtime */
1449 xtime = ¶m.fp_mtime;
1450 xsign = ¶m.fp_msign;
1451 param.fp_exclude_mtime = !!neg_opt;
1453 rc = set_time(&t, xtime, optarg);
1454 if (rc == INT_MAX) {
1462 if (optarg[0] == '+') {
1463 param.fp_stripe_count_sign = -1;
1465 } else if (optarg[0] == '-') {
1466 param.fp_stripe_count_sign = 1;
1470 param.fp_stripe_count = strtoul(optarg, &endptr, 0);
1471 if (*endptr != '\0') {
1472 fprintf(stderr,"error: bad stripe_count '%s'\n",
1477 param.fp_check_stripe_count = 1;
1478 param.fp_exclude_stripe_count = !!neg_opt;
1481 param.fp_max_depth = strtol(optarg, 0, 0);
1485 rc = name2id(¶m.fp_gid, optarg, GROUP);
1487 param.fp_gid = strtoul(optarg, &endptr, 10);
1488 if (*endptr != '\0') {
1489 fprintf(stderr, "Group/GID: %s cannot "
1490 "be found.\n", optarg);
1495 param.fp_exclude_gid = !!neg_opt;
1496 param.fp_check_gid = 1;
1499 ret = name2layout(¶m.fp_layout, optarg);
1502 param.fp_exclude_layout = !!neg_opt;
1503 param.fp_check_layout = 1;
1507 rc = name2id(¶m.fp_uid, optarg, USER);
1509 param.fp_uid = strtoul(optarg, &endptr, 10);
1510 if (*endptr != '\0') {
1511 fprintf(stderr, "User/UID: %s cannot "
1512 "be found.\n", optarg);
1517 param.fp_exclude_uid = !!neg_opt;
1518 param.fp_check_uid = 1;
1521 if (strlen(optarg) > LOV_MAXPOOLNAME) {
1523 "Pool name %s is too long"
1524 " (max is %d)\n", optarg,
1529 /* we do check for empty pool because empty pool
1530 * is used to find V1 lov attributes */
1531 strncpy(param.fp_poolname, optarg, LOV_MAXPOOLNAME);
1532 param.fp_poolname[LOV_MAXPOOLNAME] = '\0';
1533 param.fp_exclude_pool = !!neg_opt;
1534 param.fp_check_pool = 1;
1537 param.fp_pattern = (char *)optarg;
1538 param.fp_exclude_pattern = !!neg_opt;
1543 char *buf, *token, *next, *p;
1547 buf = strdup(optarg);
1553 param.fp_exclude_obd = !!neg_opt;
1556 while (token && *token) {
1557 token = strchr(token, ',');
1564 param.fp_exclude_mdt = !!neg_opt;
1565 param.fp_num_alloc_mdts += len;
1566 tmp = realloc(param.fp_mdt_uuid,
1567 param.fp_num_alloc_mdts *
1568 sizeof(*param.fp_mdt_uuid));
1574 param.fp_mdt_uuid = tmp;
1576 param.fp_exclude_obd = !!neg_opt;
1577 param.fp_num_alloc_obds += len;
1578 tmp = realloc(param.fp_obd_uuid,
1579 param.fp_num_alloc_obds *
1580 sizeof(*param.fp_obd_uuid));
1586 param.fp_obd_uuid = tmp;
1588 for (token = buf; token && *token; token = next) {
1589 struct obd_uuid *puuid;
1592 ¶m.fp_mdt_uuid[param.fp_num_mdts++];
1595 ¶m.fp_obd_uuid[param.fp_num_obds++];
1597 p = strchr(token, ',');
1604 if (strlen(token) > sizeof(puuid->uuid) - 1) {
1609 strncpy(puuid->uuid, token,
1610 sizeof(puuid->uuid));
1618 param.fp_zero_end = 1;
1623 if (optarg[0] == '+') {
1624 param.fp_size_sign = -1;
1626 } else if (optarg[0] == '-') {
1627 param.fp_size_sign = 1;
1631 ret = llapi_parse_size(optarg, ¶m.fp_size,
1632 ¶m.fp_size_units, 0);
1634 fprintf(stderr, "error: bad file size '%s'\n",
1638 param.fp_check_size = 1;
1639 param.fp_exclude_size = !!neg_opt;
1642 if (optarg[0] == '+') {
1643 param.fp_stripe_size_sign = -1;
1645 } else if (optarg[0] == '-') {
1646 param.fp_stripe_size_sign = 1;
1650 ret = llapi_parse_size(optarg, ¶m.fp_stripe_size,
1651 ¶m.fp_stripe_size_units, 0);
1653 fprintf(stderr, "error: bad stripe_size '%s'\n",
1657 param.fp_check_stripe_size = 1;
1658 param.fp_exclude_stripe_size = !!neg_opt;
1661 param.fp_exclude_type = !!neg_opt;
1662 switch (optarg[0]) {
1664 param.fp_type = S_IFBLK;
1667 param.fp_type = S_IFCHR;
1670 param.fp_type = S_IFDIR;
1673 param.fp_type = S_IFREG;
1676 param.fp_type = S_IFLNK;
1679 param.fp_type = S_IFIFO;
1682 param.fp_type = S_IFSOCK;
1685 fprintf(stderr, "error: %s: bad type '%s'\n",
1697 if (pathstart == -1) {
1698 fprintf(stderr, "error: %s: no filename|pathname\n",
1702 } else if (pathend == -1) {
1708 rc = llapi_find(argv[pathstart], ¶m);
1709 if (rc != 0 && ret == 0)
1711 } while (++pathstart < pathend);
1714 fprintf(stderr, "error: %s failed for %s.\n",
1715 argv[0], argv[optind - 1]);
1717 if (param.fp_obd_uuid && param.fp_num_alloc_obds)
1718 free(param.fp_obd_uuid);
1720 if (param.fp_mdt_uuid && param.fp_num_alloc_mdts)
1721 free(param.fp_mdt_uuid);
1726 static int lfs_getstripe_internal(int argc, char **argv,
1727 struct find_param *param)
1729 struct option long_opts[] = {
1730 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1731 /* This formerly implied "stripe-count", but was explicitly
1732 * made "stripe-count" for consistency with other options,
1733 * and to separate it from "mdt-count" when DNE arrives. */
1734 {"count", no_argument, 0, 'c'},
1736 {"stripe-count", no_argument, 0, 'c'},
1737 {"stripe_count", no_argument, 0, 'c'},
1738 {"directory", no_argument, 0, 'd'},
1739 {"default", no_argument, 0, 'D'},
1740 {"fid", no_argument, 0, 'F'},
1741 {"generation", no_argument, 0, 'g'},
1742 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1743 /* This formerly implied "stripe-index", but was explicitly
1744 * made "stripe-index" for consistency with other options,
1745 * and to separate it from "mdt-index" when DNE arrives. */
1746 {"index", no_argument, 0, 'i'},
1748 {"stripe-index", no_argument, 0, 'i'},
1749 {"stripe_index", no_argument, 0, 'i'},
1750 {"layout", no_argument, 0, 'L'},
1751 {"mdt", no_argument, 0, 'm'},
1752 {"mdt-index", no_argument, 0, 'm'},
1753 {"mdt_index", no_argument, 0, 'm'},
1754 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
1755 {"mdt-index", no_argument, 0, 'M'},
1756 {"mdt_index", no_argument, 0, 'M'},
1758 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1759 /* This formerly implied "stripe-index", but was confusing
1760 * with "file offset" (which will eventually be needed for
1761 * with different layouts by offset), so deprecate it. */
1762 {"offset", no_argument, 0, 'o'},
1764 {"obd", required_argument, 0, 'O'},
1765 {"ost", required_argument, 0, 'O'},
1766 {"pool", no_argument, 0, 'p'},
1767 {"quiet", no_argument, 0, 'q'},
1768 {"recursive", no_argument, 0, 'r'},
1769 {"raw", no_argument, 0, 'R'},
1770 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1771 /* This formerly implied "--stripe-size", but was confusing
1772 * with "lfs find --size|-s", which means "file size", so use
1773 * the consistent "--stripe-size|-S" for all commands. */
1774 {"size", no_argument, 0, 's'},
1776 {"stripe-size", no_argument, 0, 'S'},
1777 {"stripe_size", no_argument, 0, 'S'},
1778 {"verbose", no_argument, 0, 'v'},
1783 while ((c = getopt_long(argc, argv, "cdDFghiLmMoO:pqrRsSv",
1784 long_opts, NULL)) != -1) {
1787 if (param->fp_obd_uuid) {
1789 "error: %s: only one obduuid allowed",
1793 param->fp_obd_uuid = (struct obd_uuid *)optarg;
1799 param->fp_max_depth = 0;
1802 param->fp_get_default_lmv = 1;
1805 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1806 param->fp_verbose |= VERBOSE_DFID;
1807 param->fp_max_depth = 0;
1811 param->fp_recursive = 1;
1814 param->fp_verbose = VERBOSE_DEFAULT | VERBOSE_DETAIL;
1817 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
1818 if (strcmp(argv[optind - 1], "--count") == 0)
1819 fprintf(stderr, "warning: '--count' deprecated,"
1820 " use '--stripe-count' instead\n");
1822 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1823 param->fp_verbose |= VERBOSE_COUNT;
1824 param->fp_max_depth = 0;
1827 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1829 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
1830 fprintf(stderr, "warning: '--size|-s' deprecated, "
1831 "use '--stripe-size|-S' instead\n");
1833 #endif /* LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0) */
1835 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1836 param->fp_verbose |= VERBOSE_SIZE;
1837 param->fp_max_depth = 0;
1840 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 9, 53, 0)
1842 fprintf(stderr, "warning: '--offset|-o' deprecated, "
1843 "use '--stripe-index|-i' instead\n");
1846 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 6, 53, 0)
1847 if (strcmp(argv[optind - 1], "--index") == 0)
1848 fprintf(stderr, "warning: '--index' deprecated"
1849 ", use '--stripe-index' instead\n");
1851 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1852 param->fp_verbose |= VERBOSE_OFFSET;
1853 param->fp_max_depth = 0;
1857 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1858 param->fp_verbose |= VERBOSE_POOL;
1859 param->fp_max_depth = 0;
1863 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1864 param->fp_verbose |= VERBOSE_GENERATION;
1865 param->fp_max_depth = 0;
1869 if (!(param->fp_verbose & VERBOSE_DETAIL)) {
1870 param->fp_verbose |= VERBOSE_LAYOUT;
1871 param->fp_max_depth = 0;
1874 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
1876 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 11, 53, 0)
1877 fprintf(stderr, "warning: '-M' deprecated"
1878 ", use '-m' instead\n");
1882 if (!(param->fp_verbose & VERBOSE_DETAIL))
1883 param->fp_max_depth = 0;
1884 param->fp_verbose |= VERBOSE_MDTINDEX;
1897 if (param->fp_recursive)
1898 param->fp_max_depth = -1;
1900 if (!param->fp_verbose)
1901 param->fp_verbose = VERBOSE_DEFAULT;
1902 if (param->fp_quiet)
1903 param->fp_verbose = VERBOSE_OBJID;
1906 rc = llapi_getstripe(argv[optind], param);
1907 } while (++optind < argc && !rc);
1910 fprintf(stderr, "error: %s failed for %s.\n",
1911 argv[0], argv[optind - 1]);
1915 static int lfs_tgts(int argc, char **argv)
1917 char mntdir[PATH_MAX] = {'\0'}, path[PATH_MAX] = {'\0'};
1918 struct find_param param;
1919 int index = 0, rc=0;
1924 if (argc == 2 && !realpath(argv[1], path)) {
1926 fprintf(stderr, "error: invalid path '%s': %s\n",
1927 argv[1], strerror(-rc));
1931 while (!llapi_search_mounts(path, index++, mntdir, NULL)) {
1932 /* Check if we have a mount point */
1933 if (mntdir[0] == '\0')
1936 memset(¶m, 0, sizeof(param));
1937 if (!strcmp(argv[0], "mdts"))
1938 param.fp_get_lmv = 1;
1940 rc = llapi_ostlist(mntdir, ¶m);
1942 fprintf(stderr, "error: %s: failed on %s\n",
1945 if (path[0] != '\0')
1947 memset(mntdir, 0, PATH_MAX);
1953 static int lfs_getstripe(int argc, char **argv)
1955 struct find_param param = { 0 };
1957 param.fp_max_depth = 1;
1958 return lfs_getstripe_internal(argc, argv, ¶m);
1962 static int lfs_getdirstripe(int argc, char **argv)
1964 struct find_param param = { 0 };
1966 param.fp_get_lmv = 1;
1967 return lfs_getstripe_internal(argc, argv, ¶m);
1971 static int lfs_setdirstripe(int argc, char **argv)
1975 unsigned int stripe_offset = -1;
1976 unsigned int stripe_count = 1;
1977 enum lmv_hash_type hash_type;
1980 char *stripe_offset_opt = NULL;
1981 char *stripe_count_opt = NULL;
1982 char *stripe_hash_opt = NULL;
1983 char *mode_opt = NULL;
1984 bool default_stripe = false;
1985 mode_t mode = S_IRWXU | S_IRWXG | S_IRWXO;
1986 mode_t previous_mode = 0;
1987 bool delete = false;
1989 struct option long_opts[] = {
1990 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
1991 {"count", required_argument, 0, 'c'},
1993 {"mdt-count", required_argument, 0, 'c'},
1994 {"delete", no_argument, 0, 'd'},
1995 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
1996 {"index", required_argument, 0, 'i'},
1998 {"mdt-index", required_argument, 0, 'i'},
1999 {"mode", required_argument, 0, 'm'},
2000 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
2001 {"hash-type", required_argument, 0, 't'},
2003 {"mdt-hash", required_argument, 0, 't'},
2004 {"default_stripe", no_argument, 0, 'D'},
2008 while ((c = getopt_long(argc, argv, "c:dDi:m:t:", long_opts,
2015 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 11, 53, 0)
2016 if (strcmp(argv[optind - 1], "--count") == 0)
2017 fprintf(stderr, "warning: '--count' deprecated"
2018 ", use '--mdt-count' instead\n");
2020 stripe_count_opt = optarg;
2024 default_stripe = true;
2027 default_stripe = true;
2030 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 11, 53, 0)
2031 if (strcmp(argv[optind - 1], "--index") == 0)
2032 fprintf(stderr, "warning: '--index' deprecated"
2033 ", use '--mdt-index' instead\n");
2035 stripe_offset_opt = optarg;
2041 #if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(2, 11, 53, 0)
2042 if (strcmp(argv[optind - 1], "--hash-type") == 0)
2043 fprintf(stderr, "warning: '--hash-type' "
2044 "deprecated, use '--mdt-hash' "
2047 stripe_hash_opt = optarg;
2050 fprintf(stderr, "error: %s: option '%s' "
2052 argv[0], argv[optind - 1]);
2057 if (optind == argc) {
2058 fprintf(stderr, "error: %s: missing dirname\n",
2063 if (!delete && stripe_offset_opt == NULL && stripe_count_opt == NULL) {
2064 fprintf(stderr, "error: %s: missing stripe offset and count.\n",
2069 if (stripe_offset_opt != NULL) {
2070 /* get the stripe offset */
2071 stripe_offset = strtoul(stripe_offset_opt, &end, 0);
2073 fprintf(stderr, "error: %s: bad stripe offset '%s'\n",
2074 argv[0], stripe_offset_opt);
2080 if (stripe_offset_opt != NULL || stripe_count_opt != NULL) {
2081 fprintf(stderr, "error: %s: cannot specify -d with -s,"
2082 " or -i options.\n", argv[0]);
2090 if (mode_opt != NULL) {
2091 mode = strtoul(mode_opt, &end, 8);
2093 fprintf(stderr, "error: %s: bad mode '%s'\n",
2097 previous_mode = umask(0);
2100 if (stripe_hash_opt == NULL ||
2101 strcmp(stripe_hash_opt, LMV_HASH_NAME_FNV_1A_64) == 0) {
2102 hash_type = LMV_HASH_TYPE_FNV_1A_64;
2103 } else if (strcmp(stripe_hash_opt, LMV_HASH_NAME_ALL_CHARS) == 0) {
2104 hash_type = LMV_HASH_TYPE_ALL_CHARS;
2106 fprintf(stderr, "error: %s: bad stripe hash type '%s'\n",
2107 argv[0], stripe_hash_opt);
2111 /* get the stripe count */
2112 if (stripe_count_opt != NULL) {
2113 stripe_count = strtoul(stripe_count_opt, &end, 0);
2115 fprintf(stderr, "error: %s: bad stripe count '%s'\n",
2116 argv[0], stripe_count_opt);
2121 dname = argv[optind];
2123 if (default_stripe) {
2124 result = llapi_dir_set_default_lmv_stripe(dname,
2125 stripe_offset, stripe_count,
2128 result = llapi_dir_create_pool(dname, mode,
2130 stripe_count, hash_type,
2135 fprintf(stderr, "error: %s: create stripe dir '%s' "
2136 "failed\n", argv[0], dname);
2139 dname = argv[++optind];
2140 } while (dname != NULL);
2142 if (mode_opt != NULL)
2143 umask(previous_mode);
2149 static int lfs_rmentry(int argc, char **argv)
2156 fprintf(stderr, "error: %s: missing dirname\n",
2162 dname = argv[index];
2163 while (dname != NULL) {
2164 result = llapi_direntry_remove(dname);
2166 fprintf(stderr, "error: %s: remove dir entry '%s' "
2167 "failed\n", argv[0], dname);
2170 dname = argv[++index];
2175 static int lfs_mv(int argc, char **argv)
2177 struct find_param param = {
2184 struct option long_opts[] = {
2185 {"mdt-index", required_argument, 0, 'M'},
2186 {"verbose", no_argument, 0, 'v'},
2190 while ((c = getopt_long(argc, argv, "M:v", long_opts, NULL)) != -1) {
2193 param.fp_mdt_index = strtoul(optarg, &end, 0);
2195 fprintf(stderr, "%s: invalid MDT index'%s'\n",
2202 param.fp_verbose = VERBOSE_DETAIL;
2206 fprintf(stderr, "error: %s: unrecognized option '%s'\n",
2207 argv[0], argv[optind - 1]);
2212 if (param.fp_mdt_index == -1) {
2213 fprintf(stderr, "%s: MDT index must be specified\n", argv[0]);
2217 if (optind >= argc) {
2218 fprintf(stderr, "%s: missing operand path\n", argv[0]);
2222 param.fp_migrate = 1;
2223 rc = llapi_migrate_mdt(argv[optind], ¶m);
2225 fprintf(stderr, "%s: cannot migrate '%s' to MDT%04x: %s\n",
2226 argv[0], argv[optind], param.fp_mdt_index,
2231 static int lfs_osts(int argc, char **argv)
2233 return lfs_tgts(argc, argv);
2236 static int lfs_mdts(int argc, char **argv)
2238 return lfs_tgts(argc, argv);
2241 #define COOK(value) \
2244 while (value > 1024) { \
2252 #define CDF "%11llu"
2253 #define HDF "%8.1f%c"
2257 static int showdf(char *mntdir, struct obd_statfs *stat,
2258 char *uuid, int ishow, int cooked,
2259 char *type, int index, int rc)
2261 long long avail, used, total;
2263 char *suffix = "KMGTPEZY";
2264 /* Note if we have >2^64 bytes/fs these buffers will need to be grown */
2265 char tbuf[3 * sizeof(__u64)];
2266 char ubuf[3 * sizeof(__u64)];
2267 char abuf[3 * sizeof(__u64)];
2268 char rbuf[3 * sizeof(__u64)];
2276 avail = stat->os_ffree;
2277 used = stat->os_files - stat->os_ffree;
2278 total = stat->os_files;
2280 int shift = cooked ? 0 : 10;
2282 avail = (stat->os_bavail * stat->os_bsize) >> shift;
2283 used = ((stat->os_blocks - stat->os_bfree) *
2284 stat->os_bsize) >> shift;
2285 total = (stat->os_blocks * stat->os_bsize) >> shift;
2288 if ((used + avail) > 0)
2289 ratio = (double)used / (double)(used + avail);
2295 cook_val = (double)total;
2298 sprintf(tbuf, HDF, cook_val, suffix[i - 1]);
2300 sprintf(tbuf, CDF, total);
2302 cook_val = (double)used;
2305 sprintf(ubuf, HDF, cook_val, suffix[i - 1]);
2307 sprintf(ubuf, CDF, used);
2309 cook_val = (double)avail;
2312 sprintf(abuf, HDF, cook_val, suffix[i - 1]);
2314 sprintf(abuf, CDF, avail);
2316 sprintf(tbuf, CDF, total);
2317 sprintf(ubuf, CDF, used);
2318 sprintf(abuf, CDF, avail);
2321 sprintf(rbuf, RDF, (int)(ratio * 100 + 0.5));
2322 printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s",
2323 uuid, tbuf, ubuf, abuf, rbuf, mntdir);
2325 printf("[%s:%d]\n", type, index);
2331 printf(UUF": inactive device\n", uuid);
2334 printf(UUF": %s\n", uuid, strerror(-rc));
2341 struct ll_stat_type {
2346 static int mntdf(char *mntdir, char *fsname, char *pool, int ishow,
2347 int cooked, int lazy)
2349 struct obd_statfs stat_buf, sum = { .os_bsize = 1 };
2350 struct obd_uuid uuid_buf;
2351 char *poolname = NULL;
2352 struct ll_stat_type types[] = { { LL_STATFS_LMV, "MDT" },
2353 { LL_STATFS_LOV, "OST" },
2355 struct ll_stat_type *tp;
2356 __u64 ost_ffree = 0;
2362 poolname = strchr(pool, '.');
2363 if (poolname != NULL) {
2364 if (strncmp(fsname, pool, strlen(fsname))) {
2365 fprintf(stderr, "filesystem name incorrect\n");
2374 printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s\n",
2375 "UUID", "Inodes", "IUsed", "IFree",
2376 "IUse%", "Mounted on");
2378 printf(UUF" "CSF" "CSF" "CSF" "RSF" %-s\n",
2379 "UUID", cooked ? "bytes" : "1K-blocks",
2380 "Used", "Available", "Use%", "Mounted on");
2382 for (tp = types; tp->st_name != NULL; tp++) {
2383 for (index = 0; ; index++) {
2384 memset(&stat_buf, 0, sizeof(struct obd_statfs));
2385 memset(&uuid_buf, 0, sizeof(struct obd_uuid));
2386 type = lazy ? tp->st_op | LL_STATFS_NODELAY : tp->st_op;
2387 rc = llapi_obd_statfs(mntdir, type, index,
2388 &stat_buf, &uuid_buf);
2395 if (poolname && tp->st_op == LL_STATFS_LOV &&
2396 llapi_search_ost(fsname, poolname,
2397 obd_uuid2str(&uuid_buf)) != 1)
2400 /* the llapi_obd_statfs() call may have returned with
2401 * an error, but if it filled in uuid_buf we will at
2402 * lease use that to print out a message for that OBD.
2403 * If we didn't get anything in the uuid_buf, then fill
2404 * it in so that we can print an error message. */
2405 if (uuid_buf.uuid[0] == '\0')
2406 sprintf(uuid_buf.uuid, "%s%04x",
2407 tp->st_name, index);
2408 showdf(mntdir, &stat_buf, obd_uuid2str(&uuid_buf),
2409 ishow, cooked, tp->st_name, index, rc);
2412 if (tp->st_op == LL_STATFS_LMV) {
2413 sum.os_ffree += stat_buf.os_ffree;
2414 sum.os_files += stat_buf.os_files;
2415 } else /* if (tp->st_op == LL_STATFS_LOV) */ {
2416 sum.os_blocks += stat_buf.os_blocks *
2418 sum.os_bfree += stat_buf.os_bfree *
2420 sum.os_bavail += stat_buf.os_bavail *
2422 ost_ffree += stat_buf.os_ffree;
2424 } else if (rc == -EINVAL || rc == -EFAULT) {
2430 /* If we don't have as many objects free on the OST as inodes
2431 * on the MDS, we reduce the total number of inodes to
2432 * compensate, so that the "inodes in use" number is correct.
2433 * Matches ll_statfs_internal() so the results are consistent. */
2434 if (ost_ffree < sum.os_ffree) {
2435 sum.os_files = (sum.os_files - sum.os_ffree) + ost_ffree;
2436 sum.os_ffree = ost_ffree;
2439 showdf(mntdir, &sum, "filesystem summary:", ishow, cooked, NULL, 0, 0);
2444 static int lfs_df(int argc, char **argv)
2446 char mntdir[PATH_MAX] = {'\0'}, path[PATH_MAX] = {'\0'};
2447 int ishow = 0, cooked = 0;
2449 int c, rc = 0, index = 0;
2450 char fsname[PATH_MAX] = "", *pool_name = NULL;
2451 struct option long_opts[] = {
2452 {"pool", required_argument, 0, 'p'},
2453 {"lazy", 0, 0, 'l'},
2457 while ((c = getopt_long(argc, argv, "hilp:", long_opts, NULL)) != -1) {
2475 if (optind < argc && !realpath(argv[optind], path)) {
2477 fprintf(stderr, "error: invalid path '%s': %s\n",
2478 argv[optind], strerror(-rc));
2482 while (!llapi_search_mounts(path, index++, mntdir, fsname)) {
2483 /* Check if we have a mount point */
2484 if (mntdir[0] == '\0')
2487 rc = mntdf(mntdir, fsname, pool_name, ishow, cooked, lazy);
2488 if (rc || path[0] != '\0')
2490 fsname[0] = '\0'; /* avoid matching in next loop */
2491 mntdir[0] = '\0'; /* avoid matching in next loop */
2497 static int lfs_getname(int argc, char **argv)
2499 char mntdir[PATH_MAX] = "", path[PATH_MAX] = "", fsname[PATH_MAX] = "";
2500 int rc = 0, index = 0, c;
2501 char buf[sizeof(struct obd_uuid)];
2503 while ((c = getopt(argc, argv, "h")) != -1)
2506 if (optind == argc) { /* no paths specified, get all paths. */
2507 while (!llapi_search_mounts(path, index++, mntdir, fsname)) {
2508 rc = llapi_getname(mntdir, buf, sizeof(buf));
2511 "cannot get name for `%s': %s\n",
2512 mntdir, strerror(-rc));
2516 printf("%s %s\n", buf, mntdir);
2518 path[0] = fsname[0] = mntdir[0] = 0;
2520 } else { /* paths specified, only attempt to search these. */
2521 for (; optind < argc; optind++) {
2522 rc = llapi_getname(argv[optind], buf, sizeof(buf));
2525 "cannot get name for `%s': %s\n",
2526 argv[optind], strerror(-rc));
2530 printf("%s %s\n", buf, argv[optind]);
2536 static int lfs_check(int argc, char **argv)
2539 char mntdir[PATH_MAX] = {'\0'};
2548 obd_types[0] = obd_type1;
2549 obd_types[1] = obd_type2;
2551 if (strcmp(argv[1], "osts") == 0) {
2552 strcpy(obd_types[0], "osc");
2553 } else if (strcmp(argv[1], "mds") == 0) {
2554 strcpy(obd_types[0], "mdc");
2555 } else if (strcmp(argv[1], "servers") == 0) {
2557 strcpy(obd_types[0], "osc");
2558 strcpy(obd_types[1], "mdc");
2560 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
2565 rc = llapi_search_mounts(NULL, 0, mntdir, NULL);
2566 if (rc < 0 || mntdir[0] == '\0') {
2567 fprintf(stderr, "No suitable Lustre mount found\n");
2571 rc = llapi_target_check(num_types, obd_types, mntdir);
2573 fprintf(stderr, "error: %s: %s status failed\n",
2580 static int lfs_join(int argc, char **argv)
2582 fprintf(stderr, "join two lustre files into one.\n"
2583 "obsolete, HEAD does not support it anymore.\n");
2587 #ifdef HAVE_SYS_QUOTA_H
2588 #define ARG2INT(nr, str, msg) \
2591 nr = strtol(str, &endp, 0); \
2593 fprintf(stderr, "error: bad %s: %s\n", msg, str); \
2598 #define ADD_OVERFLOW(a,b) ((a + b) < a) ? (a = ULONG_MAX) : (a = a + b)
2600 /* Convert format time string "XXwXXdXXhXXmXXs" into seconds value
2601 * returns the value or ULONG_MAX on integer overflow or incorrect format
2603 * 1. the order of specifiers is arbitrary (may be: 5w3s or 3s5w)
2604 * 2. specifiers may be encountered multiple times (2s3s is 5 seconds)
2605 * 3. empty integer value is interpreted as 0
2607 static unsigned long str2sec(const char* timestr)
2609 const char spec[] = "smhdw";
2610 const unsigned long mult[] = {1, 60, 60*60, 24*60*60, 7*24*60*60};
2611 unsigned long val = 0;
2614 if (strpbrk(timestr, spec) == NULL) {
2615 /* no specifiers inside the time string,
2616 should treat it as an integer value */
2617 val = strtoul(timestr, &tail, 10);
2618 return *tail ? ULONG_MAX : val;
2621 /* format string is XXwXXdXXhXXmXXs */
2627 v = strtoul(timestr, &tail, 10);
2628 if (v == ULONG_MAX || *tail == '\0')
2629 /* value too large (ULONG_MAX or more)
2630 or missing specifier */
2633 ptr = strchr(spec, *tail);
2635 /* unknown specifier */
2640 /* check if product will overflow the type */
2641 if (!(v < ULONG_MAX / mult[ind]))
2644 ADD_OVERFLOW(val, mult[ind] * v);
2645 if (val == ULONG_MAX)
2657 #define ARG2ULL(nr, str, def_units) \
2659 unsigned long long limit, units = def_units; \
2662 rc = llapi_parse_size(str, &limit, &units, 1); \
2664 fprintf(stderr, "error: bad limit value %s\n", str); \
2670 static inline int has_times_option(int argc, char **argv)
2674 for (i = 1; i < argc; i++)
2675 if (!strcmp(argv[i], "-t"))
2681 int lfs_setquota_times(int argc, char **argv)
2684 struct if_quotactl qctl;
2685 char *mnt, *obd_type = (char *)qctl.obd_type;
2686 struct obd_dqblk *dqb = &qctl.qc_dqblk;
2687 struct obd_dqinfo *dqi = &qctl.qc_dqinfo;
2688 struct option long_opts[] = {
2689 {"block-grace", required_argument, 0, 'b'},
2690 {"group", no_argument, 0, 'g'},
2691 {"inode-grace", required_argument, 0, 'i'},
2692 {"times", no_argument, 0, 't'},
2693 {"user", no_argument, 0, 'u'},
2697 memset(&qctl, 0, sizeof(qctl));
2698 qctl.qc_cmd = LUSTRE_Q_SETINFO;
2699 qctl.qc_type = UGQUOTA;
2701 while ((c = getopt_long(argc, argv, "b:gi:tu", long_opts, NULL)) != -1) {
2705 if (qctl.qc_type != UGQUOTA) {
2706 fprintf(stderr, "error: -u and -g can't be used "
2707 "more than once\n");
2710 qctl.qc_type = (c == 'u') ? USRQUOTA : GRPQUOTA;
2713 if ((dqi->dqi_bgrace = str2sec(optarg)) == ULONG_MAX) {
2714 fprintf(stderr, "error: bad block-grace: %s\n",
2718 dqb->dqb_valid |= QIF_BTIME;
2721 if ((dqi->dqi_igrace = str2sec(optarg)) == ULONG_MAX) {
2722 fprintf(stderr, "error: bad inode-grace: %s\n",
2726 dqb->dqb_valid |= QIF_ITIME;
2728 case 't': /* Yes, of course! */
2730 default: /* getopt prints error message for us when opterr != 0 */
2735 if (qctl.qc_type == UGQUOTA) {
2736 fprintf(stderr, "error: neither -u nor -g specified\n");
2740 if (optind != argc - 1) {
2741 fprintf(stderr, "error: unexpected parameters encountered\n");
2746 rc = llapi_quotactl(mnt, &qctl);
2749 fprintf(stderr, "%s %s ", obd_type,
2750 obd_uuid2str(&qctl.obd_uuid));
2751 fprintf(stderr, "setquota failed: %s\n", strerror(-rc));
2758 #define BSLIMIT (1 << 0)
2759 #define BHLIMIT (1 << 1)
2760 #define ISLIMIT (1 << 2)
2761 #define IHLIMIT (1 << 3)
2763 int lfs_setquota(int argc, char **argv)
2766 struct if_quotactl qctl;
2767 char *mnt, *obd_type = (char *)qctl.obd_type;
2768 struct obd_dqblk *dqb = &qctl.qc_dqblk;
2769 struct option long_opts[] = {
2770 {"block-softlimit", required_argument, 0, 'b'},
2771 {"block-hardlimit", required_argument, 0, 'B'},
2772 {"group", required_argument, 0, 'g'},
2773 {"inode-softlimit", required_argument, 0, 'i'},
2774 {"inode-hardlimit", required_argument, 0, 'I'},
2775 {"user", required_argument, 0, 'u'},
2778 unsigned limit_mask = 0;
2781 if (has_times_option(argc, argv))
2782 return lfs_setquota_times(argc, argv);
2784 memset(&qctl, 0, sizeof(qctl));
2785 qctl.qc_cmd = LUSTRE_Q_SETQUOTA;
2786 qctl.qc_type = UGQUOTA; /* UGQUOTA makes no sense for setquota,
2787 * so it can be used as a marker that qc_type
2788 * isn't reinitialized from command line */
2790 while ((c = getopt_long(argc, argv, "b:B:g:i:I:u:", long_opts, NULL)) != -1) {
2794 if (qctl.qc_type != UGQUOTA) {
2795 fprintf(stderr, "error: -u and -g can't be used"
2796 " more than once\n");
2799 qctl.qc_type = (c == 'u') ? USRQUOTA : GRPQUOTA;
2800 rc = name2id(&qctl.qc_id, optarg,
2801 (qctl.qc_type == USRQUOTA) ? USER : GROUP);
2803 qctl.qc_id = strtoul(optarg, &endptr, 10);
2804 if (*endptr != '\0') {
2805 fprintf(stderr, "error: can't find id "
2806 "for name %s\n", optarg);
2812 ARG2ULL(dqb->dqb_bsoftlimit, optarg, 1024);
2813 dqb->dqb_bsoftlimit >>= 10;
2814 limit_mask |= BSLIMIT;
2815 if (dqb->dqb_bsoftlimit &&
2816 dqb->dqb_bsoftlimit <= 1024) /* <= 1M? */
2817 fprintf(stderr, "warning: block softlimit is "
2818 "smaller than the miminal qunit size, "
2819 "please see the help of setquota or "
2820 "Lustre manual for details.\n");
2823 ARG2ULL(dqb->dqb_bhardlimit, optarg, 1024);
2824 dqb->dqb_bhardlimit >>= 10;
2825 limit_mask |= BHLIMIT;
2826 if (dqb->dqb_bhardlimit &&
2827 dqb->dqb_bhardlimit <= 1024) /* <= 1M? */
2828 fprintf(stderr, "warning: block hardlimit is "
2829 "smaller than the miminal qunit size, "
2830 "please see the help of setquota or "
2831 "Lustre manual for details.\n");
2834 ARG2ULL(dqb->dqb_isoftlimit, optarg, 1);
2835 limit_mask |= ISLIMIT;
2836 if (dqb->dqb_isoftlimit &&
2837 dqb->dqb_isoftlimit <= 1024) /* <= 1K inodes? */
2838 fprintf(stderr, "warning: inode softlimit is "
2839 "smaller than the miminal qunit size, "
2840 "please see the help of setquota or "
2841 "Lustre manual for details.\n");
2844 ARG2ULL(dqb->dqb_ihardlimit, optarg, 1);
2845 limit_mask |= IHLIMIT;
2846 if (dqb->dqb_ihardlimit &&
2847 dqb->dqb_ihardlimit <= 1024) /* <= 1K inodes? */
2848 fprintf(stderr, "warning: inode hardlimit is "
2849 "smaller than the miminal qunit size, "
2850 "please see the help of setquota or "
2851 "Lustre manual for details.\n");
2853 default: /* getopt prints error message for us when opterr != 0 */
2858 if (qctl.qc_type == UGQUOTA) {
2859 fprintf(stderr, "error: neither -u nor -g was specified\n");
2863 if (limit_mask == 0) {
2864 fprintf(stderr, "error: at least one limit must be specified\n");
2868 if (optind != argc - 1) {
2869 fprintf(stderr, "error: unexpected parameters encountered\n");
2875 if ((!(limit_mask & BHLIMIT) ^ !(limit_mask & BSLIMIT)) ||
2876 (!(limit_mask & IHLIMIT) ^ !(limit_mask & ISLIMIT))) {
2877 /* sigh, we can't just set blimits/ilimits */
2878 struct if_quotactl tmp_qctl = {.qc_cmd = LUSTRE_Q_GETQUOTA,
2879 .qc_type = qctl.qc_type,
2880 .qc_id = qctl.qc_id};
2882 rc = llapi_quotactl(mnt, &tmp_qctl);
2884 fprintf(stderr, "error: setquota failed while retrieving"
2885 " current quota settings (%s)\n",
2890 if (!(limit_mask & BHLIMIT))
2891 dqb->dqb_bhardlimit = tmp_qctl.qc_dqblk.dqb_bhardlimit;
2892 if (!(limit_mask & BSLIMIT))
2893 dqb->dqb_bsoftlimit = tmp_qctl.qc_dqblk.dqb_bsoftlimit;
2894 if (!(limit_mask & IHLIMIT))
2895 dqb->dqb_ihardlimit = tmp_qctl.qc_dqblk.dqb_ihardlimit;
2896 if (!(limit_mask & ISLIMIT))
2897 dqb->dqb_isoftlimit = tmp_qctl.qc_dqblk.dqb_isoftlimit;
2899 /* Keep grace times if we have got no softlimit arguments */
2900 if ((limit_mask & BHLIMIT) && !(limit_mask & BSLIMIT)) {
2901 dqb->dqb_valid |= QIF_BTIME;
2902 dqb->dqb_btime = tmp_qctl.qc_dqblk.dqb_btime;
2905 if ((limit_mask & IHLIMIT) && !(limit_mask & ISLIMIT)) {
2906 dqb->dqb_valid |= QIF_ITIME;
2907 dqb->dqb_itime = tmp_qctl.qc_dqblk.dqb_itime;
2911 dqb->dqb_valid |= (limit_mask & (BHLIMIT | BSLIMIT)) ? QIF_BLIMITS : 0;
2912 dqb->dqb_valid |= (limit_mask & (IHLIMIT | ISLIMIT)) ? QIF_ILIMITS : 0;
2914 rc = llapi_quotactl(mnt, &qctl);
2917 fprintf(stderr, "%s %s ", obd_type,
2918 obd_uuid2str(&qctl.obd_uuid));
2919 fprintf(stderr, "setquota failed: %s\n", strerror(-rc));
2926 static inline char *type2name(int check_type)
2928 if (check_type == USRQUOTA)
2930 else if (check_type == GRPQUOTA)
2936 /* Converts seconds value into format string
2937 * result is returned in buf
2939 * 1. result is in descenting order: 1w2d3h4m5s
2940 * 2. zero fields are not filled (except for p. 3): 5d1s
2941 * 3. zero seconds value is presented as "0s"
2943 static char * __sec2str(time_t seconds, char *buf)
2945 const char spec[] = "smhdw";
2946 const unsigned long mult[] = {1, 60, 60*60, 24*60*60, 7*24*60*60};
2951 for (i = sizeof(mult) / sizeof(mult[0]) - 1 ; i >= 0; i--) {
2952 c = seconds / mult[i];
2954 if (c > 0 || (i == 0 && buf == tail))
2955 tail += snprintf(tail, 40-(tail-buf), "%lu%c", c, spec[i]);
2963 static void sec2str(time_t seconds, char *buf, int rc)
2970 tail = __sec2str(seconds, tail);
2972 if (rc && tail - buf < 39) {
2978 static void diff2str(time_t seconds, char *buf, time_t now)
2984 if (seconds <= now) {
2985 strcpy(buf, "none");
2988 __sec2str(seconds - now, buf);
2991 static void print_quota_title(char *name, struct if_quotactl *qctl,
2992 bool human_readable)
2994 printf("Disk quotas for %s %s (%cid %u):\n",
2995 type2name(qctl->qc_type), name,
2996 *type2name(qctl->qc_type), qctl->qc_id);
2997 printf("%15s%8s %7s%8s%8s%8s %7s%8s%8s\n",
2998 "Filesystem", human_readable ? "used" : "kbytes",
2999 "quota", "limit", "grace",
3000 "files", "quota", "limit", "grace");
3003 static void kbytes2str(__u64 num, char *buf, int buflen, bool h)
3006 snprintf(buf, buflen, "%ju", (uintmax_t)num);
3009 snprintf(buf, buflen, "%5.4gP",
3010 (double)num / ((__u64)1 << 40));
3012 snprintf(buf, buflen, "%5.4gT",
3013 (double)num / (1 << 30));
3015 snprintf(buf, buflen, "%5.4gG",
3016 (double)num / (1 << 20));
3018 snprintf(buf, buflen, "%5.4gM",
3019 (double)num / (1 << 10));
3021 snprintf(buf, buflen, "%ju%s", (uintmax_t)num, "k");
3025 #define STRBUF_LEN 32
3026 static void print_quota(char *mnt, struct if_quotactl *qctl, int type,
3033 if (qctl->qc_cmd == LUSTRE_Q_GETQUOTA || qctl->qc_cmd == Q_GETOQUOTA) {
3034 int bover = 0, iover = 0;
3035 struct obd_dqblk *dqb = &qctl->qc_dqblk;
3036 char numbuf[3][STRBUF_LEN];
3038 char strbuf[STRBUF_LEN];
3040 if (dqb->dqb_bhardlimit &&
3041 lustre_stoqb(dqb->dqb_curspace) >= dqb->dqb_bhardlimit) {
3043 } else if (dqb->dqb_bsoftlimit && dqb->dqb_btime) {
3044 if (dqb->dqb_btime > now) {
3051 if (dqb->dqb_ihardlimit &&
3052 dqb->dqb_curinodes >= dqb->dqb_ihardlimit) {
3054 } else if (dqb->dqb_isoftlimit && dqb->dqb_itime) {
3055 if (dqb->dqb_itime > now) {
3063 if (strlen(mnt) > 15)
3064 printf("%s\n%15s", mnt, "");
3066 printf("%15s", mnt);
3069 diff2str(dqb->dqb_btime, timebuf, now);
3071 kbytes2str(lustre_stoqb(dqb->dqb_curspace),
3072 strbuf, sizeof(strbuf), h);
3073 if (rc == -EREMOTEIO)
3074 sprintf(numbuf[0], "%s*", strbuf);
3076 sprintf(numbuf[0], (dqb->dqb_valid & QIF_SPACE) ?
3077 "%s" : "[%s]", strbuf);
3079 kbytes2str(dqb->dqb_bsoftlimit, strbuf, sizeof(strbuf), h);
3080 if (type == QC_GENERAL)
3081 sprintf(numbuf[1], (dqb->dqb_valid & QIF_BLIMITS) ?
3082 "%s" : "[%s]", strbuf);
3084 sprintf(numbuf[1], "%s", "-");
3086 kbytes2str(dqb->dqb_bhardlimit, strbuf, sizeof(strbuf), h);
3087 sprintf(numbuf[2], (dqb->dqb_valid & QIF_BLIMITS) ?
3088 "%s" : "[%s]", strbuf);
3090 printf(" %7s%c %6s %7s %7s",
3091 numbuf[0], bover ? '*' : ' ', numbuf[1],
3092 numbuf[2], bover > 1 ? timebuf : "-");
3095 diff2str(dqb->dqb_itime, timebuf, now);
3097 sprintf(numbuf[0], (dqb->dqb_valid & QIF_INODES) ?
3098 "%ju" : "[%ju]", (uintmax_t)dqb->dqb_curinodes);
3100 if (type == QC_GENERAL)
3101 sprintf(numbuf[1], (dqb->dqb_valid & QIF_ILIMITS) ?
3103 (uintmax_t)dqb->dqb_isoftlimit);
3105 sprintf(numbuf[1], "%s", "-");
3107 sprintf(numbuf[2], (dqb->dqb_valid & QIF_ILIMITS) ?
3108 "%ju" : "[%ju]", (uintmax_t)dqb->dqb_ihardlimit);
3110 if (type != QC_OSTIDX)
3111 printf(" %7s%c %6s %7s %7s",
3112 numbuf[0], iover ? '*' : ' ', numbuf[1],
3113 numbuf[2], iover > 1 ? timebuf : "-");
3115 printf(" %7s %7s %7s %7s", "-", "-", "-", "-");
3118 } else if (qctl->qc_cmd == LUSTRE_Q_GETINFO ||
3119 qctl->qc_cmd == Q_GETOINFO) {
3123 sec2str(qctl->qc_dqinfo.dqi_bgrace, bgtimebuf, rc);
3124 sec2str(qctl->qc_dqinfo.dqi_igrace, igtimebuf, rc);
3125 printf("Block grace time: %s; Inode grace time: %s\n",
3126 bgtimebuf, igtimebuf);
3130 static int print_obd_quota(char *mnt, struct if_quotactl *qctl, int is_mdt,
3131 bool h, __u64 *total)
3133 int rc = 0, rc1 = 0, count = 0;
3134 __u32 valid = qctl->qc_valid;
3136 rc = llapi_get_obd_count(mnt, &count, is_mdt);
3138 fprintf(stderr, "can not get %s count: %s\n",
3139 is_mdt ? "mdt": "ost", strerror(-rc));
3143 for (qctl->qc_idx = 0; qctl->qc_idx < count; qctl->qc_idx++) {
3144 qctl->qc_valid = is_mdt ? QC_MDTIDX : QC_OSTIDX;
3145 rc = llapi_quotactl(mnt, qctl);
3147 /* It is remote client case. */
3148 if (-rc == EOPNOTSUPP) {
3155 fprintf(stderr, "quotactl %s%d failed.\n",
3156 is_mdt ? "mdt": "ost", qctl->qc_idx);
3160 print_quota(obd_uuid2str(&qctl->obd_uuid), qctl,
3161 qctl->qc_valid, 0, h);
3162 *total += is_mdt ? qctl->qc_dqblk.dqb_ihardlimit :
3163 qctl->qc_dqblk.dqb_bhardlimit;
3166 qctl->qc_valid = valid;
3170 static int lfs_quota(int argc, char **argv)
3173 char *mnt, *name = NULL;
3174 struct if_quotactl qctl = { .qc_cmd = LUSTRE_Q_GETQUOTA,
3175 .qc_type = UGQUOTA };
3176 char *obd_type = (char *)qctl.obd_type;
3177 char *obd_uuid = (char *)qctl.obd_uuid.uuid;
3178 int rc, rc1 = 0, rc2 = 0, rc3 = 0,
3179 verbose = 0, pass = 0, quiet = 0, inacc;
3181 __u32 valid = QC_GENERAL, idx = 0;
3182 __u64 total_ialloc = 0, total_balloc = 0;
3183 bool human_readable = false;
3185 while ((c = getopt(argc, argv, "gi:I:o:qtuvh")) != -1) {
3188 if (qctl.qc_type != UGQUOTA) {
3189 fprintf(stderr, "error: use either -u or -g\n");
3192 qctl.qc_type = USRQUOTA;
3195 if (qctl.qc_type != UGQUOTA) {
3196 fprintf(stderr, "error: use either -u or -g\n");
3199 qctl.qc_type = GRPQUOTA;
3202 qctl.qc_cmd = LUSTRE_Q_GETINFO;
3205 valid = qctl.qc_valid = QC_UUID;
3206 strlcpy(obd_uuid, optarg, sizeof(qctl.obd_uuid));
3209 valid = qctl.qc_valid = QC_MDTIDX;
3210 idx = qctl.qc_idx = atoi(optarg);
3213 valid = qctl.qc_valid = QC_OSTIDX;
3214 idx = qctl.qc_idx = atoi(optarg);
3223 human_readable = true;
3226 fprintf(stderr, "error: %s: option '-%c' "
3227 "unrecognized\n", argv[0], c);
3232 /* current uid/gid info for "lfs quota /path/to/lustre/mount" */
3233 if (qctl.qc_cmd == LUSTRE_Q_GETQUOTA && qctl.qc_type == UGQUOTA &&
3234 optind == argc - 1) {
3236 memset(&qctl, 0, sizeof(qctl)); /* spoiled by print_*_quota */
3237 qctl.qc_cmd = LUSTRE_Q_GETQUOTA;
3238 qctl.qc_valid = valid;
3241 qctl.qc_type = USRQUOTA;
3242 qctl.qc_id = geteuid();
3244 qctl.qc_type = GRPQUOTA;
3245 qctl.qc_id = getegid();
3247 rc = id2name(&name, qctl.qc_id,
3248 (qctl.qc_type == USRQUOTA) ? USER : GROUP);
3251 /* lfs quota -u username /path/to/lustre/mount */
3252 } else if (qctl.qc_cmd == LUSTRE_Q_GETQUOTA) {
3253 /* options should be followed by u/g-name and mntpoint */
3254 if (optind + 2 != argc || qctl.qc_type == UGQUOTA) {
3255 fprintf(stderr, "error: missing quota argument(s)\n");
3259 name = argv[optind++];
3260 rc = name2id(&qctl.qc_id, name,
3261 (qctl.qc_type == USRQUOTA) ? USER : GROUP);
3263 qctl.qc_id = strtoul(name, &endptr, 10);
3264 if (*endptr != '\0') {
3265 fprintf(stderr, "error: can't find id for name "
3270 } else if (optind + 1 != argc || qctl.qc_type == UGQUOTA) {
3271 fprintf(stderr, "error: missing quota info argument(s)\n");
3277 rc1 = llapi_quotactl(mnt, &qctl);
3281 fprintf(stderr, "%s quotas are not enabled.\n",
3282 qctl.qc_type == USRQUOTA ? "user" : "group");
3285 fprintf(stderr, "Permission denied.\n");
3287 /* We already got a "No such file..." message. */
3290 fprintf(stderr, "Unexpected quotactl error: %s\n",
3295 if (qctl.qc_cmd == LUSTRE_Q_GETQUOTA && !quiet)
3296 print_quota_title(name, &qctl, human_readable);
3298 if (rc1 && *obd_type)
3299 fprintf(stderr, "%s %s ", obd_type, obd_uuid);
3301 if (qctl.qc_valid != QC_GENERAL)
3304 inacc = (qctl.qc_cmd == LUSTRE_Q_GETQUOTA) &&
3305 ((qctl.qc_dqblk.dqb_valid & (QIF_LIMITS|QIF_USAGE)) !=
3306 (QIF_LIMITS|QIF_USAGE));
3308 print_quota(mnt, &qctl, QC_GENERAL, rc1, human_readable);
3310 if (qctl.qc_valid == QC_GENERAL && qctl.qc_cmd != LUSTRE_Q_GETINFO &&
3312 char strbuf[STRBUF_LEN];
3314 rc2 = print_obd_quota(mnt, &qctl, 1, human_readable,
3316 rc3 = print_obd_quota(mnt, &qctl, 0, human_readable,
3318 kbytes2str(total_balloc, strbuf, sizeof(strbuf),
3320 printf("Total allocated inode limit: %ju, total "
3321 "allocated block limit: %s\n", (uintmax_t)total_ialloc,
3325 if (rc1 || rc2 || rc3 || inacc)
3326 printf("Some errors happened when getting quota info. "
3327 "Some devices may be not working or deactivated. "
3328 "The data in \"[]\" is inaccurate.\n");
3336 #endif /* HAVE_SYS_QUOTA_H! */
3338 static int flushctx_ioctl(char *mp)
3342 fd = open(mp, O_RDONLY);
3344 fprintf(stderr, "flushctx: error open %s: %s\n",
3345 mp, strerror(errno));
3349 rc = ioctl(fd, LL_IOC_FLUSHCTX);
3351 fprintf(stderr, "flushctx: error ioctl %s: %s\n",
3352 mp, strerror(errno));
3358 static int lfs_flushctx(int argc, char **argv)
3360 int kdestroy = 0, c;
3361 char mntdir[PATH_MAX] = {'\0'};
3365 while ((c = getopt(argc, argv, "k")) != -1) {
3371 fprintf(stderr, "error: %s: option '-%c' "
3372 "unrecognized\n", argv[0], c);
3378 if ((rc = system("kdestroy > /dev/null")) != 0) {
3379 rc = WEXITSTATUS(rc);
3380 fprintf(stderr, "error destroying tickets: %d, continuing\n", rc);
3384 if (optind >= argc) {
3385 /* flush for all mounted lustre fs. */
3386 while (!llapi_search_mounts(NULL, index++, mntdir, NULL)) {
3387 /* Check if we have a mount point */
3388 if (mntdir[0] == '\0')
3391 if (flushctx_ioctl(mntdir))
3394 mntdir[0] = '\0'; /* avoid matching in next loop */
3397 /* flush fs as specified */
3398 while (optind < argc) {
3399 if (flushctx_ioctl(argv[optind++]))
3406 static int lfs_lsetfacl(int argc, char **argv)
3408 fprintf(stderr, "local client sets facl for remote client.\n"
3409 "obsolete, does not support it anymore.\n");
3413 static int lfs_lgetfacl(int argc, char **argv)
3415 fprintf(stderr, "local client gets facl for remote client.\n"
3416 "obsolete, does not support it anymore.\n");
3420 static int lfs_rsetfacl(int argc, char **argv)
3422 fprintf(stderr, "remote client sets facl for remote client.\n"
3423 "obsolete, does not support it anymore.\n");
3427 static int lfs_rgetfacl(int argc, char **argv)
3429 fprintf(stderr, "remote client gets facl for remote client.\n"
3430 "obsolete, does not support it anymore.\n");
3434 static int lfs_cp(int argc, char **argv)
3436 fprintf(stderr, "remote client copy file(s).\n"
3437 "obsolete, does not support it anymore.\n");
3441 static int lfs_ls(int argc, char **argv)
3443 fprintf(stderr, "remote client lists directory contents.\n"
3444 "obsolete, does not support it anymore.\n");
3448 static int lfs_changelog(int argc, char **argv)
3450 void *changelog_priv;
3451 struct changelog_rec *rec;
3452 long long startrec = 0, endrec = 0;
3454 struct option long_opts[] = {
3455 {"follow", no_argument, 0, 'f'},
3458 char short_opts[] = "f";
3461 while ((rc = getopt_long(argc, argv, short_opts,
3462 long_opts, NULL)) != -1) {
3470 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
3471 argv[0], argv[optind - 1]);
3478 mdd = argv[optind++];
3480 startrec = strtoll(argv[optind++], NULL, 10);
3482 endrec = strtoll(argv[optind++], NULL, 10);
3484 rc = llapi_changelog_start(&changelog_priv,
3485 CHANGELOG_FLAG_BLOCK |
3486 CHANGELOG_FLAG_JOBID |
3487 (follow ? CHANGELOG_FLAG_FOLLOW : 0),
3490 fprintf(stderr, "Can't start changelog: %s\n",
3491 strerror(errno = -rc));
3495 while ((rc = llapi_changelog_recv(changelog_priv, &rec)) == 0) {
3499 if (endrec && rec->cr_index > endrec) {
3500 llapi_changelog_free(&rec);
3503 if (rec->cr_index < startrec) {
3504 llapi_changelog_free(&rec);
3508 secs = rec->cr_time >> 30;
3509 gmtime_r(&secs, &ts);
3510 printf("%ju %02d%-5s %02d:%02d:%02d.%06d %04d.%02d.%02d "
3511 "0x%x t="DFID, (uintmax_t) rec->cr_index, rec->cr_type,
3512 changelog_type2str(rec->cr_type),
3513 ts.tm_hour, ts.tm_min, ts.tm_sec,
3514 (int)(rec->cr_time & ((1<<30) - 1)),
3515 ts.tm_year + 1900, ts.tm_mon + 1, ts.tm_mday,
3516 rec->cr_flags & CLF_FLAGMASK, PFID(&rec->cr_tfid));
3518 if (rec->cr_flags & CLF_JOBID) {
3519 struct changelog_ext_jobid *jid =
3520 changelog_rec_jobid(rec);
3522 if (jid->cr_jobid[0] != '\0')
3523 printf(" j=%s", jid->cr_jobid);
3526 if (rec->cr_namelen)
3527 printf(" p="DFID" %.*s", PFID(&rec->cr_pfid),
3528 rec->cr_namelen, changelog_rec_name(rec));
3530 if (rec->cr_flags & CLF_RENAME) {
3531 struct changelog_ext_rename *rnm =
3532 changelog_rec_rename(rec);
3534 if (!fid_is_zero(&rnm->cr_sfid))
3535 printf(" s="DFID" sp="DFID" %.*s",
3536 PFID(&rnm->cr_sfid),
3537 PFID(&rnm->cr_spfid),
3538 (int)changelog_rec_snamelen(rec),
3539 changelog_rec_sname(rec));
3543 llapi_changelog_free(&rec);
3546 llapi_changelog_fini(&changelog_priv);
3549 fprintf(stderr, "Changelog: %s\n", strerror(errno = -rc));
3551 return (rc == 1 ? 0 : rc);
3554 static int lfs_changelog_clear(int argc, char **argv)
3562 endrec = strtoll(argv[3], NULL, 10);
3564 rc = llapi_changelog_clear(argv[1], argv[2], endrec);
3566 fprintf(stderr, "%s error: %s\n", argv[0],
3567 strerror(errno = -rc));
3571 static int lfs_fid2path(int argc, char **argv)
3573 struct option long_opts[] = {
3574 {"cur", no_argument, 0, 'c'},
3575 {"link", required_argument, 0, 'l'},
3576 {"rec", required_argument, 0, 'r'},
3579 char short_opts[] = "cl:r:";
3580 char *device, *fid, *path;
3581 long long recno = -1;
3587 while ((rc = getopt_long(argc, argv, short_opts,
3588 long_opts, NULL)) != -1) {
3594 linkno = strtol(optarg, NULL, 10);
3597 recno = strtoll(optarg, NULL, 10);
3602 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
3603 argv[0], argv[optind - 1]);
3611 device = argv[optind++];
3612 path = calloc(1, PATH_MAX);
3614 fprintf(stderr, "error: Not enough memory\n");
3619 while (optind < argc) {
3620 fid = argv[optind++];
3622 lnktmp = (linkno >= 0) ? linkno : 0;
3624 int oldtmp = lnktmp;
3625 long long rectmp = recno;
3627 rc2 = llapi_fid2path(device, fid, path, PATH_MAX,
3630 fprintf(stderr, "%s: error on FID %s: %s\n",
3631 argv[0], fid, strerror(errno = -rc2));
3638 fprintf(stdout, "%lld ", rectmp);
3639 if (device[0] == '/') {
3640 fprintf(stdout, "%s", device);
3641 if (device[strlen(device) - 1] != '/')
3642 fprintf(stdout, "/");
3643 } else if (path[0] == '\0') {
3644 fprintf(stdout, "/");
3646 fprintf(stdout, "%s\n", path);
3649 /* specified linkno */
3651 if (oldtmp == lnktmp)
3661 static int lfs_path2fid(int argc, char **argv)
3663 struct option long_opts[] = {
3664 {"parents", no_argument, 0, 'p'},
3668 const char short_opts[] = "p";
3669 const char *sep = "";
3672 bool show_parents = false;
3674 while ((rc = getopt_long(argc, argv, short_opts,
3675 long_opts, NULL)) != -1) {
3678 show_parents = true;
3681 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
3682 argv[0], argv[optind - 1]);
3687 if (optind > argc - 1)
3689 else if (optind < argc - 1)
3693 for (path = argv + optind; *path != NULL; path++) {
3695 if (!show_parents) {
3696 err = llapi_path2fid(*path, &fid);
3698 printf("%s%s"DFID"\n",
3699 *sep != '\0' ? *path : "", sep,
3702 char name[NAME_MAX + 1];
3703 unsigned int linkno = 0;
3705 while ((err = llapi_path2parent(*path, linkno, &fid,
3706 name, sizeof(name))) == 0) {
3707 if (*sep != '\0' && linkno == 0)
3708 printf("%s%s", *path, sep);
3710 printf("%s"DFID"/%s", linkno != 0 ? "\t" : "",
3715 /* err == -ENODATA is end-of-loop */
3716 if (linkno > 0 && err == -ENODATA) {
3723 fprintf(stderr, "%s: can't get %sfid for %s: %s\n",
3724 argv[0], show_parents ? "parent " : "", *path,
3736 static int lfs_data_version(int argc, char **argv)
3743 int data_version_flags = LL_DV_RD_FLUSH; /* Read by default */
3748 while ((c = getopt(argc, argv, "nrw")) != -1) {
3751 data_version_flags = 0;
3754 data_version_flags |= LL_DV_RD_FLUSH;
3757 data_version_flags |= LL_DV_WR_FLUSH;
3766 path = argv[optind];
3767 fd = open(path, O_RDONLY);
3769 err(errno, "cannot open file %s", path);
3771 rc = llapi_get_data_version(fd, &data_version, data_version_flags);
3773 err(errno, "cannot get version for %s", path);
3775 printf("%ju" "\n", (uintmax_t)data_version);
3781 static int lfs_hsm_state(int argc, char **argv)
3786 struct hsm_user_state hus;
3794 rc = llapi_hsm_state_get(path, &hus);
3796 fprintf(stderr, "can't get hsm state for %s: %s\n",
3797 path, strerror(errno = -rc));
3801 /* Display path name and status flags */
3802 printf("%s: (0x%08x)", path, hus.hus_states);
3804 if (hus.hus_states & HS_RELEASED)
3805 printf(" released");
3806 if (hus.hus_states & HS_EXISTS)
3808 if (hus.hus_states & HS_DIRTY)
3810 if (hus.hus_states & HS_ARCHIVED)
3811 printf(" archived");
3812 /* Display user-settable flags */
3813 if (hus.hus_states & HS_NORELEASE)
3814 printf(" never_release");
3815 if (hus.hus_states & HS_NOARCHIVE)
3816 printf(" never_archive");
3817 if (hus.hus_states & HS_LOST)
3818 printf(" lost_from_hsm");
3820 if (hus.hus_archive_id != 0)
3821 printf(", archive_id:%d", hus.hus_archive_id);
3824 } while (++i < argc);
3829 #define LFS_HSM_SET 0
3830 #define LFS_HSM_CLEAR 1
3833 * Generic function to set or clear HSM flags.
3834 * Used by hsm_set and hsm_clear.
3836 * @mode if LFS_HSM_SET, set the flags, if LFS_HSM_CLEAR, clear the flags.
3838 static int lfs_hsm_change_flags(int argc, char **argv, int mode)
3840 struct option long_opts[] = {
3841 {"lost", 0, 0, 'l'},
3842 {"norelease", 0, 0, 'r'},
3843 {"noarchive", 0, 0, 'a'},
3844 {"archived", 0, 0, 'A'},
3845 {"dirty", 0, 0, 'd'},
3846 {"exists", 0, 0, 'e'},
3849 char short_opts[] = "lraAde";
3857 while ((c = getopt_long(argc, argv, short_opts,
3858 long_opts, NULL)) != -1) {
3864 mask |= HS_NOARCHIVE;
3867 mask |= HS_ARCHIVED;
3870 mask |= HS_NORELEASE;
3881 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
3882 argv[0], argv[optind - 1]);
3887 /* User should have specified a flag */
3891 while (optind < argc) {
3893 path = argv[optind];
3895 /* If mode == 0, this means we apply the mask. */
3896 if (mode == LFS_HSM_SET)
3897 rc = llapi_hsm_state_set(path, mask, 0, 0);
3899 rc = llapi_hsm_state_set(path, 0, mask, 0);
3902 fprintf(stderr, "Can't change hsm flags for %s: %s\n",
3903 path, strerror(errno = -rc));
3912 static int lfs_hsm_action(int argc, char **argv)
3917 struct hsm_current_action hca;
3918 struct hsm_extent he;
3919 enum hsm_user_action hua;
3920 enum hsm_progress_states hps;
3928 rc = llapi_hsm_current_action(path, &hca);
3930 fprintf(stderr, "can't get hsm action for %s: %s\n",
3931 path, strerror(errno = -rc));
3934 he = hca.hca_location;
3935 hua = hca.hca_action;
3936 hps = hca.hca_state;
3938 printf("%s: %s", path, hsm_user_action2name(hua));
3940 /* Skip file without action */
3941 if (hca.hca_action == HUA_NONE) {
3946 printf(" %s ", hsm_progress_state2name(hps));
3948 if ((hps == HPS_RUNNING) &&
3949 (hua == HUA_ARCHIVE || hua == HUA_RESTORE))
3950 printf("(%llu bytes moved)\n",
3951 (unsigned long long)he.length);
3952 else if ((he.offset + he.length) == LUSTRE_EOF)
3953 printf("(from %llu to EOF)\n",
3954 (unsigned long long)he.offset);
3956 printf("(from %llu to %llu)\n",
3957 (unsigned long long)he.offset,
3958 (unsigned long long)(he.offset + he.length));
3960 } while (++i < argc);
3965 static int lfs_hsm_set(int argc, char **argv)
3967 return lfs_hsm_change_flags(argc, argv, LFS_HSM_SET);
3970 static int lfs_hsm_clear(int argc, char **argv)
3972 return lfs_hsm_change_flags(argc, argv, LFS_HSM_CLEAR);
3976 * Check file state and return its fid, to be used by lfs_hsm_request().
3978 * \param[in] file Path to file to check
3979 * \param[in,out] fid Pointer to allocated lu_fid struct.
3980 * \param[in,out] last_dev Pointer to last device id used.
3982 * \return 0 on success.
3984 static int lfs_hsm_prepare_file(const char *file, struct lu_fid *fid,
3990 rc = lstat(file, &st);
3992 fprintf(stderr, "Cannot stat %s: %s\n", file, strerror(errno));
3995 /* Checking for regular file as archiving as posix copytool
3996 * rejects archiving files other than regular files
3998 if (!S_ISREG(st.st_mode)) {
3999 fprintf(stderr, "error: \"%s\" is not a regular file\n", file);
4002 /* A request should be ... */
4003 if (*last_dev != st.st_dev && *last_dev != 0) {
4004 fprintf(stderr, "All files should be "
4005 "on the same filesystem: %s\n", file);
4008 *last_dev = st.st_dev;
4010 rc = llapi_path2fid(file, fid);
4012 fprintf(stderr, "Cannot read FID of %s: %s\n",
4013 file, strerror(-rc));
4019 /* Fill an HSM HUR item with a given file name.
4021 * If mntpath is set, then the filename is actually a FID, and no
4022 * lookup on the filesystem will be performed.
4024 * \param[in] hur the user request to fill
4025 * \param[in] idx index of the item inside the HUR to fill
4026 * \param[in] mntpath mountpoint of Lustre
4027 * \param[in] fname filename (if mtnpath is NULL)
4028 * or FID (if mntpath is set)
4029 * \param[in] last_dev pointer to last device id used
4031 * \retval 0 on success
4032 * \retval CMD_HELP or a negative errno on error
4034 static int fill_hur_item(struct hsm_user_request *hur, unsigned int idx,
4035 const char *mntpath, const char *fname,
4038 struct hsm_user_item *hui = &hur->hur_user_item[idx];
4041 hui->hui_extent.length = -1;
4043 if (mntpath != NULL) {
4046 rc = sscanf(fname, SFID, RFID(&hui->hui_fid));
4050 fprintf(stderr, "hsm: '%s' is not a valid FID\n",
4055 rc = lfs_hsm_prepare_file(fname, &hui->hui_fid, last_dev);
4059 hur->hur_request.hr_itemcount++;
4064 static int lfs_hsm_request(int argc, char **argv, int action)
4066 struct option long_opts[] = {
4067 {"filelist", 1, 0, 'l'},
4068 {"data", 1, 0, 'D'},
4069 {"archive", 1, 0, 'a'},
4070 {"mntpath", 1, 0, 'm'},
4074 char short_opts[] = "l:D:a:m:";
4075 struct hsm_user_request *hur, *oldhur;
4080 char *filelist = NULL;
4081 char fullpath[PATH_MAX];
4082 char *opaque = NULL;
4086 int nbfile_alloc = 0;
4087 char *some_file = NULL;
4088 char *mntpath = NULL;
4094 while ((c = getopt_long(argc, argv, short_opts,
4095 long_opts, NULL)) != -1) {
4104 if (action != HUA_ARCHIVE &&
4105 action != HUA_REMOVE) {
4107 "error: -a is supported only "
4108 "when archiving or removing\n");
4111 archive_id = atoi(optarg);
4114 if (some_file == NULL) {
4116 some_file = strdup(optarg);
4122 fprintf(stderr, "error: %s: option '%s' unrecognized\n",
4123 argv[0], argv[optind - 1]);
4128 /* All remaining args are files, so we have at least nbfile */
4129 nbfile = argc - optind;
4131 if ((nbfile == 0) && (filelist == NULL))
4135 opaque_len = strlen(opaque);
4137 /* Alloc the request structure with enough place to store all files
4138 * from command line. */
4139 hur = llapi_hsm_user_request_alloc(nbfile, opaque_len);
4141 fprintf(stderr, "Cannot create the request: %s\n",
4145 nbfile_alloc = nbfile;
4147 hur->hur_request.hr_action = action;
4148 hur->hur_request.hr_archive_id = archive_id;
4149 hur->hur_request.hr_flags = 0;
4151 /* All remaining args are files, add them */
4152 if (nbfile != 0 && some_file == NULL)
4153 some_file = strdup(argv[optind]);
4155 for (i = 0; i < nbfile; i++) {
4156 rc = fill_hur_item(hur, i, mntpath, argv[optind + i],
4162 /* from here stop using nb_file, use hur->hur_request.hr_itemcount */
4164 /* If a filelist was specified, read the filelist from it. */
4165 if (filelist != NULL) {
4166 fp = fopen(filelist, "r");
4168 fprintf(stderr, "Cannot read the file list %s: %s\n",
4169 filelist, strerror(errno));
4174 while ((rc = getline(&line, &len, fp)) != -1) {
4175 /* If allocated buffer was too small, get something
4177 if (nbfile_alloc <= hur->hur_request.hr_itemcount) {
4180 nbfile_alloc = nbfile_alloc * 2 + 1;
4182 hur = llapi_hsm_user_request_alloc(nbfile_alloc,
4185 fprintf(stderr, "hsm: cannot allocate "
4186 "the request: %s\n",
4193 size = hur_len(oldhur);
4195 fprintf(stderr, "hsm: cannot allocate "
4196 "%u files + %u bytes data\n",
4197 oldhur->hur_request.hr_itemcount,
4198 oldhur->hur_request.hr_data_len);
4205 memcpy(hur, oldhur, size);
4210 if (line[strlen(line) - 1] == '\n')
4211 line[strlen(line) - 1] = '\0';
4213 rc = fill_hur_item(hur, hur->hur_request.hr_itemcount,
4214 mntpath, line, &last_dev);
4220 if (some_file == NULL) {
4230 /* If a --data was used, add it to the request */
4231 hur->hur_request.hr_data_len = opaque_len;
4233 memcpy(hur_data(hur), opaque, opaque_len);
4235 /* Send the HSM request */
4236 if (realpath(some_file, fullpath) == NULL) {
4237 fprintf(stderr, "Could not find path '%s': %s\n",
4238 some_file, strerror(errno));
4240 rc = llapi_hsm_request(fullpath, hur);
4242 fprintf(stderr, "Cannot send HSM request (use of %s): %s\n",
4243 some_file, strerror(-rc));
4253 static int lfs_hsm_archive(int argc, char **argv)
4255 return lfs_hsm_request(argc, argv, HUA_ARCHIVE);
4258 static int lfs_hsm_restore(int argc, char **argv)
4260 return lfs_hsm_request(argc, argv, HUA_RESTORE);
4263 static int lfs_hsm_release(int argc, char **argv)
4265 return lfs_hsm_request(argc, argv, HUA_RELEASE);
4268 static int lfs_hsm_remove(int argc, char **argv)
4270 return lfs_hsm_request(argc, argv, HUA_REMOVE);
4273 static int lfs_hsm_cancel(int argc, char **argv)
4275 return lfs_hsm_request(argc, argv, HUA_CANCEL);
4278 static int lfs_swap_layouts(int argc, char **argv)
4283 return llapi_swap_layouts(argv[1], argv[2], 0, 0,
4284 SWAP_LAYOUTS_KEEP_MTIME |
4285 SWAP_LAYOUTS_KEEP_ATIME);
4288 static const char *const ladvise_names[] = LU_LADVISE_NAMES;
4290 static enum lu_ladvise_type lfs_get_ladvice(const char *string)
4292 enum lu_ladvise_type advice;
4295 advice < ARRAY_SIZE(ladvise_names); advice++) {
4296 if (ladvise_names[advice] == NULL)
4298 if (strcmp(string, ladvise_names[advice]) == 0)
4302 return LU_LADVISE_INVALID;
4305 static int lfs_ladvise(int argc, char **argv)
4307 struct option long_opts[] = {
4308 {"advice", required_argument, 0, 'a'},
4309 {"background", no_argument, 0, 'b'},
4310 {"end", required_argument, 0, 'e'},
4311 {"start", required_argument, 0, 's'},
4312 {"length", required_argument, 0, 'l'},
4315 char short_opts[] = "a:be:l:s:";
4320 struct llapi_lu_ladvise advice;
4321 enum lu_ladvise_type advice_type = LU_LADVISE_INVALID;
4322 unsigned long long start = 0;
4323 unsigned long long end = LUSTRE_EOF;
4324 unsigned long long length = 0;
4325 unsigned long long size_units;
4326 unsigned long long flags = 0;
4329 while ((c = getopt_long(argc, argv, short_opts,
4330 long_opts, NULL)) != -1) {
4333 advice_type = lfs_get_ladvice(optarg);
4334 if (advice_type == LU_LADVISE_INVALID) {
4335 fprintf(stderr, "%s: invalid advice type "
4336 "'%s'\n", argv[0], optarg);
4337 fprintf(stderr, "Valid types:");
4339 for (advice_type = 0;
4340 advice_type < ARRAY_SIZE(ladvise_names);
4342 if (ladvise_names[advice_type] == NULL)
4344 fprintf(stderr, " %s",
4345 ladvise_names[advice_type]);
4347 fprintf(stderr, "\n");
4357 rc = llapi_parse_size(optarg, &end,
4360 fprintf(stderr, "%s: bad end offset '%s'\n",
4367 rc = llapi_parse_size(optarg, &start,
4370 fprintf(stderr, "%s: bad start offset "
4371 "'%s'\n", argv[0], optarg);
4377 rc = llapi_parse_size(optarg, &length,
4380 fprintf(stderr, "%s: bad length '%s'\n",
4388 fprintf(stderr, "%s: option '%s' unrecognized\n",
4389 argv[0], argv[optind - 1]);
4394 if (advice_type == LU_LADVISE_INVALID) {
4395 fprintf(stderr, "%s: please give an advice type\n", argv[0]);
4396 fprintf(stderr, "Valid types:");
4397 for (advice_type = 0; advice_type < ARRAY_SIZE(ladvise_names);
4399 if (ladvise_names[advice_type] == NULL)
4401 fprintf(stderr, " %s", ladvise_names[advice_type]);
4403 fprintf(stderr, "\n");
4407 if (argc <= optind) {
4408 fprintf(stderr, "%s: please give one or more file names\n",
4413 if (end != LUSTRE_EOF && length != 0 && end != start + length) {
4414 fprintf(stderr, "%s: conflicting arguments of -l and -e\n",
4419 if (end == LUSTRE_EOF && length != 0)
4420 end = start + length;
4423 fprintf(stderr, "%s: range [%llu, %llu] is invalid\n",
4424 argv[0], start, end);
4428 while (optind < argc) {
4431 path = argv[optind++];
4433 fd = open(path, O_RDONLY);
4435 fprintf(stderr, "%s: cannot open file '%s': %s\n",
4436 argv[0], path, strerror(errno));
4441 advice.lla_start = start;
4442 advice.lla_end = end;
4443 advice.lla_advice = advice_type;
4444 advice.lla_value1 = 0;
4445 advice.lla_value2 = 0;
4446 advice.lla_value3 = 0;
4447 advice.lla_value4 = 0;
4448 rc2 = llapi_ladvise(fd, flags, 1, &advice);
4451 fprintf(stderr, "%s: cannot give advice '%s' to file "
4452 "'%s': %s\n", argv[0],
4453 ladvise_names[advice_type],
4454 path, strerror(errno));
4457 if (rc == 0 && rc2 < 0)
4463 int main(int argc, char **argv)
4467 /* Ensure that liblustreapi constructor has run */
4468 if (!liblustreapi_initialized)
4469 fprintf(stderr, "liblustreapi was not properly initialized\n");
4473 Parser_init("lfs > ", cmdlist);
4475 progname = argv[0]; /* Used in error messages */
4477 rc = Parser_execarg(argc - 1, argv + 1, cmdlist);
4479 rc = Parser_commands();
4482 return rc < 0 ? -rc : rc;
4485 #ifdef _LUSTRE_IDL_H_
4486 /* Everything we need here should be included by lustreapi.h. */
4487 # error "lfs should not depend on lustre_idl.h"
4488 #endif /* _LUSTRE_IDL_H_ */