X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Futils%2Fliblustreapi.c;h=d2b4a0b2a745fb15663b71e2ee633a74bc7c9826;hb=1766e577e582ca240d215c5b38034b6cec2181fb;hp=cdeeee9d39fa278e7016f3c88d77751376c835a6;hpb=55343c0b4551fc26fc0e833b29d6131c57cf59b3;p=fs%2Flustre-release.git diff --git a/lustre/utils/liblustreapi.c b/lustre/utils/liblustreapi.c index cdeeee9..d2b4a0b 100644 --- a/lustre/utils/liblustreapi.c +++ b/lustre/utils/liblustreapi.c @@ -23,7 +23,6 @@ * */ - /* for O_DIRECTORY */ #define _GNU_SOURCE @@ -39,21 +38,29 @@ #include #include #include -#include +#include +#include +#ifdef HAVE_ASM_TYPES_H +#include +#endif +#ifdef HAVE_LINUX_UNISTD_H #include +#else +#include +#endif -#include -#include -#include -#include -#include +#include -#include +#include +#include +#include +#include +#include static void err_msg(char *fmt, ...) { va_list args; - int tmp_errno = errno; + int tmp_errno = abs(errno); va_start(args, fmt); vfprintf(stderr, fmt, args); @@ -61,195 +68,254 @@ static void err_msg(char *fmt, ...) fprintf(stderr, ": %s (%d)\n", strerror(tmp_errno), tmp_errno); } -int op_create_file(char *name, long stripe_size, int stripe_offset, - int stripe_count) +int llapi_file_open(const char *name, int flags, int mode, + unsigned long stripe_size, int stripe_offset, + int stripe_count, int stripe_pattern) { struct lov_user_md lum = { 0 }; int fd, rc = 0; + int isdir = 0; + int page_size; - /* Initialize IOCTL striping pattern structure */ - lum.lmm_magic = LOV_USER_MAGIC; - lum.lmm_stripe_size = stripe_size; - lum.lmm_stripe_offset = stripe_offset; - lum.lmm_stripe_count = stripe_count; + fd = open(name, flags | O_LOV_DELAY_CREATE, mode); + if (fd < 0 && errno == EISDIR) { + fd = open(name, O_DIRECTORY | O_RDONLY); + isdir++; + } - fd = open(name, O_CREAT | O_RDWR | O_LOV_DELAY_CREATE, 0644); if (fd < 0) { - err_msg("unable to open '%s'",name); rc = -errno; + err_msg("unable to open '%s'", name); return rc; } + + /* 64 KB is the largest common page size I'm aware of (on ia64), but + * check the local page size just in case. */ + page_size = LOV_MIN_STRIPE_SIZE; + if (getpagesize() > page_size) { + page_size = getpagesize(); + fprintf(stderr, "warning: your page size (%u) is larger than " + "expected (%u).\n", page_size, LOV_MIN_STRIPE_SIZE); + } + if (stripe_size < 0 || (stripe_size & (LOV_MIN_STRIPE_SIZE - 1))) { + errno = rc = -EINVAL; + err_msg("error: bad stripe_size %lu, must be an even " + "multiple of %d bytes", stripe_size, page_size); + goto out; + } + if (stripe_offset < -1 || stripe_offset > MAX_OBD_DEVICES) { + errno = rc = -EINVAL; + err_msg("error: bad stripe offset %d", stripe_offset); + goto out; + } + if (stripe_count < -1 || stripe_count > LOV_MAX_STRIPE_COUNT) { + errno = rc = -EINVAL; + err_msg("error: bad stripe count %d", stripe_count); + goto out; + } + if (stripe_count > 0 && (__u64)stripe_size * stripe_count > 0xffffffff){ + errno = rc = -EINVAL; + err_msg("error: stripe_size %lu * stripe_count %u " + "exceeds 4GB", stripe_size, stripe_count); + goto out; + } + + /* Initialize IOCTL striping pattern structure */ + lum.lmm_magic = LOV_USER_MAGIC; + lum.lmm_pattern = stripe_pattern; + lum.lmm_stripe_size = stripe_size; + lum.lmm_stripe_count = stripe_count; + lum.lmm_stripe_offset = stripe_offset; + if (ioctl(fd, LL_IOC_LOV_SETSTRIPE, &lum)) { char *errmsg = "stripe already set"; + rc = -errno; if (errno != EEXIST && errno != EALREADY) errmsg = strerror(errno); - fprintf(stderr, "error on ioctl for '%s' (%d): %s\n", - name, fd, errmsg); - rc = -errno; + fprintf(stderr, "error on ioctl "LPX64" for '%s' (%d): %s\n", + (__u64)LL_IOC_LOV_SETSTRIPE, name, fd, errmsg); } - if (close(fd) < 0) { - err_msg("error on close for '%s' (%d)", name, fd); - if (rc == 0) - rc = -errno; +out: + if (rc) { + close(fd); + fd = rc; } - return rc; -} - -struct find_param { - int recursive; - int verbose; - int quiet; - struct obd_uuid *obduuid; - struct obd_ioctl_data data; - struct lov_desc desc; - int uuidslen; - char *buf; - int buflen; - struct obd_uuid *uuids; - struct lov_user_md *lum; - int got_uuids; - int obdindex; - int max_ost_count; -}; - -/* XXX Max obds per lov currently hardcoded to 1000 in lov/lov_obd.c */ -#define MAX_LOV_UUID_COUNT 1000 -#define OBD_NOT_FOUND (-1) + return fd; +} -static int prepare_find(struct find_param *param) +int llapi_file_create(const char *name, unsigned long stripe_size, + int stripe_offset, int stripe_count, int stripe_pattern) { - int datalen, desclen; - int cfglen, lumlen; - int max_ost_count = MAX_LOV_UUID_COUNT; + int fd; - datalen = size_round(sizeof(param->data)); - desclen = size_round(sizeof(param->desc)); - param->uuidslen = size_round(max_ost_count * sizeof(*param->uuids)); - cfglen = datalen + desclen + param->uuidslen; - lumlen = lov_mds_md_size(max_ost_count); - if (cfglen > lumlen) - param->buflen = cfglen; - else - param->buflen = lumlen; + fd = llapi_file_open(name, O_CREAT | O_WRONLY, 0644, stripe_size, + stripe_offset, stripe_count, stripe_pattern); + if (fd < 0) + return fd; - /* XXX max ioctl buffer size currently hardcoded to 8192 */ - if (param->buflen > 8192) { - int nuuids, remaining; + close(fd); + return 0; +} - param->buflen = 8192; - nuuids = (param->buflen - datalen - desclen) / - sizeof(*param->uuids); - param->uuidslen = size_round(nuuids * sizeof(*param->uuids)); - remaining = nuuids * sizeof(*param->uuids); - if (param->uuidslen > remaining) - nuuids--; - max_ost_count = nuuids; - while ((lumlen=lov_mds_md_size(max_ost_count)) > param->buflen) - --max_ost_count; +typedef int (semantic_func_t)(char *path, DIR *parent, DIR *d, void *data); - cfglen = datalen + desclen + param->uuidslen; - } +#define MAX_LOV_UUID_COUNT max(LOV_MAX_STRIPE_COUNT, 1000) +#define OBD_NOT_FOUND (-1) - if ((param->buf = malloc(param->buflen)) == NULL) { - err_msg("unable to allocate %d bytes of memory for ioctl's", - param->buflen); - return ENOMEM; +static int common_param_init(struct find_param *param) +{ + param->lumlen = lov_mds_md_size(MAX_LOV_UUID_COUNT); + if ((param->lmd = malloc(sizeof(lstat_t) + param->lumlen)) == NULL) { + err_msg("error: allocation of %d bytes for ioctl", + sizeof(lstat_t) + param->lumlen); + return -ENOMEM; } - param->lum = (struct lov_user_md *)param->buf; - param->uuids = (struct obd_uuid *)param->buf; param->got_uuids = 0; param->obdindex = OBD_NOT_FOUND; - param->max_ost_count = max_ost_count; - return 0; } -static void cleanup_find(struct find_param *param) +static void find_param_fini(struct find_param *param) { - if (param->obduuid) - free(param->obduuid); - if (param->buf) - free(param->buf); + if (param->lmd) + free(param->lmd); } -static int get_obd_uuids(DIR *dir, char *dname, struct find_param *param) +int llapi_lov_get_uuids(int fd, struct obd_uuid *uuidp, int *ost_count) { - int obdcount; - struct obd_uuid *uuidp; - int rc, i; + char lov_name[sizeof(struct obd_uuid)]; + char buf[1024]; + FILE *fp; + int rc = 0, index = 0; - param->got_uuids = 1; - memset(¶m->data, 0, sizeof(param->data)); - param->data.ioc_inllen1 = sizeof(struct lov_desc); - param->data.ioc_inlbuf1 = (char *)¶m->desc; - param->data.ioc_inllen2 = param->uuidslen; - param->data.ioc_inlbuf2 = (char *)param->uuids; + /* Get the lov name */ + rc = ioctl(fd, OBD_IOC_GETNAME, (void *) lov_name); + if (rc) { + rc = errno; + err_msg("error: can't get lov name."); + return rc; + } - memset(¶m->desc, 0, sizeof(struct lov_desc)); - param->desc.ld_tgt_count = param->max_ost_count; + /* Now get the ost uuids from /proc */ + snprintf(buf, sizeof(buf), "/proc/fs/lustre/lov/%s/target_obd", + lov_name); + fp = fopen(buf, "r"); + if (fp == NULL) { + rc = errno; + err_msg("error: opening '%s'", buf); + return rc; + } - if (obd_ioctl_pack(¶m->data, ¶m->buf, param->buflen)) { - fprintf(stderr, "internal buffer error from %s\n", dname); - return (param->obduuid ? EINVAL : 0); + while ((fgets(buf, sizeof(buf), fp) != NULL) && index < *ost_count) { + if (sscanf(buf, "%d: %s", &index, uuidp[index].uuid) < 2) + break; + index++; } - rc = ioctl(dirfd(dir), OBD_IOC_LOV_GET_CONFIG, param->buf); + fclose(fp); + *ost_count = index; + + return rc; +} + +static int setup_obd_uuids(DIR *dir, char *dname, struct find_param *param) +{ + char uuid[sizeof(struct obd_uuid)]; + char buf[1024]; + FILE *fp; + int rc = 0, index; + + /* Get the lov name */ + rc = ioctl(dirfd(dir), OBD_IOC_GETNAME, (void *)uuid); if (rc) { - err_msg("error getting LOV config from %s", dname); - return (param->obduuid ? errno : 0); + if (errno != ENOTTY) { + rc = errno; + err_msg("error: can't get lov name: %s", dname); + } else { + rc = 0; + } + return rc; } - if (obd_ioctl_unpack(¶m->data, param->buf, param->buflen)) { - err_msg("invalid reply from ioctl from %s", dname); - return (param->obduuid ? EINVAL : 0); + param->got_uuids = 1; + + /* Now get the ost uuids from /proc */ + snprintf(buf, sizeof(buf), "/proc/fs/lustre/lov/%s/target_obd", + uuid); + fp = fopen(buf, "r"); + if (fp == NULL) { + rc = errno; + err_msg("error: opening '%s'", buf); + return rc; } - obdcount = param->desc.ld_tgt_count; - if (obdcount == 0) - return 0; + if (!param->obduuid && !param->quiet && !param->obds_printed) + printf("OBDS:\n"); - if (param->obduuid) { - for (i = 0, uuidp = param->uuids; i < obdcount; i++, uuidp++) { - if (strncmp(param->obduuid->uuid, uuidp->uuid, - sizeof(*uuidp)) == 0) { - param->obdindex = i; + while (fgets(buf, sizeof(buf), fp) != NULL) { + if (sscanf(buf, "%d: %s", &index, uuid) < 2) + break; + + if (param->obduuid) { + if (strncmp(param->obduuid->uuid, uuid, + sizeof(uuid)) == 0) { + param->obdindex = index; break; } + } else if (!param->quiet && !param->obds_printed) { + /* Print everything */ + printf("%s", buf); } - if (param->obdindex == OBD_NOT_FOUND) { - printf("unknown obduuid: %s\n", param->obduuid); - return EINVAL; - } - } else if (!param->quiet) { - printf("OBDS:\n"); - for (i = 0, uuidp = param->uuids; i < obdcount; i++, uuidp++) - printf("%4d: %s\n", i, uuidp->uuid); } + param->obds_printed = 1; - return 0; + fclose(fp); + + if (!param->quiet && param->obduuid && + (param->obdindex == OBD_NOT_FOUND)) { + fprintf(stderr, "error: %s: unknown obduuid: %s\n", + __FUNCTION__, param->obduuid->uuid); + //rc = EINVAL; + } + + return (rc); } -void lov_dump_user_lmm_v1(struct lov_user_md_v1 *lum, char *dname, char *fname, +void lov_dump_user_lmm_v1(struct lov_user_md_v1 *lum, char *path, int is_dir, int obdindex, int quiet, int header, int body) { int i, obdstripe = 0; if (obdindex != OBD_NOT_FOUND) { - for (i = 0; i < lum->lmm_stripe_count; i++) { + for (i = 0; !is_dir && i < lum->lmm_stripe_count; i++) { if (obdindex == lum->lmm_objects[i].l_ost_idx) { - printf("%s/%s\n", dname, fname); + printf("%s\n", path); obdstripe = 1; break; } } } else if (!quiet) { - printf("%s/%s\n", dname, fname); + printf("%s\n", path); obdstripe = 1; } + /* if it's a directory */ + if (is_dir) { + if (obdstripe == 1) { + printf("default stripe_count: %d stripe_size: %u " + "stripe_offset: %d\n", + lum->lmm_stripe_count == (__u16)-1 ? -1 : + lum->lmm_stripe_count, + lum->lmm_stripe_size, + lum->lmm_stripe_offset == (__u16)-1 ? -1 : + lum->lmm_stripe_offset); + } + return; + } + if (header && (obdstripe == 1)) { printf("lmm_magic: 0x%08X\n", lum->lmm_magic); printf("lmm_object_gr: "LPX64"\n", lum->lmm_object_gr); @@ -260,297 +326,803 @@ void lov_dump_user_lmm_v1(struct lov_user_md_v1 *lum, char *dname, char *fname, } if (body) { - long long oid; - if ((!quiet) && (obdstripe == 1)) printf("\tobdidx\t\t objid\t\tobjid\t\t group\n"); for (i = 0; i < lum->lmm_stripe_count; i++) { int idx = lum->lmm_objects[i].l_ost_idx; - oid = lum->lmm_objects[i].l_object_id; + long long oid = lum->lmm_objects[i].l_object_id; + long long gr = lum->lmm_objects[i].l_object_gr; if ((obdindex == OBD_NOT_FOUND) || (obdindex == idx)) - printf("\t%6u\t%14llu\t%#13llx\t%14lld%s\n", - idx, oid, oid, - (long long)lum->lmm_objects[i].l_object_gr, + printf("\t%6u\t%14llu\t%#13llx\t%14llu%s\n", + idx, oid, oid, gr, + obdindex == idx ? " *" : ""); + } + printf("\n"); + } +} + +void lov_dump_user_lmm_join(struct lov_user_md_v1 *lum, char *path, + int is_dir, int obdindex, int quiet, + int header, int body) +{ + struct lov_user_md_join *lumj = (struct lov_user_md_join *)lum; + int i, obdstripe = 0; + + if (obdindex != OBD_NOT_FOUND) { + for (i = 0; i < lumj->lmm_stripe_count; i++) { + if (obdindex == lumj->lmm_objects[i].l_ost_idx) { + printf("%s\n", path); + obdstripe = 1; + break; + } + } + } else if (!quiet) { + printf("%s\n", path); + obdstripe = 1; + } + + if (header && obdstripe == 1) { + printf("lmm_magic: 0x%08X\n", lumj->lmm_magic); + printf("lmm_object_gr: "LPX64"\n", lumj->lmm_object_gr); + printf("lmm_object_id: "LPX64"\n", lumj->lmm_object_id); + printf("lmm_stripe_count: %u\n", (int)lumj->lmm_stripe_count); + printf("lmm_stripe_size: %u\n", lumj->lmm_stripe_size); + printf("lmm_stripe_pattern: %x\n", lumj->lmm_pattern); + printf("lmm_extent_count: %x\n", lumj->lmm_extent_count); + } + + if (body) { + unsigned long long start = -1, end = 0; + if (!quiet && obdstripe == 1) + printf("joined\tobdidx\t\t objid\t\tobjid\t\t group" + "\t\tstart\t\tend\n"); + for (i = 0; i < lumj->lmm_stripe_count; i++) { + int idx = lumj->lmm_objects[i].l_ost_idx; + long long oid = lumj->lmm_objects[i].l_object_id; + long long gr = lumj->lmm_objects[i].l_object_gr; + if (obdindex == OBD_NOT_FOUND || obdindex == idx) + printf("\t%6u\t%14llu\t%#13llx\t%14llu%s", + idx, oid, oid, gr, obdindex == idx ? " *" : ""); + if (start != lumj->lmm_objects[i].l_extent_start || + end != lumj->lmm_objects[i].l_extent_end) { + start = lumj->lmm_objects[i].l_extent_start; + printf("\t%14llu", start); + end = lumj->lmm_objects[i].l_extent_end; + if (end == (unsigned long long)-1) + printf("\t\tEOF\n"); + else + printf("\t\t%llu\n", end); + } else { + printf("\t\t\t\t\n"); + } } printf("\n"); } } -void lov_dump_user_lmm(struct find_param *param, char *dname, char *fname) +void llapi_lov_dump_user_lmm(struct find_param *param, + char *path, int is_dir) { - switch(*(__u32 *)param->lum) { /* lum->lmm_magic */ + switch(*(__u32 *)¶m->lmd->lmd_lmm) { /* lum->lmm_magic */ case LOV_USER_MAGIC_V1: - lov_dump_user_lmm_v1(param->lum, dname, fname, param->obdindex, - param->quiet, param->verbose, - (param->verbose || !param->obduuid)); + lov_dump_user_lmm_v1(¶m->lmd->lmd_lmm, path, is_dir, + param->obdindex, param->quiet, + param->verbose, + (param->verbose || !param->obduuid)); + break; + case LOV_USER_MAGIC_JOIN: + lov_dump_user_lmm_join(¶m->lmd->lmd_lmm, path, is_dir, + param->obdindex, param->quiet, + param->verbose, + (param->verbose || !param->obduuid)); break; default: - printf("unknown lmm_magic: 0x%08X\n", *(__u32 *)param->lum); + printf("unknown lmm_magic: %#x (expecting %#x)\n", + *(__u32 *)¶m->lmd->lmd_lmm, LOV_USER_MAGIC_V1); return; } } -static int process_file(DIR *dir, char *dname, char *fname, - struct find_param *param) +int llapi_file_get_stripe(const char *path, struct lov_user_md *lum) +{ + const char *fname; + char *dname; + int fd, rc = 0; + + fname = strrchr(path, '/'); + + /* It should be a file (or other non-directory) */ + if (fname == NULL) { + dname = (char *)malloc(2); + if (dname == NULL) + return ENOMEM; + strcpy(dname, "."); + fname = (char *)path; + } else { + dname = (char *)malloc(fname - path + 1); + if (dname == NULL) + return ENOMEM; + strncpy(dname, path, fname - path); + dname[fname - path] = '\0'; + fname++; + } + + if ((fd = open(dname, O_RDONLY)) == -1) { + rc = errno; + free(dname); + return rc; + } + + strcpy((char *)lum, fname); + if (ioctl(fd, IOC_MDC_GETFILESTRIPE, (void *)lum) == -1) + rc = errno; + + if (close(fd) == -1 && rc == 0) + rc = errno; + + free(dname); + + return rc; +} + +int llapi_file_lookup(int dirfd, const char *name) { + struct obd_ioctl_data data = { 0 }; + char rawbuf[8192]; + char *buf = rawbuf; int rc; - strncpy((char *)param->lum, fname, param->buflen); + if (dirfd < 0 || name == NULL) + return -EINVAL; + + data.ioc_version = OBD_IOCTL_VERSION; + data.ioc_len = sizeof(data); + data.ioc_inlbuf1 = (char *)name; + data.ioc_inllen1 = strlen(name) + 1; - rc = ioctl(dirfd(dir), IOC_MDC_GETSTRIPE, (void *)param->lum); + rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf)); if (rc) { - if (errno == ENODATA) { - if (!param->obduuid && !param->quiet) - fprintf(stderr, - "%s/%s has no stripe info\n", - dname, fname); - rc = 0; - } else if (errno == EISDIR) { - fprintf(stderr, "process_file on directory %s/%s!\n", - dname, fname); - /* add fname to directory list; */ - rc = errno; - } else { - err_msg("IOC_MDC_GETSTRIPE ioctl failed"); - rc = errno; - } + fprintf(stderr, + "error: IOC_MDC_LOOKUP pack failed for '%s': rc %d\n", + name, rc); return rc; } - lov_dump_user_lmm(param, dname, fname); - - return 0; + return ioctl(dirfd, IOC_MDC_LOOKUP, buf); } +/* some 64bit libcs implement readdir64() by calling sys_getdents(). the + * kernel's sys_getdents() doesn't return d_type. */ +unsigned char handle_dt_unknown(char *path) +{ + int fd; -static int process_dir(DIR *dir, char *dname, struct find_param *param) + fd = open(path, O_DIRECTORY|O_RDONLY); + if (fd < 0) { + if (errno == ENOTDIR) + return DT_REG; /* kind of a lie */ + return DT_UNKNOWN; + } + close(fd); + return DT_DIR; +} + +static DIR *opendir_parent(char *path) { - struct dirent64 *dirp; - DIR *subdir; - char path[1024]; - int rc; + DIR *parent; + char *fname; + char c; - if (!param->got_uuids) { - rc = get_obd_uuids(dir, dname, param); - if (rc) - return rc; + fname = strrchr(path, '/'); + if (fname == NULL) + return opendir("."); + + c = fname[1]; + fname[1] = '\0'; + parent = opendir(path); + fname[1] = c; + return parent; +} + +static int llapi_semantic_traverse(char *path, DIR *parent, + semantic_func_t sem_init, + semantic_func_t sem_fini, void *data) +{ + struct dirent64 *dent; + int len, ret; + DIR *d, *p = NULL; + + ret = 0; + len = strlen(path); + + d = opendir(path); + if (!d && errno != ENOTDIR) { + fprintf(stderr, "%s: Failed to open '%s': %s.", + __FUNCTION__, path, strerror(errno)); + return -EINVAL; + } else if (!d && !parent) { + /* ENOTDIR. Open the parent dir. */ + p = opendir_parent(path); + if (!p) + GOTO(out, ret = -EINVAL); } - /* Handle the contents of the directory */ - while ((dirp = readdir64(dir)) != NULL) { - if (!strcmp(dirp->d_name, ".") || !strcmp(dirp->d_name, "..")) + if (sem_init && (ret = sem_init(path, parent ?: p, d, data))) + goto err; + + if (!d) + GOTO(out, ret = 0); + + while ((dent = readdir64(d)) != NULL) { + if (!strcmp(dent->d_name, ".") || !strcmp(dent->d_name, "..")) continue; - switch (dirp->d_type) { + path[len] = 0; + strcat(path, "/"); + strcat(path, dent->d_name); + + if (dent->d_type == DT_UNKNOWN) + dent->d_type = handle_dt_unknown(path); + + switch (dent->d_type) { case DT_UNKNOWN: - err_msg("\"%s\" is UNKNOWN type %d", dirp->d_name, - dirp->d_type); + fprintf(stderr, "error: %s: '%s' is UNKNOWN type %d", + __FUNCTION__, dent->d_name, dent->d_type); /* If we cared we could stat the file to determine * type and continue on here, but we don't since we * know d_type should be valid for lustre and this * tool only makes sense for lustre filesystems. */ - return EINVAL; break; case DT_DIR: - if (!param->recursive) - break; - strcpy(path, dname); - strcat(path, "/"); - strcat(path, dirp->d_name); - subdir = opendir(path); - if (subdir == NULL) { - err_msg("\"%.40s\" opendir failed", path); - return errno; - } - rc = process_dir(subdir, path, param); - closedir(subdir); - if (rc) - return rc; - break; - case DT_REG: - rc = process_file(dir, dname, dirp->d_name, param); - if (rc) - return rc; + ret = llapi_semantic_traverse(path, d, sem_init, + sem_fini, data); + if (ret < 0) + goto out; break; default: - break; + ret = 0; + if (sem_init) { + ret = sem_init(path, d, NULL, data); + if (ret < 0) + goto out; + } + if (sem_fini && ret == 0) + sem_fini(path, d, NULL, data); } } - return 0; +out: + path[len] = 0; + + if (sem_fini) + sem_fini(path, parent, d, data); +err: + if (d) + closedir(d); + if (p) + closedir(p); + return ret; } -static int process_path(char *path, struct find_param *param) +/* Check if the file time matches 1 of the given criteria (e.g. --atime +/-N). + * @mds indicates if this is MDS timestamps and there are attributes on OSTs. + * + * The result is -1 if it does not match, 0 if not yet clear, 1 if matches. + * The table bolow gives the answers for the specified parameters (time and + * sign), 1st column is the answer for the MDS time, the 2nd is for the OST: + * -------------------------------------- + * 1 | file > limit; sign > 0 | -1 / -1 | + * 2 | file = limit; sign > 0 | ? / 1 | + * 3 | file < limit; sign > 0 | ? / 1 | + * 4 | file > limit; sign = 0 | -1 / -1 | + * 5 | file = limit; sign = 0 | ? / 1 | <- (see the Note below) + * 6 | file < limit; sign = 0 | ? / -1 | + * 7 | file > limit; sign < 0 | 1 / 1 | + * 8 | file = limit; sign < 0 | ? / -1 | + * 9 | file < limit; sign < 0 | ? / -1 | + * -------------------------------------- + * Note: 5th actually means that the file time stamp is within the interval + * (limit - 24hours, limit]. */ +static int find_time_cmp(time_t file, time_t limit, int sign, int mds) { + if (sign > 0) { + if (file <= limit) + return mds ? 0 : 1; + } + + if (sign == 0) { + if (file <= limit && file + 24 * 60 * 60 > limit) + return mds ? 0 : 1; + if (file + 24 * 60 * 60 <= limit) + return mds ? 0 : -1; + } + + if (sign < 0) { + if (file > limit) + return 1; + if (mds) + return 0; + } + + return -1; +} + +/* Check if the file time matches all the given criteria (e.g. --atime +/-N). + * Return -1 or 1 if file timestamp does not or does match the given criteria + * correspondingly. Return 0 if the MDS time is being checked and there are + * attributes on OSTs and it is not yet clear if the timespamp matches. + * + * If 0 is returned, we need to do another RPC to the OSTs to obtain the + * updated timestamps. */ +static int find_time_check(lstat_t *st, struct find_param *param, int mds) { - char *fname, *dname; - DIR *dir; + int ret; int rc = 0; - fname = strrchr(path, '/'); - if (fname != NULL && fname[1] == '\0') { - /* Trailing '/', it must be a dir */ - *fname = '\0'; - dir = opendir(path); - if (dir == NULL) { - err_msg("\"%.40s\" opendir failed", path); - rc = errno; + /* Check if file is accepted. */ + if (param->atime) { + ret = find_time_cmp(st->st_atime, param->atime, + param->asign, mds); + if (ret < 0) + return ret; + rc = ret; + } + + if (param->mtime) { + ret = find_time_cmp(st->st_mtime, param->mtime, + param->msign, mds); + if (ret < 0) + return ret; + + /* If the previous check matches, but this one is not yet clear, + * we should return 0 to do an RPC on OSTs. */ + if (rc == 1) + rc = ret; + } + + if (param->ctime) { + ret = find_time_cmp(st->st_ctime, param->ctime, + param->csign, mds); + if (ret < 0) + return ret; + + /* If the previous check matches, but this one is not yet clear, + * we should return 0 to do an RPC on OSTs. */ + if (rc == 1) + rc = ret; + } + + return rc; +} + +static int cb_find_init(char *path, DIR *parent, DIR *dir, void *data) +{ + struct find_param *param = (struct find_param *)data; + int decision = 1; /* 1 is accepted; -1 is rejected. */ + lstat_t *st = ¶m->lmd->lmd_st; + int lustre_fs = 1; + int ret = 0; + + LASSERT(parent != NULL || dir != NULL); + + param->lmd->lmd_lmm.lmm_stripe_count = 0; + + /* If a time or OST should be checked, the decision is not taken yet. */ + if (param->atime || param->ctime || param->mtime || param->obduuid) + decision = 0; + + /* Request MDS for the stat info. */ + if (!decision && dir) { + /* retrieve needed file info */ + ret = ioctl(dirfd(dir), LL_IOC_MDC_GETINFO, + (void *)param->lmd); + } else if (!decision && parent) { + char *fname = strrchr(path, '/'); + fname = (fname == NULL ? path : fname + 1); + + /* retrieve needed file info */ + strncpy((char *)param->lmd, fname, param->lumlen); + ret = ioctl(dirfd(parent), IOC_MDC_GETFILEINFO, + (void *)param->lmd); + } + + if (ret) { + if (errno == ENOTTY) { + /* ioctl is not supported, it is not a lustre fs. + * Do the regular lstat(2) instead. */ + lustre_fs = 0; + ret = lstat_f(path, st); + if (ret) { + err_msg("error: %s: lstat failed for %s", + __FUNCTION__, path); + return ret; + } } else { - rc = process_dir(dir, path, param); - closedir(dir); + err_msg("error: %s: %s failed for %s", __FUNCTION__, + dir ? "LL_IOC_MDC_GETINFO" : + "IOC_MDC_GETFILEINFO", path); + return ret; } - } else if ((dir = opendir(path)) != NULL) { - /* No trailing '/', but it is still a dir */ - rc = process_dir(dir, path, param); - closedir(dir); - } else { - /* It must be a file (or other non-directory) */ - if (fname == NULL) { - dname = "."; - fname = path; - } else { - *fname = '\0'; - fname++; - dname = path; + } + + /* Prepare odb. */ + if (param->obduuid) { + if (lustre_fs && param->got_uuids && + param->st_dev != st->st_dev) { + /* A lustre/lustre mount point is crossed. */ + param->got_uuids = 0; + param->obds_printed = 0; + param->obdindex = OBD_NOT_FOUND; } - dir = opendir(dname); - if (dir == NULL) { - err_msg("\"%.40s\" opendir failed", dname); - rc = errno; + + if (lustre_fs && !param->got_uuids) { + ret = setup_obd_uuids(dir ? dir : parent, path, param); + if (ret) + return ret; + param->st_dev = st->st_dev; + } else if (!lustre_fs && param->got_uuids) { + /* A lustre/non-lustre mount point is crossed. */ + param->got_uuids = 0; + param->obdindex = OBD_NOT_FOUND; + } + } + + /* If a regular expression is presented, make the initial decision */ + if (param->pattern != NULL) { + char *fname = strrchr(path, '/'); + fname = (fname == NULL ? path : fname + 1); + ret = fnmatch(param->pattern, fname, 0); + if ((ret == FNM_NOMATCH && !param->exclude_pattern) || + (ret == 0 && param->exclude_pattern)) + decision = -1; + } + + /* If an OBD UUID is specified but no one matches, skip this file. */ + if (param->obduuid && param->obdindex == OBD_NOT_FOUND) + decision = -1; + + /* If a OST UUID is given, and some OST matches, check it here. */ + if (decision != -1 && param->obdindex != OBD_NOT_FOUND) { + if (!S_ISREG(st->st_mode)) + goto decided; + + /* Only those files should be accepted, which have a + * stripe on the specified OST. */ + if (!param->lmd->lmd_lmm.lmm_stripe_count) { + decision = -1; } else { - if (!param->got_uuids) - rc = get_obd_uuids(dir, dname, param); - if (rc == 0) - rc = process_file(dir, dname, fname, param); - closedir(dir); + int i; + for (i = 0; + i < param->lmd->lmd_lmm.lmm_stripe_count; i++) { + if (param->obdindex == + param->lmd->lmd_lmm.lmm_objects[i].l_ost_idx) + break; + } + + if (i == param->lmd->lmd_lmm.lmm_stripe_count) + decision = -1; } } - return rc; + /* Check the time on mds. */ + if (!decision) { + int for_mds; + + for_mds = lustre_fs ? (S_ISREG(st->st_mode) && + param->lmd->lmd_lmm.lmm_stripe_count) + : 0; + decision = find_time_check(st, param, for_mds); + } + + /* If file still fits the request, ask osd for updated info. + The regulat stat is almost of the same speed as some new + 'glimpse-size-ioctl'. */ + if (!decision && param->lmd->lmd_lmm.lmm_stripe_count && + S_ISREG(st->st_mode)) { + if (param->obdindex != OBD_NOT_FOUND) { + /* Check whether the obd is active or not, if it is + * not active, just print the object affected by this + * failed ost + * */ + struct obd_statfs stat_buf; + struct obd_uuid uuid_buf; + + memset(&stat_buf, 0, sizeof(struct obd_statfs)); + memset(&uuid_buf, 0, sizeof(struct obd_uuid)); + ret = llapi_obd_statfs(path, LL_STATFS_LOV, + param->obdindex, &stat_buf, + &uuid_buf); + if (ret) { + if (ret == -ENODATA || ret == -ENODEV + || ret == -EIO) + errno = EIO; + printf("obd_uuid: %s failed %s ", + param->obduuid->uuid, strerror(errno)); + goto print_path; + } + } + if (dir) { + ret = ioctl(dirfd(dir), IOC_LOV_GETINFO, + (void *)param->lmd); + } else if (parent) { + ret = ioctl(dirfd(parent), IOC_LOV_GETINFO, + (void *)param->lmd); + } + + if (ret) { + fprintf(stderr, "%s: IOC_LOV_GETINFO on %s failed: " + "%s.\n", __FUNCTION__, path, strerror(errno)); + return -EINVAL; + } + + /* Check the time on osc. */ + if (!decision) + decision = find_time_check(st, param, 0); + } + +print_path: + if (decision != -1) { + printf("%s", path); + if (param->zeroend) + printf("%c", '\0'); + else + printf("\n"); + } + +decided: + /* Do not get down anymore? */ + if (param->depth == param->maxdepth) + return 1; + + param->depth++; + return 0; } +static int cb_common_fini(char *path, DIR *parent, DIR *d, void *data) +{ + struct find_param *param = (struct find_param *)data; + param->depth--; + return 0; +} -int op_find(char *path, struct obd_uuid *obduuid, int recursive, - int verbose, int quiet) +int llapi_find(char *path, struct find_param *param) { - struct find_param param; + char buf[PATH_MAX + 1]; + int ret; + + ret = common_param_init(param); + if (ret) + return ret; + + param->depth = 0; + strncpy(buf, path, strlen(path)); + buf[strlen(path)] = '\0'; + + ret = llapi_semantic_traverse(buf, NULL, cb_find_init, + cb_common_fini, param); + + find_param_fini(param); + return ret < 0 ? ret : 0; +} + +static int cb_getstripe(char *path, DIR *parent, DIR *d, void *data) +{ + struct find_param *param = (struct find_param *)data; int ret = 0; - memset(¶m, 0, sizeof(param)); - param.recursive = recursive; - param.verbose = verbose; - param.quiet = quiet; - if (obduuid) { - param.obduuid = malloc(sizeof(*obduuid)); - if (param.obduuid == NULL) { - ret = ENOMEM; + LASSERT(parent != NULL || d != NULL); + + /* Prepare odb. */ + if (!param->got_uuids) { + ret = setup_obd_uuids(d ? d : parent, path, param); + if (ret) + return ret; + } + + if (d) { + ret = ioctl(dirfd(d), LL_IOC_LOV_GETSTRIPE, + (void *)¶m->lmd->lmd_lmm); + } else if (parent) { + char *fname = strrchr(path, '/'); + fname = (fname == NULL ? path : fname + 1); + + strncpy((char *)¶m->lmd->lmd_lmm, fname, param->lumlen); + ret = ioctl(dirfd(parent), IOC_MDC_GETFILESTRIPE, + (void *)¶m->lmd->lmd_lmm); + } + + if (ret) { + if (errno == ENODATA) { + if (!param->obduuid && !param->quiet) + printf("%s has no stripe info\n", path); goto out; + } else if (errno == ENOTTY) { + fprintf(stderr, "%s: '%s' not on a Lustre fs?\n", + __FUNCTION__, path); + } else { + err_msg("error: %s: %s failed for %s", __FUNCTION__, + d ? "LL_IOC_LOV_GETSTRIPE" : + "IOC_MDC_GETFILESTRIPE", path); } - memcpy(param.obduuid, obduuid, sizeof(*obduuid)); + + return ret; } - ret = prepare_find(¶m); + llapi_lov_dump_user_lmm(param, path, d ? 1 : 0); +out: + /* Do not get down anymore? */ + if (param->depth == param->maxdepth) + return 1; + + param->depth++; + return 0; +} + +int llapi_getstripe(char *path, struct find_param *param) +{ + int ret = 0; + + ret = common_param_init(param); if (ret) - goto out; + return ret; - process_path(path, ¶m); -out: - cleanup_find(¶m); - return ret; + param->depth = 0; + ret = llapi_semantic_traverse(path, NULL, cb_getstripe, + cb_common_fini, param); + find_param_fini(param); + return ret < 0 ? ret : 0; +} + +int llapi_obd_statfs(char *path, __u32 type, __u32 index, + struct obd_statfs *stat_buf, + struct obd_uuid *uuid_buf) +{ + int fd; + char raw[OBD_MAX_IOCTL_BUFFER] = {'\0'}; + char *rawbuf = raw; + struct obd_ioctl_data data = { 0 }; + int rc = 0; + + data.ioc_inlbuf1 = (char *)&type; + data.ioc_inllen1 = sizeof(__u32); + data.ioc_inlbuf2 = (char *)&index; + data.ioc_inllen2 = sizeof(__u32); + data.ioc_pbuf1 = (char *)stat_buf; + data.ioc_plen1 = sizeof(struct obd_statfs); + data.ioc_pbuf2 = (char *)uuid_buf; + data.ioc_plen2 = sizeof(struct obd_uuid); + + if (obd_ioctl_pack(&data, &rawbuf, sizeof(raw))) { + fprintf(stderr, "llapi_obd_statfs: error packing ioctl data\n"); + return -EINVAL; + } + + fd = open(path, O_RDONLY); + if (errno == EISDIR) + fd = open(path, O_DIRECTORY | O_RDONLY); + + if (fd < 0) { + rc = errno ? -errno : -EBADF; + err_msg("error: %s: opening '%s'", __FUNCTION__, path); + return rc; + } + rc = ioctl(fd, IOC_OBD_STATFS, (void *)rawbuf); + if (rc) + rc = errno ? -errno : -EINVAL; + + close(fd); + return rc; } #define MAX_STRING_SIZE 128 +#define DEVICES_LIST "/proc/fs/lustre/devices" + +int llapi_ping(char *obd_type, char *obd_name) +{ + char path[MAX_STRING_SIZE]; + char buf[1]; + int rc, fd; + + snprintf(path, MAX_STRING_SIZE, "/proc/fs/lustre/%s/%s/ping", + obd_type, obd_name); -int op_check(int type_num, char **obd_type, char *dir) -{ - int rc=0; - int i=0,j=0,k; - char buf[OBD_MAX_IOCTL_BUFFER]; - char *buf2; - struct obd_ioctl_data *data = (struct obd_ioctl_data *)buf; - - memset(buf, 0, sizeof(buf)); - data->ioc_version = OBD_IOCTL_VERSION; - data->ioc_inllen1 = sizeof(buf) - size_round(sizeof(*data)); - data->ioc_len = obd_ioctl_packlen(data); - - rc = l_ioctl(OBD_DEV_ID, OBD_IOC_LIST, data); - - buf2 = data->ioc_bulk; - - if (!data->ioc_inlbuf1) { - err_msg("No buffer passed!\n"); + fd = open(path, O_WRONLY); + if (fd < 0) { rc = errno; + fprintf(stderr, "error opening %s: %s\n", path, strerror(errno)); + return rc; } - do { - char status[3]; - char obd_type_name[sizeof(struct obd_type)]; - char obd_name[MAX_STRING_SIZE]; - char obd_uuid[sizeof(struct obd_uuid)]; - int obd_type_refcnt; + rc = write(fd, buf, 1); + close(fd); + if (rc == 1) + return 0; + return rc; +} + +int llapi_target_iterate(int type_num, char **obd_type, void *args, llapi_cb_t cb) +{ + char buf[MAX_STRING_SIZE]; + FILE *fp = fopen(DEVICES_LIST, "r"); + int i, rc = 0; + + if (fp == NULL) { + rc = errno; + fprintf(stderr, "error: %s opening "DEVICES_LIST"\n", + strerror(errno)); + return rc; + } + + while (fgets(buf, sizeof(buf), fp) != NULL) { + char *obd_type_name = NULL; + char *obd_name = NULL; + char *obd_uuid = NULL; char rawbuf[OBD_MAX_IOCTL_BUFFER]; char *bufl = rawbuf; - int max = sizeof(rawbuf); - struct obd_ioctl_data datal; + char *bufp = buf; + struct obd_ioctl_data datal = { 0, }; struct obd_statfs osfs_buffer; - - memset (&osfs_buffer, 0, sizeof (osfs_buffer)); - - memset(bufl, 0, sizeof(rawbuf)); - datal.ioc_pbuf1 = (char *)&osfs_buffer; - datal.ioc_plen1 = sizeof (osfs_buffer); - - j = sscanf(buf2,"%d %s %s %s %s %d",&j, - status,obd_type_name, - obd_name, obd_uuid, - &obd_type_refcnt); - if (j != 6) break; + while(bufp[0] == ' ') + ++bufp; - for (k=0;kmnt_type) && + strstr(mnt->mnt_fsname, ":/") != NULL); +} + +int llapi_quotacheck(char *mnt, int check_type) +{ + DIR *root; + int rc; + + root = opendir(mnt); + if (!root) { + err_msg("open %s failed", mnt); + return -1; + } + + rc = ioctl(dirfd(root), LL_IOC_QUOTACHECK, check_type); + closedir(root); return rc; } - + +int llapi_poll_quotacheck(char *mnt, struct if_quotacheck *qchk) +{ + DIR *root; + int poll_intvl = 2; + int rc; + + root = opendir(mnt); + if (!root) { + err_msg("open %s failed", mnt); + return -1; + } + + while (1) { + rc = ioctl(dirfd(root), LL_IOC_POLL_QUOTACHECK, qchk); + if (!rc) + break; + sleep(poll_intvl); + if (poll_intvl < 30) + poll_intvl *= 2; + } + + closedir(root); + return rc; +} + +int llapi_quotactl(char *mnt, struct if_quotactl *qctl) +{ + DIR *root; + int rc; + + root = opendir(mnt); + if (!root) { + err_msg("open %s failed", mnt); + return -1; + } + + rc = ioctl(dirfd(root), LL_IOC_QUOTACTL, qctl); + + closedir(root); + return rc; +} + +static int cb_quotachown(char *path, DIR *parent, DIR *d, void *data) +{ + struct find_param *param = (struct find_param *)data; + lstat_t *st; + int rc; + + LASSERT(parent != NULL || d != NULL); + + if (d) { + rc = ioctl(dirfd(d), LL_IOC_MDC_GETINFO, + (void *)param->lmd); + } else if (parent) { + char *fname = strrchr(path, '/'); + fname = (fname == NULL ? path : fname + 1); + + strncpy((char *)param->lmd, fname, param->lumlen); + rc = ioctl(dirfd(parent), IOC_MDC_GETFILEINFO, + (void *)param->lmd); + } else { + return 0; + } + + if (rc) { + if (errno == ENODATA) { + if (!param->obduuid && !param->quiet) + fprintf(stderr, "%s has no stripe info\n", + path); + rc = 0; + } else if (errno != EISDIR) { + rc = errno; + err_msg("%s ioctl failed for %s.", + d ? "LL_IOC_MDC_GETINFO" : + "IOC_MDC_GETFILEINFO", path); + } + return rc; + } + + st = ¶m->lmd->lmd_st; + + /* libc chown() will do extra check, and if the real owner is + * the same as the ones to set, it won't fall into kernel, so + * invoke syscall directly. */ + rc = syscall(SYS_chown, path, -1, -1); + if (rc) + err_msg("error: chown %s (%u,%u)", path); + + rc = chmod(path, st->st_mode); + if (rc) + err_msg("error: chmod %s (%hu)", path, st->st_mode); + + return rc; +} + +int llapi_quotachown(char *path, int flag) +{ + struct find_param param; + int ret = 0; + + memset(¶m, 0, sizeof(param)); + param.recursive = 1; + param.verbose = 0; + param.quiet = 1; + + ret = common_param_init(¶m); + if (ret) + goto out; + + ret = llapi_semantic_traverse(path, NULL, cb_quotachown, + NULL, ¶m); +out: + find_param_fini(¶m); + return ret; +} + +int llapi_getfacl(char *fname, char *cmd) +{ + struct rmtacl_ioctl_data data; + char out[RMTACL_SIZE_MAX] = ""; + int fd, rc; + + data.cmd = cmd; + data.cmd_len = strlen(cmd) + 1; + data.res = out; + data.res_len = sizeof(out); + + fd = open(fname, 0); + if (fd == -1) { + err_msg("open %s failed", fname); + return -1; + } + + rc = ioctl(fd, LL_IOC_GETFACL, &data); + close(fd); + if (errno == EBADE) { + fprintf(stderr, "Please use getfacl directly!\n"); + rc = 1; + } else if (rc) { + err_msg("getfacl %s failed", fname); + } else { + printf("%s", out); + } + + return rc; +} + +int llapi_setfacl(char *fname, char *cmd) +{ + struct rmtacl_ioctl_data data; + char out[RMTACL_SIZE_MAX] = ""; + int fd, rc; + + data.cmd = cmd; + data.cmd_len = strlen(cmd) + 1; + data.res = out; + data.res_len = sizeof(out); + + fd = open(fname, 0); + if (fd == -1) { + err_msg("open %s failed", fname); + return -1; + } + + rc = ioctl(fd, LL_IOC_SETFACL, &data); + close(fd); + if (errno == EBADE) { + fprintf(stderr, "Please use setfacl directly!\n"); + rc = 1; + } else if (errno == EOPNOTSUPP) { + fprintf(stderr, "setfacl: %s: %s\n", fname, strerror(errno)); + rc = 1; + } else if (rc) { + err_msg("setfacl %s failed", fname); + } else { + printf("%s", out); + } + + return rc; +}