/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*- * vim:expandtab:shiftwidth=8:tabstop=8: * * Copyright (C) 2002 Cluster File Systems, Inc. * Author: Peter J. Braam * Author: Phil Schwan * Author: Robert Read * * This file is part of Lustre, http://www.lustre.org. * * Lustre is free software; you can redistribute it and/or * modify it under the terms of version 2 of the GNU General Public * License as published by the Free Software Foundation. * * Lustre is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Lustre; if not, write to the Free Software * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. * */ /* for O_DIRECTORY */ #define _GNU_SOURCE #include #include #include #include #include #include #include #include #include #include #include #include #ifdef HAVE_LINUX_TYPES_H #include #else #include "types.h" #endif #ifdef HAVE_LINUX_UNISTD_H #include #else #include #endif #include #include #include #include #include #include static void err_msg(char *fmt, ...) { va_list args; int tmp_errno = errno; va_start(args, fmt); vfprintf(stderr, fmt, args); va_end(args); fprintf(stderr, ": %s (%d)\n", strerror(tmp_errno), tmp_errno); } int llapi_file_create(char *name, long stripe_size, int stripe_offset, int stripe_count, int stripe_pattern) { struct lov_user_md lum = { 0 }; int fd, rc = 0; int isdir = 0; /* Initialize IOCTL striping pattern structure */ lum.lmm_magic = LOV_USER_MAGIC; lum.lmm_pattern = stripe_pattern; lum.lmm_stripe_size = stripe_size; lum.lmm_stripe_count = stripe_count; lum.lmm_stripe_offset = stripe_offset; fd = open(name, O_CREAT | O_RDWR | O_LOV_DELAY_CREATE, 0644); if (errno == EISDIR) { fd = open(name, O_DIRECTORY | O_RDONLY); isdir++; } if (fd < 0) { err_msg("unable to open '%s'",name); rc = -errno; return rc; } /* setting stripe pattern 0 -1 0 to a dir means to delete it */ if (isdir) { if (stripe_size == 0 && stripe_count == 0 && stripe_offset == -1) lum.lmm_stripe_size = -1; } else { if (stripe_size == -1) { err_msg("deleting file stripe info is not allowed\n"); rc = -EPERM; goto out; } } if (ioctl(fd, LL_IOC_LOV_SETSTRIPE, &lum)) { char *errmsg = "stripe already set"; if (errno != EEXIST && errno != EALREADY) errmsg = strerror(errno); fprintf(stderr, "error on ioctl for '%s' (%d): %s\n", name, fd, errmsg); rc = -errno; } out: if (close(fd) < 0) { err_msg("error on close for '%s' (%d)", name, fd); if (rc == 0) rc = -errno; } return rc; } int op_create_dir(char *name, int stripe_count) { struct ll_user_mkdir_stripe lums = { 0 }; int fd, rc = 0; char *dot = "."; char *dirname; dirname = rindex(name, '/'); if (!dirname) { dirname = "name"; name = dot; } else { *dirname = 0; dirname++; } lums.lums_nstripes = stripe_count; lums.lums_namelen = strlen(dirname); lums.lums_name = dirname; /* XXX: Probably users might want to specify permissions as well? */ lums.lums_mode = 0755; fd = open(name, O_RDONLY|O_DIRECTORY); if (name != dot) *(dirname-1) = '/'; if (fd < 0) { err_msg("unable to open '%s'",name); rc = -errno; return rc; } if (ioctl(fd, LL_IOC_MDC_MKDIRSTRIPE, &lums)) { char *errmsg = strerror(errno); fprintf(stderr, "error on ioctl for '%s' (%d): %s\n", name, fd, errmsg); rc = -errno; } if (close(fd) < 0) { err_msg("error on close for '%s' (%d)", name, fd); if (rc == 0) rc = -errno; } return rc; } /* short term backwards compat only */ int op_create_file(char *name, long stripe_size, int stripe_offset, int stripe_count) { return llapi_file_create(name, stripe_size, stripe_offset, stripe_count, 0); } struct find_param { int recursive; int verbose; int quiet; int showfid; struct obd_uuid *obduuid; int datalen; struct lov_user_md *data; int got_uuids; int obdindex; __u32 *obdgens; }; /* XXX Max obds per lov currently hardcoded to 1000 in lov/lov_obd.c */ #define MAX_LOV_UUID_COUNT 1000 #define OBD_NOT_FOUND (-1) static int prepare_find(struct find_param *param) { if (param->showfid) { param->datalen = PATH_MAX + 1; if ((param->data = malloc(param->datalen)) == NULL) { err_msg("unable to allocate %d bytes of memory for ioctl", param->datalen); return ENOMEM; } } else { param->datalen = lov_mds_md_size(MAX_LOV_UUID_COUNT); if ((param->data = malloc(param->datalen)) == NULL) { err_msg("unable to allocate %d bytes of memory for ioctl", param->datalen); return ENOMEM; } } param->got_uuids = 0; param->obdindex = OBD_NOT_FOUND; return 0; } static void cleanup_find(struct find_param *param) { if (param->obduuid) free(param->obduuid); if (param->data) free(param->data); } int llapi_lov_get_uuids(int fd, struct obd_uuid *uuidp, __u32 *obdgens, int *ost_count) { struct obd_ioctl_data data = { 0, }; struct lov_desc desc = { 0, }; char *buf = NULL; int max_ost_count, rc; max_ost_count = (OBD_MAX_IOCTL_BUFFER - size_round(sizeof(data)) - size_round(sizeof(desc))) / (sizeof(*uuidp) + sizeof(*obdgens)); if (max_ost_count > *ost_count) max_ost_count = *ost_count; data.ioc_inllen1 = sizeof(desc); data.ioc_inlbuf1 = (char *)&desc; data.ioc_inllen2 = size_round(max_ost_count * sizeof(*uuidp)); data.ioc_inlbuf2 = (char *)uuidp; data.ioc_inllen3 = size_round(max_ost_count * sizeof(*obdgens)); data.ioc_inlbuf3 = (char *)obdgens; desc.ld_tgt_count = max_ost_count; if (obd_ioctl_pack(&data, &buf, OBD_MAX_IOCTL_BUFFER)) { fprintf(stderr, "internal buffer error packing\n"); rc = EINVAL; goto out; } rc = ioctl(fd, OBD_IOC_LOV_GET_CONFIG, buf); if (rc) { err_msg("error getting LOV config"); rc = errno; goto out; } if (obd_ioctl_unpack(&data, buf, OBD_MAX_IOCTL_BUFFER)) { fprintf(stderr, "invalid reply from ioctl"); rc = EINVAL; goto out; } *ost_count = desc.ld_tgt_count; out: free(buf); return rc; } static int setup_obd_uuids(DIR *dir, char *dname, struct find_param *param) { struct obd_uuid uuids[1024], *uuidp; __u32 obdgens[1024], *genp; int obdcount = 1024; int rc, i; param->got_uuids = 1; rc = llapi_lov_get_uuids(dirfd(dir), uuids, obdgens, &obdcount); if (rc != 0) return (param->obduuid ? rc : 0); if (obdcount == 0) return 0; if (param->obduuid) { for (i = 0, uuidp = uuids; i < obdcount; i++, uuidp++) { if (strncmp((char *)param->obduuid->uuid, (char *)uuidp->uuid, sizeof(*uuidp)) == 0) { param->obdindex = i; break; } } if (param->obdindex == OBD_NOT_FOUND) { printf("unknown obduuid: %s\n", param->obduuid->uuid); return EINVAL; } } else if (!param->quiet) { printf("OBDS:\tobdidx\t\tobdgen\t\t obduuid\n"); uuidp = uuids; genp = obdgens; for (i = 0; i < obdcount; i++, uuidp++, genp++) { if (obd_uuid_empty(uuidp)) continue; printf("\t%6u\t%14u\t\t %s\n", i, *genp, uuidp->uuid); } } return 0; } void lov_dump_user_lmm_v1(struct lov_user_md_v1 *lum, char *dname, char *fname, int obdindex, int quiet, int header, int body) { int i, obdstripe = 0; if (obdindex != OBD_NOT_FOUND) { for (i = 0; i < lum->lmm_stripe_count; i++) { if (obdindex == lum->lmm_objects[i].l_ost_idx) { printf("%s/%s\n", dname, fname); obdstripe = 1; break; } } } else if (!quiet) { printf("%s/%s\n", dname, fname); obdstripe = 1; } /* if it's a directory */ if (*fname == '\0') { if (header && (obdstripe == 1)) { printf("count: %d, size: %d, offset: %d\n\n", lum->lmm_stripe_count, lum->lmm_stripe_size, (short int)lum->lmm_stripe_offset); } return; } if (header && (obdstripe == 1)) { printf("lmm_magic: 0x%08X\n", lum->lmm_magic); printf("lmm_object_gr: "LPX64"\n", lum->lmm_object_gr); printf("lmm_object_id: "LPX64"\n", lum->lmm_object_id); printf("lmm_stripe_count: %u\n", (int)lum->lmm_stripe_count); printf("lmm_stripe_size: %u\n", lum->lmm_stripe_size); printf("lmm_stripe_pattern: %x\n", lum->lmm_pattern); } if (body) { if ((!quiet) && (obdstripe == 1)) printf("\tobdidx\t\t obdgen\t\t objid\t\tobjid\t\t group\n"); for (i = 0; i < lum->lmm_stripe_count; i++) { int idx = lum->lmm_objects[i].l_ost_idx; long long oid = lum->lmm_objects[i].l_object_id; int gen = lum->lmm_objects[i].l_ost_gen; long long gr = lum->lmm_objects[i].l_object_gr; if ((obdindex == OBD_NOT_FOUND) || (obdindex == idx)) printf("\t%6u\t%14u\t%14llu\t%#13llx\t%14lld%s\n", idx, gen, oid, oid, gr, obdindex == idx ? " *" : ""); } printf("\n"); } } void llapi_lov_dump_user_lmm(struct find_param *param, char *dname, char *fname) { switch(*(__u32 *)param->data) { /* lum->lmm_magic */ case LOV_USER_MAGIC_V1: lov_dump_user_lmm_v1(param->data, dname, fname, param->obdindex, param->quiet, param->verbose, (param->verbose || !param->obduuid)); break; default: printf("unknown lmm_magic: 0x%08X\n", *(__u32 *)param->data); return; } } void llapi_dump_fid(struct find_param *param, char *dname, char *fname) { if (!param->quiet) { int n = 0; char path[PATH_MAX + 1]; n = snprintf(path, PATH_MAX, "%s/%s", dname, fname); if (n > 40) n = 1; else n = 40 - n; printf("%s:%*s"DLID4"\n", path, n, "", OLID4((struct lustre_id *)param->data)); } } int llapi_file_get_stripe(char *path, struct lov_user_md *lum) { char *dname, *fname; int fd, rc = 0; fname = strrchr(path, '/'); /* It should be a file (or other non-directory) */ if (fname == NULL) { dname = (char *)malloc(2); if (dname == NULL) return ENOMEM; strcpy(dname, "."); fname = path; } else { dname = (char *)malloc(fname - path + 1); if (dname == NULL) return ENOMEM; strncpy(dname, path, fname - path); dname[fname - path] = '\0'; fname++; } if ((fd = open(dname, O_RDONLY)) == -1) { free(dname); return errno; } strncpy((char *)lum, fname, sizeof(*lum)); if (ioctl(fd, IOC_MDC_GETSTRIPE, (void *)lum) == -1) { close(fd); free(dname); return errno; } if (close(fd) == -1) rc = errno; free(dname); return rc; } int llapi_file_get_fid(char *path, void *data) { char *dname, *fname; int fd, rc = 0; fname = strrchr(path, '/'); if (fname == NULL) { dname = (char *)malloc(2); if (dname == NULL) return ENOMEM; strcpy(dname, "."); fname = path; } else { dname = (char *)malloc(fname - path + 1); if (dname == NULL) return ENOMEM; strncpy(dname, path, fname - path); dname[fname - path] = '\0'; fname++; if (!strlen(fname)) fname = "."; } if ((fd = open(dname, O_RDONLY)) == -1) { free(dname); return errno; } strncpy((char *)data, fname, strlen(fname)); if (ioctl(fd, IOC_MDC_SHOWFID, (void *)data) == -1) { close(fd); free(dname); return errno; } if (close(fd) == -1) rc = errno; free(dname); return rc; } /* short term backwards compat only */ int op_get_file_stripe(char *path, struct lov_user_md *lum) { return llapi_file_get_stripe(path, lum); } static int process_file(DIR *dir, char *dname, char *fname, struct find_param *param) { int rc; if (param->showfid) { char path[PATH_MAX + 1]; snprintf(path, PATH_MAX, "%s/%s", dname, fname); rc = llapi_file_get_fid(path, (void *)param->data); if (rc) { err_msg("IOC_MDC_SHOWFID ioctl failed"); return rc; } llapi_dump_fid(param, dname, fname); } else { strncpy((char *)param->data, fname, param->datalen); rc = ioctl(dirfd(dir), IOC_MDC_GETSTRIPE, (void *)param->data); if (rc) { if (errno == ENODATA) { if (!param->obduuid && !param->quiet) fprintf(stderr, "%s/%s has no stripe info\n", dname, fname); rc = 0; } else if (errno == EISDIR) { fprintf(stderr, "process_file on directory %s/%s!\n", dname, fname); /* add fname to directory list; */ rc = errno; } else { err_msg("IOC_MDC_GETSTRIPE ioctl failed"); rc = errno; } return rc; } llapi_lov_dump_user_lmm(param, dname, fname); } return 0; } /* some 64bit libcs implement readdir64() by calling sys_getdents(). the * kernel's sys_getdents() doesn't return d_type. */ unsigned char handle_dt_unknown(char *parent, char *entry) { char path[PATH_MAX + 1]; int fd, ret; ret = snprintf(path, PATH_MAX, "%s/%s", parent, entry); if (ret >= PATH_MAX) return DT_UNKNOWN; fd = open(path, O_DIRECTORY|O_RDONLY); if (fd < 0) { if (errno == ENOTDIR) return DT_REG; /* kind of a lie */ return DT_UNKNOWN; } close(fd); return DT_DIR; } static int process_dir(DIR *dir, char *dname, struct find_param *param) { char path[PATH_MAX + 1]; struct dirent64 *dirp; DIR *subdir; int rc; /* retrieve dir's stripe info */ if (param->showfid) { rc = llapi_file_get_fid(dname, (void *)param->data); if (rc) { err_msg("IOC_MDC_SHOWFID ioctl failed"); return rc; } llapi_dump_fid(param, dname, ""); } else { if (!param->got_uuids) { rc = setup_obd_uuids(dir, dname, param); if (rc) return rc; } strncpy((char *)param->data, dname, param->datalen); rc = ioctl(dirfd(dir), LL_IOC_LOV_GETSTRIPE, (void *)param->data); if (rc) { if (errno == ENODATA) { if (!param->obduuid && param->verbose) printf("%s/%s has no stripe info\n", dname, ""); rc = 0; } else { err_msg("IOC_MDC_GETSTRIPE ioctl failed"); return errno; } } else { llapi_lov_dump_user_lmm(param, dname, ""); } } /* Handle the contents of the directory */ while ((dirp = readdir64(dir)) != NULL) { if (!strcmp(dirp->d_name, ".") || !strcmp(dirp->d_name, "..")) continue; if (dirp->d_type == DT_UNKNOWN) dirp->d_type = handle_dt_unknown(dname, dirp->d_name); switch (dirp->d_type) { case DT_UNKNOWN: err_msg("\"%s\" is UNKNOWN type %d", dirp->d_name, dirp->d_type); /* If we cared we could stat the file to determine * type and continue on here, but we don't since we * know d_type should be valid for lustre and this * tool only makes sense for lustre filesystems. */ return EINVAL; case DT_DIR: if (!param->recursive) break; strcpy(path, dname); strcat(path, "/"); strcat(path, dirp->d_name); subdir = opendir(path); if (subdir == NULL) { err_msg("\"%.40s\" opendir failed", path); return errno; } rc = process_dir(subdir, path, param); closedir(subdir); if (rc) return rc; break; case DT_REG: rc = process_file(dir, dname, dirp->d_name, param); if (rc) return rc; break; default: break; } } return 0; } static int process_path(char *path, struct find_param *param) { char *fname, *dname; DIR *dir; int rc = 0; fname = strrchr(path, '/'); if (fname != NULL && fname[1] == '\0') { /* Trailing '/', it must be a dir */ *fname = '\0'; dir = opendir(path); if (dir == NULL) { err_msg("\"%.40s\" opendir failed", path); rc = errno; } else { rc = process_dir(dir, path, param); closedir(dir); } } else if ((dir = opendir(path)) != NULL) { /* No trailing '/', but it is still a dir */ rc = process_dir(dir, path, param); closedir(dir); } else { /* It must be a file (or other non-directory) */ if (fname == NULL) { dname = "."; fname = path; } else { *fname = '\0'; fname++; dname = path; } dir = opendir(dname); if (dir == NULL) { err_msg("\"%.40s\" opendir failed", dname); rc = errno; } else { if (!param->showfid) { if (!param->got_uuids) rc = setup_obd_uuids(dir, dname, param); } if (rc == 0) rc = process_file(dir, dname, fname, param); closedir(dir); } } return rc; } int llapi_find(char *path, struct obd_uuid *obduuid, int recursive, int verbose, int quiet, int showfid) { struct find_param param; int ret = 0; memset(¶m, 0, sizeof(param)); param.recursive = recursive; param.showfid = showfid; param.verbose = verbose; param.quiet = quiet; if (obduuid) { param.obduuid = malloc(sizeof(*obduuid)); if (param.obduuid == NULL) { ret = ENOMEM; goto out; } memcpy(param.obduuid, obduuid, sizeof(*obduuid)); } ret = prepare_find(¶m); if (ret) goto out; process_path(path, ¶m); out: cleanup_find(¶m); return ret; } #define MAX_STRING_SIZE 128 #define DEVICES_LIST "/proc/fs/lustre/devices" int llapi_target_check(int type_num, char **obd_type, char *dir) { char buf[MAX_STRING_SIZE]; FILE *fp = fopen(DEVICES_LIST, "r"); int rc = 0; int i; if (fp == NULL) { fprintf(stderr, "error: %s opening "DEVICES_LIST"\n", strerror(rc = errno)); return rc; } while (fgets(buf, sizeof(buf), fp) != NULL) { char *obd_type_name = NULL; char *obd_name = NULL; char rawbuf[OBD_MAX_IOCTL_BUFFER]; char *bufl = rawbuf; char *bufp = buf; struct obd_ioctl_data datal = { 0, }; struct obd_statfs osfs_buffer; while(bufp[0] == ' ') ++bufp; for(i = 0; i < 3; i++) { obd_type_name = strsep(&bufp, " "); } obd_name = strsep(&bufp, " "); memset(&osfs_buffer, 0, sizeof (osfs_buffer)); memset(bufl, 0, sizeof(rawbuf)); datal.ioc_pbuf1 = (char *)&osfs_buffer; datal.ioc_plen1 = sizeof(osfs_buffer); for (i = 0; i < type_num; i++) if (strcmp(obd_type_name, obd_type[i]) == 0) { datal.ioc_inlbuf1 = obd_name; datal.ioc_inllen1 = strlen(obd_name) + 1; rc = obd_ioctl_pack(&datal, &bufl, OBD_MAX_IOCTL_BUFFER); if (rc) { fprintf(stderr, "internal buffer error packing\n"); break; } rc = ioctl(dirfd(opendir(dir)), OBD_IOC_PING, bufl); if (rc) { fprintf(stderr, "error: check %s: %s\n", obd_name, strerror(rc = errno)); } else { printf("%s active.\n",obd_name); } } } fclose(fp); return rc; } #undef MAX_STRING_SIZE int llapi_catinfo(char *dir, char *keyword, char *node_name) { char raw[OBD_MAX_IOCTL_BUFFER]; char out[LLOG_CHUNK_SIZE]; char *buf = raw; struct obd_ioctl_data data; char key[30]; DIR *root; int rc; sprintf(key, "%s", keyword); memset(raw, 0, sizeof(buf)); memset(out, 0, sizeof(out)); data.ioc_inlbuf1 = key; data.ioc_inllen1 = strlen(key) + 1; if (node_name) { data.ioc_inlbuf2 = node_name; data.ioc_inllen2 = strlen(node_name) + 1; } data.ioc_pbuf1 = out; data.ioc_plen1 = sizeof(out); rc = obd_ioctl_pack(&data, &buf, sizeof(raw)); if (rc) return rc; root = opendir(dir); if (root == NULL) { err_msg("open %s failed", dir); return errno; } rc = ioctl(dirfd(root), OBD_IOC_LLOG_CATINFO, buf); if (rc) err_msg("ioctl OBD_IOC_CATINFO failed"); else fprintf(stdout, "%s", data.ioc_pbuf1); closedir(root); return rc; } int llapi_is_lustre_mnttype(char *type) { return (strcmp(type,"lustre") == 0 || strcmp(type,"lustre_lite") == 0); }