misc/create_inode.c

   1 /*
   2  * create_inode.c --- create an inode
   3  *
   4  * Copyright (C) 2014 Robert Yang <liezhi.yang@windriver.com>
   5  *
   6  * %Begin-Header%
   7  * This file may be redistributed under the terms of the GNU library
   8  * General Public License, version 2.
   9  * %End-Header%
  10  */
  11
  12 #define _FILE_OFFSET_BITS       64
  13 #define _LARGEFILE64_SOURCE     1
  14 #define _GNU_SOURCE             1
  15
  16 #include "config.h"
  17 #include <time.h>
  18 #include <sys/stat.h>
  19 #include <sys/types.h>
  20 #include <unistd.h>
  21 #include <limits.h> /* for PATH_MAX */
  22 #include <dirent.h> /* for scandir() and alphasort() */
  23 #if defined HAVE_SYS_XATTR_H
  24 #include <sys/xattr.h>
  25 #elif defined HAVE_ATTR_XATTR_H
  26 #include <attr/xattr.h>
  27 #endif
  28 #ifdef HAVE_SYS_IOCTL_H
  29 #include <sys/ioctl.h>
  30 #endif
  31 #ifdef HAVE_SYS_SYSMACROS_H
  32 #include <sys/sysmacros.h>
  33 #endif
  34
  35 #include <ext2fs/ext2fs.h>
  36 #include <ext2fs/ext2_types.h>
  37 #include <ext2fs/fiemap.h>
  38
  39 #include "create_inode.h"
  40 #include "support/nls-enable.h"
  41
  42 /* 64KiB is the minimum blksize to best minimize system call overhead. */
  43 #define COPY_FILE_BUFLEN        65536
  44
  45 static int ext2_file_type(unsigned int mode)
  46 {
  47         if (LINUX_S_ISREG(mode))
  48                 return EXT2_FT_REG_FILE;
  49
  50         if (LINUX_S_ISDIR(mode))
  51                 return EXT2_FT_DIR;
  52
  53         if (LINUX_S_ISCHR(mode))
  54                 return EXT2_FT_CHRDEV;
  55
  56         if (LINUX_S_ISBLK(mode))
  57                 return EXT2_FT_BLKDEV;
  58
  59         if (LINUX_S_ISLNK(mode))
  60                 return EXT2_FT_SYMLINK;
  61
  62         if (LINUX_S_ISFIFO(mode))
  63                 return EXT2_FT_FIFO;
  64
  65         if (LINUX_S_ISSOCK(mode))
  66                 return EXT2_FT_SOCK;
  67
  68         return 0;
  69 }
  70
  71 /* Link an inode number to a directory */
  72 static errcode_t add_link(ext2_filsys fs, ext2_ino_t parent_ino,
  73                           ext2_ino_t ino, const char *name)
  74 {
  75         struct ext2_inode       inode;
  76         errcode_t               retval;
  77
  78         retval = ext2fs_read_inode(fs, ino, &inode);
  79         if (retval) {
  80                 com_err(__func__, retval, _("while reading inode %u"), ino);
  81                 return retval;
  82         }
  83
  84         retval = ext2fs_link(fs, parent_ino, name, ino,
  85                              ext2_file_type(inode.i_mode));
  86         if (retval == EXT2_ET_DIR_NO_SPACE) {
  87                 retval = ext2fs_expand_dir(fs, parent_ino);
  88                 if (retval) {
  89                         com_err(__func__, retval,
  90                                 _("while expanding directory"));
  91                         return retval;
  92                 }
  93                 retval = ext2fs_link(fs, parent_ino, name, ino,
  94                                      ext2_file_type(inode.i_mode));
  95         }
  96         if (retval) {
  97                 com_err(__func__, retval, _("while linking \"%s\""), name);
  98                 return retval;
  99         }
 100
 101         inode.i_links_count++;
 102
 103         retval = ext2fs_write_inode(fs, ino, &inode);
 104         if (retval)
 105                 com_err(__func__, retval, _("while writing inode %u"), ino);
 106
 107         return retval;
 108 }
 109
 110 /* Set the uid, gid, mode and time for the inode */
 111 static errcode_t set_inode_extra(ext2_filsys fs, ext2_ino_t ino,
 112                                  struct stat *st)
 113 {
 114         errcode_t               retval;
 115         struct ext2_inode       inode;
 116
 117         retval = ext2fs_read_inode(fs, ino, &inode);
 118         if (retval) {
 119                 com_err(__func__, retval, _("while reading inode %u"), ino);
 120                 return retval;
 121         }
 122
 123         inode.i_uid = st->st_uid;
 124         ext2fs_set_i_uid_high(inode, st->st_uid >> 16);
 125         inode.i_gid = st->st_gid;
 126         ext2fs_set_i_gid_high(inode, st->st_gid >> 16);
 127         inode.i_mode = (LINUX_S_IFMT & inode.i_mode) | (~S_IFMT & st->st_mode);
 128         inode.i_atime = st->st_atime;
 129         inode.i_mtime = st->st_mtime;
 130         inode.i_ctime = st->st_ctime;
 131
 132         retval = ext2fs_write_inode(fs, ino, &inode);
 133         if (retval)
 134                 com_err(__func__, retval, _("while writing inode %u"), ino);
 135         return retval;
 136 }
 137
 138 #ifdef HAVE_LLISTXATTR
 139 static errcode_t set_inode_xattr(ext2_filsys fs, ext2_ino_t ino,
 140                                  const char *filename)
 141 {
 142         errcode_t                       retval, close_retval;
 143         struct ext2_xattr_handle        *handle;
 144         ssize_t                         size, value_size;
 145         char                            *list = NULL;
 146         int                             i;
 147
 148         if (no_copy_xattrs)
 149                 return 0;
 150
 151         size = llistxattr(filename, NULL, 0);
 152         if (size == -1) {
 153                 retval = errno;
 154                 com_err(__func__, retval, _("while listing attributes of \"%s\""),
 155                         filename);
 156                 return retval;
 157         } else if (size == 0) {
 158                 return 0;
 159         }
 160
 161         retval = ext2fs_xattrs_open(fs, ino, &handle);
 162         if (retval) {
 163                 if (retval == EXT2_ET_MISSING_EA_FEATURE)
 164                         return 0;
 165                 com_err(__func__, retval, _("while opening inode %u"), ino);
 166                 return retval;
 167         }
 168
 169         retval = ext2fs_xattrs_read(handle);
 170         if (retval) {
 171                 com_err(__func__, retval,
 172                         _("while reading xattrs for inode %u"), ino);
 173                 goto out;
 174         }
 175
 176         retval = ext2fs_get_mem(size, &list);
 177         if (retval) {
 178                 com_err(__func__, retval, _("while allocating memory"));
 179                 goto out;
 180         }
 181
 182         size = llistxattr(filename, list, size);
 183         if (size == -1) {
 184                 retval = errno;
 185                 com_err(__func__, retval, _("while listing attributes of \"%s\""),
 186                         filename);
 187                 goto out;
 188         }
 189
 190         for (i = 0; i < size; i += strlen(&list[i]) + 1) {
 191                 const char *name = &list[i];
 192                 char *value;
 193
 194                 value_size = lgetxattr(filename, name, NULL, 0);
 195                 if (value_size == -1) {
 196                         retval = errno;
 197                         com_err(__func__, retval,
 198                                 _("while reading attribute \"%s\" of \"%s\""),
 199                                 name, filename);
 200                         break;
 201                 }
 202
 203                 retval = ext2fs_get_mem(value_size, &value);
 204                 if (retval) {
 205                         com_err(__func__, retval, _("while allocating memory"));
 206                         break;
 207                 }
 208
 209                 value_size = lgetxattr(filename, name, value, value_size);
 210                 if (value_size == -1) {
 211                         ext2fs_free_mem(&value);
 212                         retval = errno;
 213                         com_err(__func__, retval,
 214                                 _("while reading attribute \"%s\" of \"%s\""),
 215                                 name, filename);
 216                         break;
 217                 }
 218
 219                 retval = ext2fs_xattr_set(handle, name, value, value_size);
 220                 ext2fs_free_mem(&value);
 221                 if (retval) {
 222                         com_err(__func__, retval,
 223                                 _("while writing attribute \"%s\" to inode %u"),
 224                                 name, ino);
 225                         break;
 226                 }
 227
 228         }
 229  out:
 230         ext2fs_free_mem(&list);
 231         close_retval = ext2fs_xattrs_close(&handle);
 232         if (close_retval) {
 233                 com_err(__func__, retval, _("while closing inode %u"), ino);
 234                 retval = retval ? retval : close_retval;
 235         }
 236         return retval;
 237         return 0;
 238 }
 239 #else /* HAVE_LLISTXATTR */
 240 static errcode_t set_inode_xattr(ext2_filsys fs EXT2FS_ATTR((unused)),
 241                                  ext2_ino_t ino EXT2FS_ATTR((unused)),
 242                                  const char *filename EXT2FS_ATTR((unused)))
 243 {
 244         return 0;
 245 }
 246 #endif  /* HAVE_LLISTXATTR */
 247
 248 #ifndef _WIN32
 249 /* Make a special files (block and character devices), fifo's, and sockets  */
 250 errcode_t do_mknod_internal(ext2_filsys fs, ext2_ino_t cwd, const char *name,
 251                             unsigned int st_mode, unsigned int st_rdev)
 252 {
 253         ext2_ino_t              ino;
 254         errcode_t               retval;
 255         struct ext2_inode       inode;
 256         unsigned long           devmajor, devminor, mode;
 257         int                     filetype;
 258
 259         switch(st_mode & S_IFMT) {
 260         case S_IFCHR:
 261                 mode = LINUX_S_IFCHR;
 262                 filetype = EXT2_FT_CHRDEV;
 263                 break;
 264         case S_IFBLK:
 265                 mode = LINUX_S_IFBLK;
 266                 filetype =  EXT2_FT_BLKDEV;
 267                 break;
 268         case S_IFIFO:
 269                 mode = LINUX_S_IFIFO;
 270                 filetype = EXT2_FT_FIFO;
 271                 break;
 272 #ifndef _WIN32
 273         case S_IFSOCK:
 274                 mode = LINUX_S_IFSOCK;
 275                 filetype = EXT2_FT_SOCK;
 276                 break;
 277 #endif
 278         default:
 279                 return EXT2_ET_INVALID_ARGUMENT;
 280         }
 281
 282         retval = ext2fs_new_inode(fs, cwd, 010755, 0, &ino);
 283         if (retval) {
 284                 com_err(__func__, retval, _("while allocating inode \"%s\""),
 285                         name);
 286                 return retval;
 287         }
 288
 289 #ifdef DEBUGFS
 290         printf("Allocated inode: %u\n", ino);
 291 #endif
 292         retval = ext2fs_link(fs, cwd, name, ino, filetype);
 293         if (retval == EXT2_ET_DIR_NO_SPACE) {
 294                 retval = ext2fs_expand_dir(fs, cwd);
 295                 if (retval) {
 296                         com_err(__func__, retval,
 297                                 _("while expanding directory"));
 298                         return retval;
 299                 }
 300                 retval = ext2fs_link(fs, cwd, name, ino, filetype);
 301         }
 302         if (retval) {
 303                 com_err(name, retval, _("while creating inode \"%s\""), name);
 304                 return retval;
 305         }
 306         if (ext2fs_test_inode_bitmap2(fs->inode_map, ino))
 307                 com_err(__func__, 0, "Warning: inode already set");
 308         ext2fs_inode_alloc_stats2(fs, ino, +1, 0);
 309         memset(&inode, 0, sizeof(inode));
 310         inode.i_mode = mode;
 311         inode.i_atime = inode.i_ctime = inode.i_mtime =
 312                 fs->now ? fs->now : time(0);
 313
 314         if (filetype != S_IFIFO) {
 315                 devmajor = major(st_rdev);
 316                 devminor = minor(st_rdev);
 317
 318                 if ((devmajor < 256) && (devminor < 256)) {
 319                         inode.i_block[0] = devmajor * 256 + devminor;
 320                         inode.i_block[1] = 0;
 321                 } else {
 322                         inode.i_block[0] = 0;
 323                         inode.i_block[1] = (devminor & 0xff) | (devmajor << 8) |
 324                                            ((devminor & ~0xff) << 12);
 325                 }
 326         }
 327         inode.i_links_count = 1;
 328
 329         retval = ext2fs_write_new_inode(fs, ino, &inode);
 330         if (retval)
 331                 com_err(__func__, retval, _("while writing inode %u"), ino);
 332
 333         return retval;
 334 }
 335 #endif
 336
 337 /* Make a symlink name -> target */
 338 errcode_t do_symlink_internal(ext2_filsys fs, ext2_ino_t cwd, const char *name,
 339                               char *target, ext2_ino_t root)
 340 {
 341         char                    *cp;
 342         ext2_ino_t              parent_ino;
 343         errcode_t               retval;
 344
 345         cp = strrchr(name, '/');
 346         if (cp) {
 347                 *cp = 0;
 348                 retval = ext2fs_namei(fs, root, cwd, name, &parent_ino);
 349                 if (retval) {
 350                         com_err(name, retval, 0);
 351                         return retval;
 352                 }
 353                 name = cp+1;
 354         } else
 355                 parent_ino = cwd;
 356
 357         retval = ext2fs_symlink(fs, parent_ino, 0, name, target);
 358         if (retval == EXT2_ET_DIR_NO_SPACE) {
 359                 retval = ext2fs_expand_dir(fs, parent_ino);
 360                 if (retval) {
 361                         com_err("do_symlink_internal", retval,
 362                                 _("while expanding directory"));
 363                         return retval;
 364                 }
 365                 retval = ext2fs_symlink(fs, parent_ino, 0, name, target);
 366         }
 367         if (retval)
 368                 com_err("ext2fs_symlink", retval,
 369                         _("while creating symlink \"%s\""), name);
 370         return retval;
 371 }
 372
 373 /* Make a directory in the fs */
 374 errcode_t do_mkdir_internal(ext2_filsys fs, ext2_ino_t cwd, const char *name,
 375                             ext2_ino_t root)
 376 {
 377         char                    *cp;
 378         ext2_ino_t              parent_ino;
 379         errcode_t               retval;
 380
 381
 382         cp = strrchr(name, '/');
 383         if (cp) {
 384                 *cp = 0;
 385                 retval = ext2fs_namei(fs, root, cwd, name, &parent_ino);
 386                 if (retval) {
 387                         com_err(name, retval, _("while looking up \"%s\""),
 388                                 name);
 389                         return retval;
 390                 }
 391                 name = cp+1;
 392         } else
 393                 parent_ino = cwd;
 394
 395         retval = ext2fs_mkdir(fs, parent_ino, 0, name);
 396         if (retval == EXT2_ET_DIR_NO_SPACE) {
 397                 retval = ext2fs_expand_dir(fs, parent_ino);
 398                 if (retval) {
 399                         com_err(__func__, retval,
 400                                 _("while expanding directory"));
 401                         return retval;
 402                 }
 403                 retval = ext2fs_mkdir(fs, parent_ino, 0, name);
 404         }
 405         if (retval)
 406                 com_err("ext2fs_mkdir", retval,
 407                         _("while creating directory \"%s\""), name);
 408         return retval;
 409 }
 410
 411 #if !defined HAVE_PREAD64 && !defined HAVE_PREAD
 412 static ssize_t my_pread(int fd, void *buf, size_t count, off_t offset)
 413 {
 414         if (lseek(fd, offset, SEEK_SET) < 0)
 415                 return 0;
 416
 417         return read(fd, buf, count);
 418 }
 419 #endif /* !defined HAVE_PREAD64 && !defined HAVE_PREAD */
 420
 421 static errcode_t copy_file_chunk(ext2_filsys fs, int fd, ext2_file_t e2_file,
 422                                  off_t start, off_t end, char *buf,
 423                                  char *zerobuf)
 424 {
 425         off_t off, bpos;
 426         ssize_t got, blen;
 427         unsigned int written;
 428         char *ptr;
 429         errcode_t err = 0;
 430
 431         for (off = start; off < end; off += COPY_FILE_BUFLEN) {
 432 #ifdef HAVE_PREAD64
 433                 got = pread64(fd, buf, COPY_FILE_BUFLEN, off);
 434 #elif HAVE_PREAD
 435                 got = pread(fd, buf, COPY_FILE_BUFLEN, off);
 436 #else
 437                 got = my_pread(fd, buf, COPY_FILE_BUFLEN, off);
 438 #endif
 439                 if (got < 0) {
 440                         err = errno;
 441                         goto fail;
 442                 }
 443                 for (bpos = 0, ptr = buf; bpos < got; bpos += fs->blocksize) {
 444                         blen = fs->blocksize;
 445                         if (blen > got - bpos)
 446                                 blen = got - bpos;
 447                         if (memcmp(ptr, zerobuf, blen) == 0) {
 448                                 ptr += blen;
 449                                 continue;
 450                         }
 451                         err = ext2fs_file_llseek(e2_file, off + bpos,
 452                                                  EXT2_SEEK_SET, NULL);
 453                         if (err)
 454                                 goto fail;
 455                         while (blen > 0) {
 456                                 err = ext2fs_file_write(e2_file, ptr, blen,
 457                                                         &written);
 458                                 if (err)
 459                                         goto fail;
 460                                 if (written == 0) {
 461                                         err = EIO;
 462                                         goto fail;
 463                                 }
 464                                 blen -= written;
 465                                 ptr += written;
 466                         }
 467                 }
 468         }
 469 fail:
 470         return err;
 471 }
 472
 473 #if defined(SEEK_DATA) && defined(SEEK_HOLE)
 474 static errcode_t try_lseek_copy(ext2_filsys fs, int fd, struct stat *statbuf,
 475                                 ext2_file_t e2_file, char *buf, char *zerobuf)
 476 {
 477         off_t data = 0, hole;
 478         off_t data_blk, hole_blk;
 479         errcode_t err = 0;
 480
 481         /* Try to use SEEK_DATA and SEEK_HOLE */
 482         while (data < statbuf->st_size) {
 483                 data = lseek(fd, data, SEEK_DATA);
 484                 if (data < 0) {
 485                         if (errno == ENXIO)
 486                                 break;
 487                         return EXT2_ET_UNIMPLEMENTED;
 488                 }
 489                 hole = lseek(fd, data, SEEK_HOLE);
 490                 if (hole < 0)
 491                         return EXT2_ET_UNIMPLEMENTED;
 492
 493                 data_blk = data & ~(off_t)(fs->blocksize - 1);
 494                 hole_blk = ((hole + (off_t)(fs->blocksize - 1)) &
 495                             ~(off_t)(fs->blocksize - 1));
 496                 err = copy_file_chunk(fs, fd, e2_file, data_blk, hole_blk, buf,
 497                                       zerobuf);
 498                 if (err)
 499                         return err;
 500
 501                 data = hole;
 502         }
 503
 504         return err;
 505 }
 506 #endif /* SEEK_DATA and SEEK_HOLE */
 507
 508 #if defined(FS_IOC_FIEMAP)
 509 static errcode_t try_fiemap_copy(ext2_filsys fs, int fd, ext2_file_t e2_file,
 510                                  char *buf, char *zerobuf)
 511 {
 512 #define EXTENT_MAX_COUNT 512
 513         struct fiemap *fiemap_buf;
 514         struct fiemap_extent *ext_buf, *ext;
 515         int ext_buf_size, fie_buf_size;
 516         off_t pos = 0;
 517         unsigned int i;
 518         errcode_t err;
 519
 520         ext_buf_size = EXTENT_MAX_COUNT * sizeof(struct fiemap_extent);
 521         fie_buf_size = sizeof(struct fiemap) + ext_buf_size;
 522
 523         err = ext2fs_get_memzero(fie_buf_size, &fiemap_buf);
 524         if (err)
 525                 return err;
 526
 527         ext_buf = fiemap_buf->fm_extents;
 528         memset(fiemap_buf, 0, fie_buf_size);
 529         fiemap_buf->fm_length = FIEMAP_MAX_OFFSET;
 530         fiemap_buf->fm_flags |= FIEMAP_FLAG_SYNC;
 531         fiemap_buf->fm_extent_count = EXTENT_MAX_COUNT;
 532
 533         do {
 534                 fiemap_buf->fm_start = pos;
 535                 memset(ext_buf, 0, ext_buf_size);
 536                 err = ioctl(fd, FS_IOC_FIEMAP, fiemap_buf);
 537                 if (err < 0 && (errno == EOPNOTSUPP || errno == ENOTTY)) {
 538                         err = EXT2_ET_UNIMPLEMENTED;
 539                         goto out;
 540                 } else if (err < 0) {
 541                         err = errno;
 542                         goto out;
 543                 } else if (fiemap_buf->fm_mapped_extents == 0)
 544                         goto out;
 545                 for (i = 0, ext = ext_buf; i < fiemap_buf->fm_mapped_extents;
 546                      i++, ext++) {
 547                         err = copy_file_chunk(fs, fd, e2_file, ext->fe_logical,
 548                                               ext->fe_logical + ext->fe_length,
 549                                               buf, zerobuf);
 550                         if (err)
 551                                 goto out;
 552                 }
 553
 554                 ext--;
 555                 /* Record file's logical offset this time */
 556                 pos = ext->fe_logical + ext->fe_length;
 557                 /*
 558                  * If fm_extents array has been filled and
 559                  * there are extents left, continue to cycle.
 560                  */
 561         } while (fiemap_buf->fm_mapped_extents == EXTENT_MAX_COUNT &&
 562                  !(ext->fe_flags & FIEMAP_EXTENT_LAST));
 563 out:
 564         ext2fs_free_mem(&fiemap_buf);
 565         return err;
 566 }
 567 #endif /* FS_IOC_FIEMAP */
 568
 569 static errcode_t copy_file(ext2_filsys fs, int fd, struct stat *statbuf,
 570                            ext2_ino_t ino)
 571 {
 572         ext2_file_t e2_file;
 573         char *buf = NULL, *zerobuf = NULL;
 574         errcode_t err, close_err;
 575
 576         err = ext2fs_file_open(fs, ino, EXT2_FILE_WRITE, &e2_file);
 577         if (err)
 578                 return err;
 579
 580         err = ext2fs_get_mem(COPY_FILE_BUFLEN, &buf);
 581         if (err)
 582                 goto out;
 583
 584         err = ext2fs_get_memzero(fs->blocksize, &zerobuf);
 585         if (err)
 586                 goto out;
 587
 588 #if defined(SEEK_DATA) && defined(SEEK_HOLE)
 589         err = try_lseek_copy(fs, fd, statbuf, e2_file, buf, zerobuf);
 590         if (err != EXT2_ET_UNIMPLEMENTED)
 591                 goto out;
 592 #endif
 593
 594 #if defined(FS_IOC_FIEMAP)
 595         err = try_fiemap_copy(fs, fd, e2_file, buf, zerobuf);
 596         if (err != EXT2_ET_UNIMPLEMENTED)
 597                 goto out;
 598 #endif
 599
 600         err = copy_file_chunk(fs, fd, e2_file, 0, statbuf->st_size, buf,
 601                               zerobuf);
 602 out:
 603         ext2fs_free_mem(&zerobuf);
 604         ext2fs_free_mem(&buf);
 605         close_err = ext2fs_file_close(e2_file);
 606         if (err == 0)
 607                 err = close_err;
 608         return err;
 609 }
 610
 611 static int is_hardlink(struct hdlinks_s *hdlinks, dev_t dev, ino_t ino)
 612 {
 613         int i;
 614
 615         for (i = 0; i < hdlinks->count; i++) {
 616                 if (hdlinks->hdl[i].src_dev == dev &&
 617                     hdlinks->hdl[i].src_ino == ino)
 618                         return i;
 619         }
 620         return -1;
 621 }
 622
 623 /* Copy the native file to the fs */
 624 errcode_t do_write_internal(ext2_filsys fs, ext2_ino_t cwd, const char *src,
 625                             const char *dest, ext2_ino_t root)
 626 {
 627         int             fd;
 628         struct stat     statbuf;
 629         ext2_ino_t      newfile;
 630         errcode_t       retval;
 631         struct ext2_inode inode;
 632
 633         fd = ext2fs_open_file(src, O_RDONLY, 0);
 634         if (fd < 0) {
 635                 retval = errno;
 636                 com_err(__func__, retval, _("while opening \"%s\" to copy"),
 637                         src);
 638                 return retval;
 639         }
 640         if (fstat(fd, &statbuf) < 0) {
 641                 retval = errno;
 642                 goto out;
 643         }
 644
 645         retval = ext2fs_namei(fs, root, cwd, dest, &newfile);
 646         if (retval == 0) {
 647                 retval = EXT2_ET_FILE_EXISTS;
 648                 goto out;
 649         }
 650
 651         retval = ext2fs_new_inode(fs, cwd, 010755, 0, &newfile);
 652         if (retval)
 653                 goto out;
 654 #ifdef DEBUGFS
 655         printf("Allocated inode: %u\n", newfile);
 656 #endif
 657         retval = ext2fs_link(fs, cwd, dest, newfile,
 658                                 EXT2_FT_REG_FILE);
 659         if (retval == EXT2_ET_DIR_NO_SPACE) {
 660                 retval = ext2fs_expand_dir(fs, cwd);
 661                 if (retval)
 662                         goto out;
 663                 retval = ext2fs_link(fs, cwd, dest, newfile,
 664                                         EXT2_FT_REG_FILE);
 665         }
 666         if (retval)
 667                 goto out;
 668         if (ext2fs_test_inode_bitmap2(fs->inode_map, newfile))
 669                 com_err(__func__, 0, "Warning: inode already set");
 670         ext2fs_inode_alloc_stats2(fs, newfile, +1, 0);
 671         memset(&inode, 0, sizeof(inode));
 672         inode.i_mode = (statbuf.st_mode & ~S_IFMT) | LINUX_S_IFREG;
 673         inode.i_atime = inode.i_ctime = inode.i_mtime =
 674                 fs->now ? fs->now : time(0);
 675         inode.i_links_count = 1;
 676         retval = ext2fs_inode_size_set(fs, &inode, statbuf.st_size);
 677         if (retval)
 678                 goto out;
 679         if (ext2fs_has_feature_inline_data(fs->super)) {
 680                 inode.i_flags |= EXT4_INLINE_DATA_FL;
 681         } else if (ext2fs_has_feature_extents(fs->super)) {
 682                 ext2_extent_handle_t handle;
 683
 684                 inode.i_flags &= ~EXT4_EXTENTS_FL;
 685                 retval = ext2fs_extent_open2(fs, newfile, &inode, &handle);
 686                 if (retval)
 687                         goto out;
 688                 ext2fs_extent_free(handle);
 689         }
 690
 691         retval = ext2fs_write_new_inode(fs, newfile, &inode);
 692         if (retval)
 693                 goto out;
 694         if (inode.i_flags & EXT4_INLINE_DATA_FL) {
 695                 retval = ext2fs_inline_data_init(fs, newfile);
 696                 if (retval)
 697                         goto out;
 698         }
 699         if (LINUX_S_ISREG(inode.i_mode)) {
 700                 retval = copy_file(fs, fd, &statbuf, newfile);
 701                 if (retval)
 702                         goto out;
 703         }
 704 out:
 705         close(fd);
 706         return retval;
 707 }
 708
 709 struct file_info {
 710         char *path;
 711         size_t path_len;
 712         size_t path_max_len;
 713 };
 714
 715 static errcode_t path_append(struct file_info *target, const char *file)
 716 {
 717         if (strlen(file) + target->path_len + 1 > target->path_max_len) {
 718                 void *p;
 719                 target->path_max_len *= 2;
 720                 p = realloc(target->path, target->path_max_len);
 721                 if (p == NULL)
 722                         return EXT2_ET_NO_MEMORY;
 723                 target->path = p;
 724         }
 725         target->path_len += sprintf(target->path + target->path_len, "/%s",
 726                                     file);
 727         return 0;
 728 }
 729
 730 #ifdef _WIN32
 731 static int scandir(const char *dir_name, struct dirent ***name_list,
 732                    int (*filter)(const struct dirent*),
 733                    int (*compar)(const struct dirent**, const struct dirent**)) {
 734         DIR *dir;
 735         struct dirent *dent;
 736         struct dirent **temp_list = NULL;
 737         size_t temp_list_size = 0; // unit: num of dirent
 738         size_t num_dent = 0;
 739
 740         dir = opendir(dir_name);
 741         if (dir == NULL) {
 742                 return -1;
 743         }
 744
 745         while ((dent = readdir(dir))) {
 746                 if (filter != NULL && !(*filter)(dent))
 747                         continue;
 748
 749                 // re-allocate the list
 750                 if (num_dent == temp_list_size) {
 751                         size_t new_list_size = temp_list_size + 32;
 752                         struct dirent **new_list = (struct dirent**)realloc(
 753                                 temp_list, new_list_size * sizeof(struct dirent*));
 754                         if (new_list == NULL) {
 755                                 goto out;
 756                         }
 757                         temp_list_size = new_list_size;
 758                         temp_list = new_list;
 759                 }
 760                 // add the copy of dirent to the list
 761                 temp_list[num_dent] = (struct dirent*)malloc((dent->d_reclen + 3) & ~3);
 762                 memcpy(temp_list[num_dent], dent, dent->d_reclen);
 763                 num_dent++;
 764         }
 765
 766         if (compar != NULL) {
 767                 qsort(temp_list, num_dent, sizeof(struct dirent*),
 768                       (int (*)(const void*, const void*))compar);
 769         }
 770
 771         // release the temp list
 772         *name_list = temp_list;
 773         temp_list = NULL;
 774
 775 out:
 776         if (temp_list != NULL) {
 777                 while (num_dent > 0) {
 778                         free(temp_list[--num_dent]);
 779                 }
 780                 free(temp_list);
 781                 num_dent = -1;
 782         }
 783         closedir(dir);
 784         return num_dent;
 785 }
 786
 787 static int alphasort(const struct dirent **a, const struct dirent **b) {
 788         return strcoll((*a)->d_name, (*b)->d_name);
 789 }
 790 #endif
 791
 792 /* Copy files from source_dir to fs in alphabetical order */
 793 static errcode_t __populate_fs(ext2_filsys fs, ext2_ino_t parent_ino,
 794                                const char *source_dir, ext2_ino_t root,
 795                                struct hdlinks_s *hdlinks,
 796                                struct file_info *target,
 797                                struct fs_ops_callbacks *fs_callbacks)
 798 {
 799         const char      *name;
 800         struct dirent   **dent;
 801         struct stat     st;
 802         char            *ln_target = NULL;
 803         unsigned int    save_inode;
 804         ext2_ino_t      ino;
 805         errcode_t       retval = 0;
 806         int             read_cnt;
 807         int             hdlink;
 808         size_t          cur_dir_path_len;
 809         int             i, num_dents;
 810
 811         if (chdir(source_dir) < 0) {
 812                 retval = errno;
 813                 com_err(__func__, retval,
 814                         _("while changing working directory to \"%s\""),
 815                         source_dir);
 816                 return retval;
 817         }
 818
 819         num_dents = scandir(".", &dent, NULL, alphasort);
 820
 821         if (num_dents < 0) {
 822                 retval = errno;
 823                 com_err(__func__, retval,
 824                         _("while scanning directory \"%s\""), source_dir);
 825                 return retval;
 826         }
 827
 828         for (i = 0; i < num_dents; free(dent[i]), i++) {
 829                 name = dent[i]->d_name;
 830                 if ((!strcmp(name, ".")) || (!strcmp(name, "..")))
 831                         continue;
 832                 if (lstat(name, &st)) {
 833                         retval = errno;
 834                         com_err(__func__, retval, _("while lstat \"%s\""),
 835                                 name);
 836                         goto out;
 837                 }
 838
 839                 /* Check for hardlinks */
 840                 save_inode = 0;
 841                 if (!S_ISDIR(st.st_mode) && !S_ISLNK(st.st_mode) &&
 842                     st.st_nlink > 1) {
 843                         hdlink = is_hardlink(hdlinks, st.st_dev, st.st_ino);
 844                         if (hdlink >= 0) {
 845                                 retval = add_link(fs, parent_ino,
 846                                                   hdlinks->hdl[hdlink].dst_ino,
 847                                                   name);
 848                                 if (retval) {
 849                                         com_err(__func__, retval,
 850                                                 "while linking %s", name);
 851                                         goto out;
 852                                 }
 853                                 continue;
 854                         } else
 855                                 save_inode = 1;
 856                 }
 857
 858                 cur_dir_path_len = target->path_len;
 859                 retval = path_append(target, name);
 860                 if (retval) {
 861                         com_err(__func__, retval,
 862                                 "while appending %s", name);
 863                         goto out;
 864                 }
 865
 866                 if (fs_callbacks && fs_callbacks->create_new_inode) {
 867                         retval = fs_callbacks->create_new_inode(fs,
 868                                 target->path, name, parent_ino, root,
 869                                 st.st_mode & S_IFMT);
 870                         if (retval)
 871                                 goto out;
 872                 }
 873
 874                 switch(st.st_mode & S_IFMT) {
 875                 case S_IFCHR:
 876                 case S_IFBLK:
 877                 case S_IFIFO:
 878 #ifndef _WIN32
 879                 case S_IFSOCK:
 880                         retval = do_mknod_internal(fs, parent_ino, name,
 881                                                    st.st_mode, st.st_rdev);
 882                         if (retval) {
 883                                 com_err(__func__, retval,
 884                                         _("while creating special file "
 885                                           "\"%s\""), name);
 886                                 goto out;
 887                         }
 888                         break;
 889                 case S_IFLNK:
 890                         ln_target = malloc(st.st_size + 1);
 891                         if (ln_target == NULL) {
 892                                 com_err(__func__, retval,
 893                                         _("malloc failed"));
 894                                 goto out;
 895                         }
 896                         read_cnt = readlink(name, ln_target,
 897                                             st.st_size + 1);
 898                         if (read_cnt == -1) {
 899                                 retval = errno;
 900                                 com_err(__func__, retval,
 901                                         _("while trying to read link \"%s\""),
 902                                         name);
 903                                 free(ln_target);
 904                                 goto out;
 905                         }
 906                         if (read_cnt > st.st_size) {
 907                                 com_err(__func__, retval,
 908                                         _("symlink increased in size "
 909                                           "between lstat() and readlink()"));
 910                                 free(ln_target);
 911                                 goto out;
 912                         }
 913                         ln_target[read_cnt] = '\0';
 914                         retval = do_symlink_internal(fs, parent_ino, name,
 915                                                      ln_target, root);
 916                         free(ln_target);
 917                         if (retval) {
 918                                 com_err(__func__, retval,
 919                                         _("while writing symlink\"%s\""),
 920                                         name);
 921                                 goto out;
 922                         }
 923                         break;
 924 #endif
 925                 case S_IFREG:
 926                         retval = do_write_internal(fs, parent_ino, name, name,
 927                                                    root);
 928                         if (retval) {
 929                                 com_err(__func__, retval,
 930                                         _("while writing file \"%s\""), name);
 931                                 goto out;
 932                         }
 933                         break;
 934                 case S_IFDIR:
 935                         /* Don't choke on /lost+found */
 936                         if (parent_ino == EXT2_ROOT_INO &&
 937                             strcmp(name, "lost+found") == 0)
 938                                 goto find_lnf;
 939                         retval = do_mkdir_internal(fs, parent_ino, name,
 940                                                    root);
 941                         if (retval) {
 942                                 com_err(__func__, retval,
 943                                         _("while making dir \"%s\""), name);
 944                                 goto out;
 945                         }
 946 find_lnf:
 947                         retval = ext2fs_namei(fs, root, parent_ino,
 948                                               name, &ino);
 949                         if (retval) {
 950                                 com_err(name, retval, 0);
 951                                         goto out;
 952                         }
 953                         /* Populate the dir recursively*/
 954                         retval = __populate_fs(fs, ino, name, root, hdlinks,
 955                                                target, fs_callbacks);
 956                         if (retval)
 957                                 goto out;
 958                         if (chdir("..")) {
 959                                 retval = errno;
 960                                 com_err(__func__, retval,
 961                                         _("while changing directory"));
 962                                 goto out;
 963                         }
 964                         break;
 965                 default:
 966                         com_err(__func__, 0,
 967                                 _("ignoring entry \"%s\""), name);
 968                 }
 969
 970                 retval =  ext2fs_namei(fs, root, parent_ino, name, &ino);
 971                 if (retval) {
 972                         com_err(name, retval, _("while looking up \"%s\""),
 973                                 name);
 974                         goto out;
 975                 }
 976
 977                 retval = set_inode_extra(fs, ino, &st);
 978                 if (retval) {
 979                         com_err(__func__, retval,
 980                                 _("while setting inode for \"%s\""), name);
 981                         goto out;
 982                 }
 983
 984                 retval = set_inode_xattr(fs, ino, name);
 985                 if (retval) {
 986                         com_err(__func__, retval,
 987                                 _("while setting xattrs for \"%s\""), name);
 988                         goto out;
 989                 }
 990
 991                 if (fs_callbacks && fs_callbacks->end_create_new_inode) {
 992                         retval = fs_callbacks->end_create_new_inode(fs,
 993                                 target->path, name, parent_ino, root,
 994                                 st.st_mode & S_IFMT);
 995                         if (retval)
 996                                 goto out;
 997                 }
 998
 999                 /* Save the hardlink ino */
1000                 if (save_inode) {
1001                         /*
1002                          * Check whether need more memory, and we don't need
1003                          * free() since the lifespan will be over after the fs
1004                          * populated.
1005                          */
1006                         if (hdlinks->count == hdlinks->size) {
1007                                 void *p = realloc(hdlinks->hdl,
1008                                                 (hdlinks->size + HDLINK_CNT) *
1009                                                 sizeof(struct hdlink_s));
1010                                 if (p == NULL) {
1011                                         retval = EXT2_ET_NO_MEMORY;
1012                                         com_err(name, retval,
1013                                                 _("while saving inode data"));
1014                                         goto out;
1015                                 }
1016                                 hdlinks->hdl = p;
1017                                 hdlinks->size += HDLINK_CNT;
1018                         }
1019                         hdlinks->hdl[hdlinks->count].src_dev = st.st_dev;
1020                         hdlinks->hdl[hdlinks->count].src_ino = st.st_ino;
1021                         hdlinks->hdl[hdlinks->count].dst_ino = ino;
1022                         hdlinks->count++;
1023                 }
1024                 target->path_len = cur_dir_path_len;
1025                 target->path[target->path_len] = 0;
1026         }
1027
1028 out:
1029         for (; i < num_dents; free(dent[i]), i++);
1030         free(dent);
1031         return retval;
1032 }
1033
1034 errcode_t populate_fs2(ext2_filsys fs, ext2_ino_t parent_ino,
1035                        const char *source_dir, ext2_ino_t root,
1036                        struct fs_ops_callbacks *fs_callbacks)
1037 {
1038         struct file_info file_info;
1039         struct hdlinks_s hdlinks;
1040         errcode_t retval;
1041
1042         if (!(fs->flags & EXT2_FLAG_RW)) {
1043                 com_err(__func__, 0, "Filesystem opened readonly");
1044                 return EROFS;
1045         }
1046
1047         hdlinks.count = 0;
1048         hdlinks.size = HDLINK_CNT;
1049         hdlinks.hdl = realloc(NULL, hdlinks.size * sizeof(struct hdlink_s));
1050         if (hdlinks.hdl == NULL) {
1051                 retval = errno;
1052                 com_err(__func__, retval, _("while allocating memory"));
1053                 return retval;
1054         }
1055
1056         file_info.path_len = 0;
1057         file_info.path_max_len = 255;
1058         file_info.path = calloc(file_info.path_max_len, 1);
1059
1060         retval = set_inode_xattr(fs, root, source_dir);
1061         if (retval) {
1062                 com_err(__func__, retval,
1063                         _("while copying xattrs on root directory"));
1064                 goto out;
1065         }
1066
1067         retval = __populate_fs(fs, parent_ino, source_dir, root, &hdlinks,
1068                                &file_info, fs_callbacks);
1069
1070 out:
1071         free(file_info.path);
1072         free(hdlinks.hdl);
1073         return retval;
1074 }
1075
1076 errcode_t populate_fs(ext2_filsys fs, ext2_ino_t parent_ino,
1077                       const char *source_dir, ext2_ino_t root)
1078 {
1079         return populate_fs2(fs, parent_ino, source_dir, root, NULL);
1080 }