2 * Copyright (C) 2007 Oracle. All rights reserved.
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
19 #define _XOPEN_SOURCE 500
21 #include <sys/ioctl.h>
22 #include <sys/mount.h>
26 #include <sys/types.h>
30 #include <uuid/uuid.h>
32 #include "kerncompat.h"
35 #include "transaction.h"
38 #include "ext2fs/ext2_fs.h"
39 #include "ext2fs/ext2fs.h"
41 #define INO_OFFSET (BTRFS_FIRST_FREE_OBJECTID - EXT2_ROOT_INO)
44 * Open Ext2fs in readonly mode, read block allocation bitmap and
45 * inode bitmap into memory.
47 static int open_ext2fs(const char *name, ext2_filsys *ret_fs)
53 ret = ext2fs_check_if_mounted(name, &mnt_flags);
55 fprintf(stderr, "ext2fs_check_if_mounted: %s\n",
59 if (mnt_flags & EXT2_MF_MOUNTED) {
60 fprintf(stderr, "%s is mounted\n", name);
63 ret = ext2fs_open(name, 0, 0, 0, unix_io_manager, &ext2_fs);
65 fprintf(stderr, "ext2fs_open: %s\n", error_message(ret));
68 ret = ext2fs_read_inode_bitmap(ext2_fs);
70 fprintf(stderr, "ext2fs_read_inode_bitmap: %s\n",
74 ret = ext2fs_read_block_bitmap(ext2_fs);
76 fprintf(stderr, "ext2fs_read_block_bitmap: %s\n",
86 static int close_ext2fs(ext2_filsys fs)
91 static int ext2_alloc_block(ext2_filsys fs, u64 goal, u64 *block_ret)
95 if (!ext2fs_new_block(fs, goal, NULL, &block)) {
96 ext2fs_fast_mark_block_bitmap(fs->block_map, block);
103 static int ext2_free_block(ext2_filsys fs, u64 block)
105 BUG_ON(block != (blk_t)block);
106 ext2fs_fast_unmark_block_bitmap(fs->block_map, block);
110 static int custom_alloc_extent(struct btrfs_root *root, u64 num_bytes,
111 u64 hint_byte, struct btrfs_key *ins)
113 ext2_filsys fs = (ext2_filsys)root->fs_info->priv_data;
114 u32 blocksize = fs->blocksize;
120 block = hint_byte / blocksize;
121 BUG_ON(block != (blk_t)block);
122 BUG_ON(num_bytes != blocksize);
124 ret = ext2_alloc_block(fs, block, &block);
127 /* all free blocks are pinned */
133 bytenr = block * blocksize;
134 if (!test_range_bit(&root->fs_info->pinned_extents, bytenr,
135 bytenr + blocksize - 1, EXTENT_DIRTY, 0))
138 ext2_free_block(fs, block);
141 ins->objectid = bytenr;
142 ins->offset = blocksize;
143 btrfs_set_key_type(ins, BTRFS_EXTENT_ITEM_KEY);
147 static int custom_free_extent(struct btrfs_root *root, u64 bytenr,
151 ext2_filsys fs = (ext2_filsys)root->fs_info->priv_data;
153 BUG_ON(bytenr & (fs->blocksize - 1));
154 block = bytenr / fs->blocksize;
155 while (num_bytes > 0) {
156 ext2_free_block(fs, block);
158 num_bytes -= fs->blocksize;
163 struct btrfs_extent_ops extent_ops = {
164 .alloc_extent = custom_alloc_extent,
165 .free_extent = custom_free_extent,
168 struct dir_iterate_data {
169 struct btrfs_trans_handle *trans;
170 struct btrfs_root *root;
171 struct btrfs_inode_item *inode;
176 static u8 filetype_conversion_table[EXT2_FT_MAX] = {
177 [EXT2_FT_UNKNOWN] = BTRFS_FT_UNKNOWN,
178 [EXT2_FT_REG_FILE] = BTRFS_FT_REG_FILE,
179 [EXT2_FT_DIR] = BTRFS_FT_DIR,
180 [EXT2_FT_CHRDEV] = BTRFS_FT_CHRDEV,
181 [EXT2_FT_BLKDEV] = BTRFS_FT_BLKDEV,
182 [EXT2_FT_FIFO] = BTRFS_FT_FIFO,
183 [EXT2_FT_SOCK] = BTRFS_FT_SOCK,
184 [EXT2_FT_SYMLINK] = BTRFS_FT_SYMLINK,
187 static int dir_iterate_proc(ext2_ino_t dir, int entry,
188 struct ext2_dir_entry *old,
189 int offset, int blocksize,
190 char *buf,void *priv_data)
196 char dotdot[] = "..";
197 struct btrfs_key location;
198 struct ext2_dir_entry_2 *dirent = (struct ext2_dir_entry_2 *)old;
199 struct dir_iterate_data *idata = (struct dir_iterate_data *)priv_data;
201 objectid = dirent->inode + INO_OFFSET;
202 if (!strncmp(dirent->name, dotdot, dirent->name_len)) {
203 if (dirent->name_len == 2) {
204 BUG_ON(idata->parent != 0);
205 idata->parent = objectid;
209 if (dirent->inode < EXT2_GOOD_OLD_FIRST_INO)
212 location.objectid = objectid;
214 btrfs_set_key_type(&location, BTRFS_INODE_ITEM_KEY);
216 file_type = dirent->file_type;
217 BUG_ON(file_type > EXT2_FT_SYMLINK);
218 ret = btrfs_insert_dir_item(idata->trans, idata->root,
219 dirent->name, dirent->name_len,
220 idata->objectid, &location,
221 filetype_conversion_table[file_type]);
224 ret = btrfs_insert_inode_ref(idata->trans, idata->root,
225 dirent->name, dirent->name_len,
226 objectid, idata->objectid);
229 inode_size = btrfs_stack_inode_size(idata->inode) +
230 dirent->name_len * 2;
231 btrfs_set_stack_inode_size(idata->inode, inode_size);
234 idata->errcode = ret;
238 static int create_dir_entries(struct btrfs_trans_handle *trans,
239 struct btrfs_root *root, u64 objectid,
240 struct btrfs_inode_item *btrfs_inode,
241 ext2_filsys ext2_fs, ext2_ino_t ext2_ino)
245 struct dir_iterate_data data = {
248 .inode = btrfs_inode,
249 .objectid = objectid,
254 err = ext2fs_dir_iterate2(ext2_fs, ext2_ino, 0, NULL,
255 dir_iterate_proc, &data);
259 if (ret == 0 && data.parent == objectid) {
260 ret = btrfs_insert_inode_ref(trans, root, "..", 2,
265 fprintf(stderr, "ext2fs_dir_iterate2: %s\n", error_message(err));
269 static int read_disk_extent(struct btrfs_root *root, u64 bytenr,
270 u32 num_bytes, char *buffer)
273 struct btrfs_fs_info *fs_info = root->fs_info;
275 ret = pread(fs_info->fp, buffer, num_bytes, bytenr);
276 if (ret != num_bytes)
285 * Record a file extent. Do all the required works, such as inserting
286 * file extent item, inserting extent item and backref item into extent
287 * tree and updating block accounting.
289 static int record_file_extent(struct btrfs_trans_handle *trans,
290 struct btrfs_root *root, u64 objectid,
291 struct btrfs_inode_item *inode,
292 u64 file_pos, u64 disk_bytenr,
293 u64 num_bytes, int checksum)
296 struct btrfs_fs_info *info = root->fs_info;
297 struct btrfs_root *extent_root = info->extent_root;
298 struct btrfs_key ins_key;
299 struct btrfs_path path;
300 struct btrfs_extent_item extent_item;
301 u32 blocksize = root->sectorsize;
305 ret = btrfs_insert_file_extent(trans, root, objectid, file_pos,
306 disk_bytenr, num_bytes, num_bytes);
307 if (ret || disk_bytenr == 0)
310 nblocks = btrfs_stack_inode_nblocks(inode) + num_bytes / 512;
311 btrfs_set_stack_inode_nblocks(inode, nblocks);
317 buffer = malloc(blocksize);
320 for (offset = 0; offset < num_bytes; offset += blocksize) {
321 ret = read_disk_extent(root, disk_bytenr + offset,
325 ret = btrfs_csum_file_block(trans, root, inode,
326 objectid, file_pos + offset,
336 bytes_used = btrfs_root_used(&root->root_item);
337 btrfs_set_root_used(&root->root_item, bytes_used + num_bytes);
338 ins_key.objectid = disk_bytenr;
339 ins_key.offset = num_bytes;
340 btrfs_set_key_type(&ins_key, BTRFS_EXTENT_ITEM_KEY);
341 btrfs_set_stack_extent_refs(&extent_item, 1);
342 ret = btrfs_insert_item(trans, extent_root, &ins_key,
343 &extent_item, sizeof(extent_item));
345 bytes_used = btrfs_super_bytes_used(&info->super_copy);
346 btrfs_set_super_bytes_used(&info->super_copy, bytes_used +
348 btrfs_init_path(&path);
349 ret = btrfs_insert_extent_backref(trans, extent_root, &path,
350 disk_bytenr, root->root_key.objectid,
351 trans->transid, objectid, file_pos);
354 ret = btrfs_update_block_group(trans, root, disk_bytenr,
356 } else if (ret == -EEXIST) {
357 ret = btrfs_inc_extent_ref(trans, root, disk_bytenr, num_bytes,
358 root->root_key.objectid,
359 trans->transid, objectid, file_pos);
363 btrfs_extent_post_op(trans, extent_root);
369 static int record_file_blocks(struct btrfs_trans_handle *trans,
370 struct btrfs_root *root, u64 objectid,
371 struct btrfs_inode_item *inode,
372 u64 file_block, u64 disk_block,
373 u64 num_blocks, int checksum)
375 u64 file_pos = file_block * root->sectorsize;
376 u64 disk_bytenr = disk_block * root->sectorsize;
377 u64 num_bytes = num_blocks * root->sectorsize;
378 return record_file_extent(trans, root, objectid, inode, file_pos,
379 disk_bytenr, num_bytes, checksum);
382 struct blk_iterate_data {
383 struct btrfs_trans_handle *trans;
384 struct btrfs_root *root;
385 struct btrfs_inode_item *inode;
394 static int block_iterate_proc(ext2_filsys ext2_fs,
395 u64 disk_block, u64 file_block,
396 struct blk_iterate_data *idata)
399 u32 blocksize = ext2_fs->blocksize;
400 struct btrfs_root *root = idata->root;
401 struct btrfs_trans_handle *trans = idata->trans;
403 if ((file_block > idata->first_block + idata->num_blocks) ||
404 (disk_block != idata->disk_block + idata->num_blocks) ||
405 (idata->num_blocks >= BTRFS_BLOCK_GROUP_SIZE / blocksize)) {
406 if (idata->num_blocks > 0) {
407 ret = record_file_blocks(trans, root, idata->objectid,
408 idata->inode, idata->first_block,
409 idata->disk_block, idata->num_blocks,
413 idata->first_block += idata->num_blocks;
414 idata->num_blocks = 0;
416 if (file_block > idata->first_block) {
417 ret = record_file_blocks(trans, root, idata->objectid,
418 idata->inode, idata->first_block,
419 0, file_block - idata->first_block,
424 idata->first_block = file_block;
425 idata->disk_block = disk_block;
430 idata->errcode = ret;
434 static int __block_iterate_proc(ext2_filsys fs, blk_t *blocknr,
435 e2_blkcnt_t blockcnt, blk_t ref_block,
436 int ref_offset, void *priv_data)
438 struct blk_iterate_data *idata;
439 idata = (struct blk_iterate_data *)priv_data;
440 return block_iterate_proc(fs, *blocknr, blockcnt, idata);
444 * traverse file's data blocks, record these data blocks as file extents.
446 static int create_file_extents(struct btrfs_trans_handle *trans,
447 struct btrfs_root *root, u64 objectid,
448 struct btrfs_inode_item *btrfs_inode,
449 ext2_filsys ext2_fs, ext2_ino_t ext2_ino)
455 u32 sectorsize = root->sectorsize;
456 u64 inode_size = btrfs_stack_inode_size(btrfs_inode);
457 u32 inode_flags = btrfs_stack_inode_flags(btrfs_inode);
458 struct blk_iterate_data data = {
461 .inode = btrfs_inode,
462 .objectid = objectid,
470 if (inode_flags & BTRFS_INODE_NODATASUM)
472 err = ext2fs_block_iterate2(ext2_fs, ext2_ino, BLOCK_FLAG_DATA_ONLY,
473 NULL, __block_iterate_proc, &data);
480 if (data.first_block == 0 && data.num_blocks > 0 &&
481 inode_size <= BTRFS_MAX_INLINE_DATA_SIZE(root)) {
482 u64 num_bytes = data.num_blocks * sectorsize;
483 u64 disk_bytenr = data.disk_block * sectorsize;
485 buffer = malloc(num_bytes);
488 ret = read_disk_extent(root, disk_bytenr, num_bytes, buffer);
491 if (num_bytes > inode_size)
492 num_bytes = inode_size;
493 ret = btrfs_insert_inline_extent(trans, root, objectid,
494 0, buffer, num_bytes);
497 } else if (data.num_blocks > 0) {
498 ret = record_file_blocks(trans, root, objectid, btrfs_inode,
499 data.first_block, data.disk_block,
500 data.num_blocks, data.checksum);
504 data.first_block += data.num_blocks;
505 last_block = (inode_size + sectorsize - 1) / sectorsize;
506 if (last_block > data.first_block) {
507 ret = record_file_blocks(trans, root, objectid, btrfs_inode,
508 data.first_block, 0, last_block -
509 data.first_block, data.checksum);
516 fprintf(stderr, "ext2fs_block_iterate2: %s\n", error_message(err));
520 static int create_symbol_link(struct btrfs_trans_handle *trans,
521 struct btrfs_root *root, u64 objectid,
522 struct btrfs_inode_item *btrfs_inode,
523 ext2_filsys ext2_fs, ext2_ino_t ext2_ino,
524 struct ext2_inode *ext2_inode)
528 u64 inode_size = btrfs_stack_inode_size(btrfs_inode);
529 if (ext2fs_inode_data_blocks(ext2_fs, ext2_inode)) {
530 btrfs_set_stack_inode_size(btrfs_inode, inode_size + 1);
531 ret = create_file_extents(trans, root, objectid,
532 btrfs_inode, ext2_fs, ext2_ino);
533 btrfs_set_stack_inode_size(btrfs_inode, inode_size);
537 pathname = (char *)&(ext2_inode->i_block[0]);
538 BUG_ON(pathname[inode_size] != 0);
539 ret = btrfs_insert_inline_extent(trans, root, objectid, 0,
540 pathname, inode_size + 1);
545 #define MKDEV(ma, mi) (((ma) << MINORBITS) | (mi))
547 static inline dev_t old_decode_dev(u16 val)
549 return MKDEV((val >> 8) & 255, val & 255);
552 static inline dev_t new_decode_dev(u32 dev)
554 unsigned major = (dev & 0xfff00) >> 8;
555 unsigned minor = (dev & 0xff) | ((dev >> 12) & 0xfff00);
556 return MKDEV(major, minor);
559 static int copy_inode_item(struct btrfs_inode_item *dst,
560 struct ext2_inode *src)
562 btrfs_set_stack_inode_generation(dst, 1);
563 btrfs_set_stack_inode_size(dst, src->i_size);
564 btrfs_set_stack_inode_nblocks(dst, src->i_blocks);
565 btrfs_set_stack_inode_block_group(dst, 0);
566 btrfs_set_stack_inode_nblocks(dst, 0);
567 btrfs_set_stack_inode_nlink(dst, src->i_links_count);
568 btrfs_set_stack_inode_uid(dst, src->i_uid | (src->i_uid_high << 16));
569 btrfs_set_stack_inode_gid(dst, src->i_gid | (src->i_gid_high << 16));
570 btrfs_set_stack_inode_mode(dst, src->i_mode);
571 btrfs_set_stack_inode_rdev(dst, 0);
572 btrfs_set_stack_inode_flags(dst, 0);
573 btrfs_set_stack_inode_compat_flags(dst, 0);
574 btrfs_set_stack_timespec_sec(&dst->atime, src->i_atime);
575 btrfs_set_stack_timespec_nsec(&dst->atime, 0);
576 btrfs_set_stack_timespec_sec(&dst->ctime, src->i_ctime);
577 btrfs_set_stack_timespec_nsec(&dst->ctime, 0);
578 btrfs_set_stack_timespec_sec(&dst->mtime, src->i_mtime);
579 btrfs_set_stack_timespec_nsec(&dst->mtime, 0);
580 btrfs_set_stack_timespec_sec(&dst->otime, 0);
581 btrfs_set_stack_timespec_nsec(&dst->otime, 0);
583 if (S_ISDIR(src->i_mode)) {
584 btrfs_set_stack_inode_size(dst, 0);
585 btrfs_set_stack_inode_nlink(dst, 1);
587 if (!S_ISREG(src->i_mode) && !S_ISDIR(src->i_mode) &&
588 !S_ISLNK(src->i_mode)) {
589 if (src->i_block[0]) {
590 btrfs_set_stack_inode_rdev(dst,
591 old_decode_dev(src->i_block[0]));
593 btrfs_set_stack_inode_rdev(dst,
594 new_decode_dev(src->i_block[1]));
601 * copy a single inode. do all the required works, such as cloning
602 * inode item, creating file extents and creating directory entries.
604 static int copy_single_inode(struct btrfs_trans_handle *trans,
605 struct btrfs_root *root, u64 objectid,
606 ext2_filsys ext2_fs, ext2_ino_t ext2_ino,
611 struct ext2_inode ext2_inode;
612 struct btrfs_key inode_key;
613 struct btrfs_inode_item btrfs_inode;
615 err = ext2fs_read_inode(ext2_fs, ext2_ino, &ext2_inode);
619 if (!ext2_inode.i_links_count &&
620 (!ext2_inode.i_mode || ext2_inode.i_dtime)) {
621 printf("skip inode %u\n", ext2_ino);
624 copy_inode_item(&btrfs_inode, &ext2_inode);
625 if (!datacsum && S_ISREG(ext2_inode.i_mode)) {
626 u32 flags = btrfs_stack_inode_flags(&btrfs_inode) |
627 BTRFS_INODE_NODATASUM;
628 btrfs_set_stack_inode_flags(&btrfs_inode, flags);
631 switch (ext2_inode.i_mode & S_IFMT) {
633 ret = create_file_extents(trans, root, objectid, &btrfs_inode,
637 ret = create_dir_entries(trans, root, objectid, &btrfs_inode,
641 ret = create_symbol_link(trans, root, objectid, &btrfs_inode,
642 ext2_fs, ext2_ino, &ext2_inode);
650 inode_key.objectid = objectid;
651 inode_key.offset = 0;
652 btrfs_set_key_type(&inode_key, BTRFS_INODE_ITEM_KEY);
653 ret = btrfs_insert_inode(trans, root, objectid, &btrfs_inode);
656 fprintf(stderr, "ext2fs_read_inode: %s\n", error_message(err));
660 static int copy_disk_extent(struct btrfs_root *root, u64 dst_bytenr,
661 u64 src_bytenr, u32 num_bytes)
665 struct btrfs_fs_info *fs_info = root->fs_info;
667 buffer = malloc(num_bytes);
670 ret = pread(fs_info->fp, buffer, num_bytes, src_bytenr);
671 if (ret != num_bytes)
673 ret = pwrite(fs_info->fp, buffer, num_bytes, dst_bytenr);
674 if (ret != num_bytes)
685 * scan ext2's inode bitmap and copy all used inode.
687 static int copy_inodes(struct btrfs_root *root, ext2_filsys ext2_fs,
693 struct btrfs_trans_handle *trans;
695 trans = btrfs_start_transaction(root, 1);
698 ext2_ino = ext2_fs->inode_map->start;
699 for (; ext2_ino <= ext2_fs->inode_map->end; ext2_ino++) {
700 if (ext2fs_fast_test_inode_bitmap(ext2_fs->inode_map,
702 /* skip special inode in ext2fs */
703 if (ext2_ino < EXT2_GOOD_OLD_FIRST_INO &&
704 ext2_ino != EXT2_ROOT_INO)
706 objectid = ext2_ino + INO_OFFSET;
707 ret = copy_single_inode(trans, root, objectid,
708 ext2_fs, ext2_ino, datacsum);
712 if (trans->blocks_used >= 8192) {
713 ret = btrfs_commit_transaction(trans, root);
715 trans = btrfs_start_transaction(root, 1);
719 ret = btrfs_commit_transaction(trans, root);
724 static int lookup_extent_item(struct btrfs_trans_handle *trans,
725 struct btrfs_root *root,
726 u64 bytenr, u64 num_bytes)
729 struct btrfs_key key;
730 struct btrfs_path path;
731 btrfs_init_path(&path);
732 key.objectid = bytenr;
733 key.offset = num_bytes;
734 btrfs_set_key_type(&key, BTRFS_EXTENT_ITEM_KEY);
735 ret = btrfs_search_slot(trans, root->fs_info->extent_root,
737 btrfs_release_path(root, &path);
742 * Construct a range of ext2fs image file.
743 * scan block allocation bitmap, find all blocks used by the ext2fs
744 * in this range and create file extents that point to these blocks.
746 * Note: Before calling the function, no file extent points to blocks
749 static int create_image_file_range(struct btrfs_trans_handle *trans,
750 struct btrfs_root *root, u64 objectid,
751 struct btrfs_inode_item *inode,
752 u64 start_byte, u64 end_byte,
756 u32 blocksize = ext2_fs->blocksize;
757 u32 block = start_byte / blocksize;
758 u32 last_block = (end_byte + blocksize - 1) / blocksize;
760 struct blk_iterate_data data = {
764 .objectid = objectid,
765 .first_block = block,
771 for (; start_byte < end_byte; block++, start_byte += blocksize) {
772 if (!ext2fs_fast_test_block_bitmap(ext2_fs->block_map, block))
774 /* the bit may be set by us, check extent tree */
775 bytenr = (u64)block * blocksize;
776 ret = lookup_extent_item(trans, root, bytenr, blocksize);
782 ret = block_iterate_proc(ext2_fs, block, block, &data);
783 if (ret & BLOCK_ABORT)
789 if (data.num_blocks > 0) {
790 ret = record_file_blocks(trans, root, objectid, inode,
791 data.first_block, data.disk_block,
795 data.first_block += data.num_blocks;
797 if (last_block > data.first_block) {
798 ret = record_file_blocks(trans, root, objectid, inode,
799 data.first_block, 0, last_block -
800 data.first_block, 0);
809 * Create the ext2fs image file.
811 static int create_ext2_image(struct btrfs_root *root, ext2_filsys ext2_fs,
815 struct btrfs_key key;
816 struct btrfs_key location;
817 struct btrfs_path path;
818 struct btrfs_inode_item btrfs_inode;
819 struct extent_buffer *leaf;
820 struct btrfs_fs_info *fs_info = root->fs_info;
821 struct btrfs_root *extent_root = fs_info->extent_root;
822 struct btrfs_trans_handle *trans;
823 struct btrfs_extent_ref *ref_item;
833 u32 sectorsize = root->sectorsize;
837 total_bytes = btrfs_super_total_bytes(&fs_info->super_copy);
838 first_free = BTRFS_SUPER_INFO_OFFSET + sectorsize * 2 - 1;
839 first_free &= ~((u64)sectorsize - 1);
841 memset(&btrfs_inode, 0, sizeof(btrfs_inode));
842 btrfs_set_stack_inode_generation(&btrfs_inode, 1);
843 btrfs_set_stack_inode_size(&btrfs_inode, total_bytes);
844 btrfs_set_stack_inode_nlink(&btrfs_inode, 1);
845 btrfs_set_stack_inode_nblocks(&btrfs_inode, 0);
846 btrfs_set_stack_inode_mode(&btrfs_inode, S_IFREG | 0400);
847 btrfs_set_stack_inode_flags(&btrfs_inode, BTRFS_INODE_NODATASUM);
848 btrfs_init_path(&path);
849 trans = btrfs_start_transaction(root, 1);
852 objectid = btrfs_root_dirid(&root->root_item);
853 ret = btrfs_find_free_objectid(trans, root, objectid, &objectid);
858 * copy the first a few blocks to new positions. the relocation is
859 * reuqired for block 0 and default btrfs super block.
861 for (last_byte = 0; last_byte < first_free; last_byte += sectorsize) {
862 ret = ext2_alloc_block(ext2_fs, 0, &new_block);
865 new_block *= sectorsize;
866 ret = copy_disk_extent(root, new_block, last_byte, sectorsize);
869 ret = record_file_extent(trans, root, objectid,
870 &btrfs_inode, last_byte,
871 new_block, sectorsize, 0);
876 if (trans->blocks_used >= 8192) {
877 ret = btrfs_commit_transaction(trans, root);
879 trans = btrfs_start_transaction(root, 1);
883 key.objectid = last_byte;
885 btrfs_set_key_type(&key, BTRFS_EXTENT_ITEM_KEY);
886 btrfs_release_path(extent_root, &path);
887 ret = btrfs_search_slot(trans, fs_info->extent_root,
892 leaf = path.nodes[0];
893 slot = path.slots[0];
895 if (slot >= btrfs_header_nritems(leaf)) {
896 ret = btrfs_next_leaf(extent_root, &path);
901 leaf = path.nodes[0];
902 slot = path.slots[0];
904 btrfs_item_key_to_cpu(leaf, &key, slot);
905 if (last_byte > key.objectid ||
906 key.type != BTRFS_EXTENT_ITEM_KEY) {
911 * Check backref to distinguish extent items for normal
912 * files (files that correspond to files in Ext2fs) from
913 * extent items for ctree blocks.
915 bytenr = key.objectid;
916 num_bytes = key.offset;
919 if (slot >= btrfs_header_nritems(leaf)) {
920 ret = btrfs_next_leaf(extent_root, &path);
925 leaf = path.nodes[0];
926 slot = path.slots[0];
928 btrfs_item_key_to_cpu(leaf, &key, slot);
929 if (key.objectid != bytenr)
931 if (key.type != BTRFS_EXTENT_REF_KEY) {
935 ref_item = btrfs_item_ptr(leaf, slot,
936 struct btrfs_extent_ref);
937 ref_root = btrfs_ref_root(leaf, ref_item);
938 ref_owner = btrfs_ref_objectid(leaf, ref_item);
939 if ((ref_root == BTRFS_FS_TREE_OBJECTID) &&
940 (ref_owner >= BTRFS_FIRST_FREE_OBJECTID)) {
949 if (bytenr > last_byte) {
950 ret = create_image_file_range(trans, root, objectid,
951 &btrfs_inode, last_byte,
956 ret = record_file_extent(trans, root, objectid, &btrfs_inode,
957 bytenr, bytenr, num_bytes, 0);
960 last_byte = bytenr + num_bytes;
963 if (total_bytes > last_byte) {
964 ret = create_image_file_range(trans, root, objectid,
965 &btrfs_inode, last_byte,
966 total_bytes, ext2_fs);
971 * otime isn't used currently, so we can store some data in it.
972 * These data are used by do_rollback to check whether the image
973 * file have been modified.
975 btrfs_set_stack_timespec_sec(&btrfs_inode.otime, trans->transid);
976 btrfs_set_stack_timespec_nsec(&btrfs_inode.otime,
977 total_bytes / sectorsize);
978 ret = btrfs_insert_inode(trans, root, objectid, &btrfs_inode);
982 location.objectid = objectid;
984 btrfs_set_key_type(&location, BTRFS_INODE_ITEM_KEY);
985 ret = btrfs_insert_dir_item(trans, root, name, strlen(name),
986 btrfs_root_dirid(&root->root_item),
987 &location, EXT2_FT_REG_FILE);
990 ret = btrfs_insert_inode_ref(trans, root, name, strlen(name),
992 btrfs_root_dirid(&root->root_item));
995 ret = btrfs_commit_transaction(trans, root);
998 btrfs_release_path(root, &path);
1001 struct btrfs_root *create_subvol(struct btrfs_root *root, const char *name)
1005 struct btrfs_key location;
1006 struct btrfs_root_item root_item;
1007 struct btrfs_trans_handle *trans;
1008 struct btrfs_fs_info *fs_info = root->fs_info;
1009 struct btrfs_root *tree_root = fs_info->tree_root;
1010 struct btrfs_root *new_root;
1011 struct extent_buffer *tmp;
1013 trans = btrfs_start_transaction(root, 1);
1016 objectid = btrfs_super_root_dir(&fs_info->super_copy);
1017 ret = btrfs_find_free_objectid(trans, root, objectid, &objectid);
1020 ret = btrfs_copy_root(trans, root, root->node, &tmp, objectid);
1023 memcpy(&root_item, &root->root_item, sizeof(root_item));
1024 btrfs_set_root_bytenr(&root_item, tmp->start);
1025 btrfs_set_root_level(&root_item, btrfs_header_level(tmp));
1026 free_extent_buffer(tmp);
1028 location.objectid = objectid;
1029 location.offset = 1;
1030 btrfs_set_key_type(&location, BTRFS_ROOT_ITEM_KEY);
1031 ret = btrfs_insert_root(trans, root->fs_info->tree_root,
1032 &location, &root_item);
1035 location.offset = (u64)-1;
1036 ret = btrfs_insert_dir_item(trans, tree_root, name, strlen(name),
1037 btrfs_super_root_dir(&fs_info->super_copy),
1038 &location, BTRFS_FT_DIR);
1041 ret = btrfs_insert_inode_ref(trans, tree_root, name, strlen(name),
1043 btrfs_super_root_dir(&fs_info->super_copy));
1046 ret = btrfs_commit_transaction(trans, root);
1048 new_root = btrfs_read_fs_root(fs_info, &location);
1049 if (!new_root || IS_ERR(new_root))
1051 trans = btrfs_start_transaction(new_root, 1);
1053 ret = btrfs_make_root_dir(trans, new_root, BTRFS_FIRST_FREE_OBJECTID);
1056 ret = btrfs_commit_transaction(trans, new_root);
1064 * Fixup block accounting. The initial block accounting created by
1065 * make_block_groups isn't accuracy in this case.
1067 static int fixup_block_accounting(struct btrfs_trans_handle *trans,
1068 struct btrfs_root *root)
1074 struct btrfs_path path;
1075 struct btrfs_key key;
1076 struct extent_buffer *leaf;
1077 struct btrfs_block_group_cache *cache;
1078 struct btrfs_fs_info *fs_info = root->fs_info;
1081 cache = btrfs_lookup_block_group(fs_info, start);
1084 start = cache->key.objectid + cache->key.offset;
1085 btrfs_set_block_group_used(&cache->item, 0);
1088 btrfs_init_path(&path);
1091 btrfs_set_key_type(&key, BTRFS_EXTENT_ITEM_KEY);
1092 ret = btrfs_search_slot(trans, root->fs_info->extent_root,
1097 leaf = path.nodes[0];
1098 slot = path.slots[0];
1099 if (slot >= btrfs_header_nritems(leaf)) {
1100 ret = btrfs_next_leaf(root, &path);
1105 leaf = path.nodes[0];
1106 slot = path.slots[0];
1108 btrfs_item_key_to_cpu(leaf, &key, slot);
1109 if (key.type == BTRFS_EXTENT_ITEM_KEY) {
1110 bytes_used += key.offset;
1111 ret = btrfs_update_block_group(trans, root,
1112 key.objectid, key.offset, 1, 0, 1);
1117 btrfs_set_super_bytes_used(&root->fs_info->super_copy, bytes_used);
1118 btrfs_release_path(root, &path);
1122 static int init_btrfs(struct btrfs_root *root)
1125 struct btrfs_key location;
1126 struct btrfs_trans_handle *trans;
1127 struct btrfs_fs_info *fs_info = root->fs_info;
1129 trans = btrfs_start_transaction(root, 1);
1131 ret = btrfs_make_block_groups(trans, root);
1134 ret = fixup_block_accounting(trans, root);
1137 ret = btrfs_make_root_dir(trans, fs_info->tree_root,
1138 BTRFS_ROOT_TREE_DIR_OBJECTID);
1141 memcpy(&location, &root->root_key, sizeof(location));
1142 location.offset = (u64)-1;
1143 ret = btrfs_insert_dir_item(trans, fs_info->tree_root, "default", 7,
1144 btrfs_super_root_dir(&fs_info->super_copy),
1145 &location, BTRFS_FT_DIR);
1148 ret = btrfs_insert_inode_ref(trans, fs_info->tree_root, "default", 7,
1150 btrfs_super_root_dir(&fs_info->super_copy));
1153 btrfs_set_root_dirid(&fs_info->fs_root->root_item,
1154 BTRFS_FIRST_FREE_OBJECTID);
1155 ret = btrfs_commit_transaction(trans, root);
1161 * Migrate super block to it's default position and zero 0 ~ 16k
1163 static int migrate_super_block(int fd, u64 old_bytenr, u32 sectorsize)
1169 u32 len = 512 - BTRFS_CSUM_SIZE;
1170 struct btrfs_super_block *super;
1176 BUG_ON(sectorsize < sizeof(super));
1177 buf = malloc(sectorsize);
1180 ret = pread(fd, buf, sectorsize, old_bytenr);
1181 if (ret != sectorsize)
1184 super = (struct btrfs_super_block *)buf;
1185 BUG_ON(btrfs_super_bytenr(super) != old_bytenr);
1186 btrfs_set_super_bytenr(super, BTRFS_SUPER_INFO_OFFSET);
1188 crc = crc32c(crc, buf + BTRFS_CSUM_SIZE, len);
1189 crc = ~cpu_to_le32(crc);
1190 memcpy(super->csum, &crc, BTRFS_CRC32_SIZE);
1192 ret = pwrite(fd, buf, sectorsize, BTRFS_SUPER_INFO_OFFSET);
1195 /* How to handle this case? */
1196 BUG_ON(ret != sectorsize);
1202 memset(buf, 0, sectorsize);
1203 for (bytenr = 0; bytenr < BTRFS_SUPER_INFO_OFFSET; ) {
1204 len = BTRFS_SUPER_INFO_OFFSET - bytenr;
1205 if (len > sectorsize)
1207 ret = pwrite(fd, buf, len, bytenr);
1209 fprintf(stderr, "unable to zero fill device\n");
1222 int do_convert(const char *devname, int datacsum)
1229 ext2_filsys ext2_fs;
1230 struct btrfs_root *root;
1231 struct btrfs_root *ext2_root;
1233 ret = open_ext2fs(devname, &ext2_fs);
1235 fprintf(stderr, "unable to open the Ext2fs\n");
1238 blocksize = ext2_fs->blocksize;
1239 total_bytes = (u64)ext2_fs->super->s_blocks_count * blocksize;
1240 if (blocksize < 4096) {
1241 fprintf(stderr, "block size is too small\n");
1244 if (!(ext2_fs->super->s_feature_incompat &
1245 EXT2_FEATURE_INCOMPAT_FILETYPE)) {
1246 fprintf(stderr, "filetype feature is missing\n");
1249 for (i = 0; i < 4; i++) {
1250 ret = ext2_alloc_block(ext2_fs, 0, blocks + i);
1252 fprintf(stderr, "free space isn't enough\n");
1255 blocks[i] *= blocksize;
1257 super_bytenr = blocks[0];
1258 fd = open(devname, O_RDWR);
1260 fprintf(stderr, "unable to open %s\n", devname);
1263 ret = make_btrfs(fd, blocks, total_bytes, blocksize,
1264 blocksize, blocksize, blocksize);
1266 fprintf(stderr, "unable to create initial ctree\n");
1269 root = open_ctree_fd(fd, super_bytenr);
1271 fprintf(stderr, "unable to open ctree\n");
1276 fprintf(stderr, "unable to duplicate file descriptor\n");
1279 root->fs_info->priv_data = ext2_fs;
1280 root->fs_info->extent_ops = &extent_ops;
1281 ret = init_btrfs(root);
1283 fprintf(stderr, "unable to setup the root tree\n");
1286 ext2_root = create_subvol(root, "ext2_saved");
1288 fprintf(stderr, "unable to create subvol\n");
1291 printf("creating btrfs metadata.\n");
1292 ret = copy_inodes(root, ext2_fs, datacsum);
1294 fprintf(stderr, "error during copy_inodes %d\n", ret);
1297 printf("creating ext2fs image file.\n");
1298 ret = create_ext2_image(ext2_root, ext2_fs, "image");
1300 fprintf(stderr, "error during create_ext2_image %d\n", ret);
1303 btrfs_free_fs_root(ext2_root->fs_info, ext2_root);
1304 ret = close_ctree(root);
1306 fprintf(stderr, "error during close_ctree %d\n", ret);
1309 close_ext2fs(ext2_fs);
1311 /* finally migrate super block to its default postion */
1312 ret = migrate_super_block(fd, super_bytenr, blocksize);
1314 fprintf(stderr, "unable to migrate super block\n");
1318 printf("conversion complete.\n");
1321 fprintf(stderr, "conversion aborted.\n");
1325 int do_rollback(const char *devname, int force)
1330 struct btrfs_root *root;
1331 struct btrfs_root *ext2_root;
1332 struct btrfs_dir_item *dir;
1333 struct btrfs_inode_item *inode;
1334 struct btrfs_file_extent_item *fi;
1335 struct btrfs_inode_timespec *tspec;
1336 struct extent_buffer *leaf;
1337 struct btrfs_key key;
1338 struct btrfs_path path;
1350 fd = open(devname, O_RDWR);
1352 fprintf(stderr, "unable to open %s\n", devname);
1355 root = open_ctree_fd(fd, 0);
1357 fprintf(stderr, "unable to open ctree\n");
1362 fprintf(stderr, "unable to duplicate file descriptor\n");
1366 first_free = BTRFS_SUPER_INFO_OFFSET + root->sectorsize * 2 - 1;
1367 first_free &= ~((u64)root->sectorsize - 1);
1368 buf = malloc(first_free);
1370 fprintf(stderr, "unable to allocate memory\n");
1374 btrfs_init_path(&path);
1375 name = "ext2_saved";
1376 root_dir = btrfs_super_root_dir(&root->fs_info->super_copy);
1377 dir = btrfs_lookup_dir_item(NULL, root->fs_info->tree_root, &path,
1378 root_dir, name, strlen(name), 0);
1379 if (!dir || IS_ERR(dir)) {
1380 fprintf(stderr, "unable to find subvol %s\n", name);
1383 leaf = path.nodes[0];
1384 btrfs_dir_item_key_to_cpu(leaf, dir, &key);
1385 btrfs_release_path(root->fs_info->tree_root, &path);
1387 ext2_root = btrfs_read_fs_root(root->fs_info, &key);
1388 if (!ext2_root || IS_ERR(ext2_root)) {
1389 fprintf(stderr, "unable to open subvol %s\n", name);
1394 root_dir = btrfs_root_dirid(&root->root_item);
1395 dir = btrfs_lookup_dir_item(NULL, ext2_root, &path,
1396 root_dir, name, strlen(name), 0);
1397 if (!dir || IS_ERR(dir)) {
1398 fprintf(stderr, "unable to find file %s\n", name);
1401 leaf = path.nodes[0];
1402 btrfs_dir_item_key_to_cpu(leaf, dir, &key);
1403 btrfs_release_path(ext2_root, &path);
1405 objectid = key.objectid;
1407 ret = btrfs_lookup_inode(NULL, ext2_root, &path, &key, 0);
1409 fprintf(stderr, "unable to find inode item\n");
1412 leaf = path.nodes[0];
1413 inode = btrfs_item_ptr(leaf, path.slots[0], struct btrfs_inode_item);
1414 tspec = btrfs_inode_otime(inode);
1416 * get image file size and transaction id stored in 'otime' field.
1417 * see comments in create_ext2_image.
1419 last_trans = btrfs_timespec_sec(leaf, tspec);
1420 total_bytes = btrfs_timespec_nsec(leaf, tspec);
1421 total_bytes *= root->sectorsize;
1422 btrfs_release_path(ext2_root, &path);
1423 if (total_bytes != btrfs_inode_size(leaf, inode)) {
1424 fprintf(stderr, "image file size mismatch\n");
1428 key.objectid = objectid;
1430 btrfs_set_key_type(&key, BTRFS_EXTENT_DATA_KEY);
1431 ret = btrfs_search_slot(NULL, ext2_root, &key, &path, 0, 0);
1433 fprintf(stderr, "unable to find first file extent\n");
1437 for (offset = 0; offset < total_bytes; ) {
1438 leaf = path.nodes[0];
1439 if (path.slots[0] >= btrfs_header_nritems(leaf)) {
1440 ret = btrfs_next_leaf(root, &path);
1446 btrfs_item_key_to_cpu(leaf, &key, path.slots[0]);
1447 if (key.objectid != objectid || key.offset != offset ||
1448 btrfs_key_type(&key) != BTRFS_EXTENT_DATA_KEY)
1451 fi = btrfs_item_ptr(leaf, path.slots[0],
1452 struct btrfs_file_extent_item);
1453 if (btrfs_file_extent_generation(leaf, fi) > last_trans) {
1457 if (btrfs_file_extent_type(leaf, fi) != BTRFS_FILE_EXTENT_REG)
1460 if (offset >= first_free)
1463 bytenr = btrfs_file_extent_disk_bytenr(leaf, fi);
1466 bytenr += btrfs_file_extent_offset(leaf, fi);
1467 num_bytes = btrfs_file_extent_num_bytes(leaf, fi);
1468 if (num_bytes > first_free - offset)
1469 num_bytes = first_free - offset;
1471 ret = pread(fd, buf + offset, num_bytes, bytenr);
1472 if (ret != num_bytes) {
1473 fprintf(stderr, "unable to read required data\n");
1474 btrfs_release_path(ext2_root, &path);
1478 offset += btrfs_file_extent_num_bytes(leaf, fi);
1481 btrfs_release_path(ext2_root, &path);
1484 fprintf(stderr, "image file has been modified\n");
1487 if (offset < total_bytes) {
1488 fprintf(stderr, "unable to check all file extents\n");
1492 btrfs_free_fs_root(ext2_root->fs_info, ext2_root);
1493 ret = close_ctree(root);
1495 fprintf(stderr, "error during close_ctree %d\n", ret);
1499 ret = pwrite(fd, buf, first_free, 0);
1501 fprintf(stderr, "error during pwrite %d\n", ret);
1504 /* How to handle this case? */
1505 BUG_ON(ret != first_free);
1508 fprintf(stderr, "error during fsync %d\n", ret);
1513 printf("rollback complete.\n");
1516 fprintf(stderr, "rollback aborted.\n");
1520 static void print_usage(void)
1522 printf("usage: btrfs-convert [-d] [-r] device\n");
1523 printf("\t-d disable data checksum\n");
1524 printf("\t-r roll back to ext2fs\n");
1528 int main(int argc, char *argv[])
1536 int c = getopt(argc, argv, "dr");
1550 argc = argc - optind;
1552 file = argv[optind];
1557 ret = do_rollback(file, 0);
1559 ret = do_convert(file, datacsum);