disk-io.c

   1 /*
   2  * Copyright (C) 2007 Oracle.  All rights reserved.
   3  *
   4  * This program is free software; you can redistribute it and/or
   5  * modify it under the terms of the GNU General Public
   6  * License v2 as published by the Free Software Foundation.
   7  *
   8  * This program is distributed in the hope that it will be useful,
   9  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  11  * General Public License for more details.
  12  *
  13  * You should have received a copy of the GNU General Public
  14  * License along with this program; if not, write to the
  15  * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  16  * Boston, MA 021110-1307, USA.
  17  */
  18
  19 #define _XOPEN_SOURCE 600
  20 #define __USE_XOPEN2K
  21 #define _GNU_SOURCE 1
  22 #include <stdio.h>
  23 #include <stdlib.h>
  24 #include <sys/types.h>
  25 #include <sys/stat.h>
  26 #include <fcntl.h>
  27 #include <unistd.h>
  28 #include "kerncompat.h"
  29 #include "radix-tree.h"
  30 #include "ctree.h"
  31 #include "disk-io.h"
  32 #include "volumes.h"
  33 #include "transaction.h"
  34 #include "crc32c.h"
  35 #include "utils.h"
  36 #include "print-tree.h"
  37
  38 static int close_all_devices(struct btrfs_fs_info *fs_info);
  39
  40 static int check_tree_block(struct btrfs_root *root, struct extent_buffer *buf)
  41 {
  42
  43         struct btrfs_fs_devices *fs_devices;
  44         int ret = 1;
  45
  46         if (buf->start != btrfs_header_bytenr(buf)) {
  47                 printk("Check tree block failed, want=%Lu, have=%Lu\n",
  48                        buf->start, btrfs_header_bytenr(buf));
  49                 return ret;
  50         }
  51
  52         fs_devices = root->fs_info->fs_devices;
  53         while (fs_devices) {
  54                 if (!memcmp_extent_buffer(buf, fs_devices->fsid,
  55                                           (unsigned long)btrfs_header_fsid(buf),
  56                                           BTRFS_FSID_SIZE)) {
  57                         ret = 0;
  58                         break;
  59                 }
  60                 fs_devices = fs_devices->seed;
  61         }
  62         return ret;
  63 }
  64
  65 u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len)
  66 {
  67         return crc32c(seed, data, len);
  68 }
  69
  70 void btrfs_csum_final(u32 crc, char *result)
  71 {
  72         *(__le32 *)result = ~cpu_to_le32(crc);
  73 }
  74
  75 int csum_tree_block_size(struct extent_buffer *buf, u16 csum_size,
  76                          int verify)
  77 {
  78         char *result;
  79         u32 len;
  80         u32 crc = ~(u32)0;
  81
  82         result = malloc(csum_size * sizeof(char));
  83         if (!result)
  84                 return 1;
  85
  86         len = buf->len - BTRFS_CSUM_SIZE;
  87         crc = crc32c(crc, buf->data + BTRFS_CSUM_SIZE, len);
  88         btrfs_csum_final(crc, result);
  89
  90         if (verify) {
  91                 if (memcmp_extent_buffer(buf, result, 0, csum_size)) {
  92                         printk("checksum verify failed on %llu wanted %X "
  93                                "found %X\n", (unsigned long long)buf->start,
  94                                *((int *)result), *((char *)buf->data));
  95                         free(result);
  96                         return 1;
  97                 }
  98         } else {
  99                 write_extent_buffer(buf, result, 0, csum_size);
 100         }
 101         free(result);
 102         return 0;
 103 }
 104
 105 int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf,
 106                     int verify)
 107 {
 108         u16 csum_size =
 109                 btrfs_super_csum_size(&root->fs_info->super_copy);
 110         return csum_tree_block_size(buf, csum_size, verify);
 111 }
 112
 113 struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root,
 114                                             u64 bytenr, u32 blocksize)
 115 {
 116         return find_extent_buffer(&root->fs_info->extent_cache,
 117                                   bytenr, blocksize);
 118 }
 119
 120 struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root,
 121                                                  u64 bytenr, u32 blocksize)
 122 {
 123         return alloc_extent_buffer(&root->fs_info->extent_cache, bytenr,
 124                                    blocksize);
 125 }
 126
 127 int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize,
 128                          u64 parent_transid)
 129 {
 130         int ret;
 131         struct extent_buffer *eb;
 132         u64 length;
 133         struct btrfs_multi_bio *multi = NULL;
 134         struct btrfs_device *device;
 135
 136         eb = btrfs_find_tree_block(root, bytenr, blocksize);
 137         if (eb && btrfs_buffer_uptodate(eb, parent_transid)) {
 138                 free_extent_buffer(eb);
 139                 return 0;
 140         }
 141
 142         length = blocksize;
 143         ret = btrfs_map_block(&root->fs_info->mapping_tree, READ,
 144                               bytenr, &length, &multi, 0);
 145         BUG_ON(ret);
 146         device = multi->stripes[0].dev;
 147         device->total_ios++;
 148         blocksize = min(blocksize, (u32)(64 * 1024));
 149         readahead(device->fd, multi->stripes[0].physical, blocksize);
 150         kfree(multi);
 151         return 0;
 152 }
 153
 154 static int verify_parent_transid(struct extent_io_tree *io_tree,
 155                                  struct extent_buffer *eb, u64 parent_transid,
 156                                  int ignore)
 157 {
 158         int ret;
 159
 160         if (!parent_transid || btrfs_header_generation(eb) == parent_transid)
 161                 return 0;
 162
 163         if (extent_buffer_uptodate(eb) &&
 164             btrfs_header_generation(eb) == parent_transid) {
 165                 ret = 0;
 166                 goto out;
 167         }
 168         printk("parent transid verify failed on %llu wanted %llu found %llu\n",
 169                (unsigned long long)eb->start,
 170                (unsigned long long)parent_transid,
 171                (unsigned long long)btrfs_header_generation(eb));
 172         if (ignore) {
 173                 printk("Ignoring transid failure\n");
 174                 return 0;
 175         }
 176
 177         ret = 1;
 178 out:
 179         clear_extent_buffer_uptodate(io_tree, eb);
 180         return ret;
 181
 182 }
 183
 184
 185 struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr,
 186                                      u32 blocksize, u64 parent_transid)
 187 {
 188         int ret;
 189         struct extent_buffer *eb;
 190         u64 length;
 191         u64 best_transid = 0;
 192         struct btrfs_multi_bio *multi = NULL;
 193         struct btrfs_device *device;
 194         int mirror_num = 0;
 195         int good_mirror = 0;
 196         int num_copies;
 197         int ignore = 0;
 198
 199         eb = btrfs_find_create_tree_block(root, bytenr, blocksize);
 200         if (!eb)
 201                 return NULL;
 202
 203         if (btrfs_buffer_uptodate(eb, parent_transid))
 204                 return eb;
 205
 206         length = blocksize;
 207         while (1) {
 208                 ret = btrfs_map_block(&root->fs_info->mapping_tree, READ,
 209                                       eb->start, &length, &multi, mirror_num);
 210                 if (ret) {
 211                         printk("Couldn't map the block %Lu\n", bytenr);
 212                         break;
 213                 }
 214                 device = multi->stripes[0].dev;
 215                 eb->fd = device->fd;
 216                 device->total_ios++;
 217                 eb->dev_bytenr = multi->stripes[0].physical;
 218                 kfree(multi);
 219                 ret = read_extent_from_disk(eb);
 220
 221                 if (ret == 0 && check_tree_block(root, eb) == 0 &&
 222                     csum_tree_block(root, eb, 1) == 0 &&
 223                     verify_parent_transid(eb->tree, eb, parent_transid, ignore)
 224                     == 0) {
 225                         btrfs_set_buffer_uptodate(eb);
 226                         return eb;
 227                 }
 228                 if (ignore) {
 229                         if (check_tree_block(root, eb))
 230                                 printk("read block failed check_tree_block\n");
 231                         else
 232                                 printk("Csum didn't match\n");
 233                         break;
 234                 }
 235                 num_copies = btrfs_num_copies(&root->fs_info->mapping_tree,
 236                                               eb->start, eb->len);
 237                 if (num_copies == 1) {
 238                         ignore = 1;
 239                         continue;
 240                 }
 241                 if (btrfs_header_generation(eb) > best_transid) {
 242                         best_transid = btrfs_header_generation(eb);
 243                         good_mirror = mirror_num;
 244                 }
 245                 mirror_num++;
 246                 if (mirror_num > num_copies) {
 247                         mirror_num = good_mirror;
 248                         ignore = 1;
 249                         continue;
 250                 }
 251         }
 252         free_extent_buffer(eb);
 253         return NULL;
 254 }
 255
 256 int write_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root,
 257                      struct extent_buffer *eb)
 258 {
 259         int ret;
 260         int dev_nr;
 261         u64 length;
 262         struct btrfs_multi_bio *multi = NULL;
 263
 264         if (check_tree_block(root, eb))
 265                 BUG();
 266         if (!btrfs_buffer_uptodate(eb, trans->transid))
 267                 BUG();
 268
 269         btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN);
 270         csum_tree_block(root, eb, 0);
 271
 272         dev_nr = 0;
 273         length = eb->len;
 274         ret = btrfs_map_block(&root->fs_info->mapping_tree, WRITE,
 275                               eb->start, &length, &multi, 0);
 276
 277         while(dev_nr < multi->num_stripes) {
 278                 BUG_ON(ret);
 279                 eb->fd = multi->stripes[dev_nr].dev->fd;
 280                 eb->dev_bytenr = multi->stripes[dev_nr].physical;
 281                 multi->stripes[dev_nr].dev->total_ios++;
 282                 dev_nr++;
 283                 ret = write_extent_to_disk(eb);
 284                 BUG_ON(ret);
 285         }
 286         kfree(multi);
 287         return 0;
 288 }
 289
 290 static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize,
 291                         u32 stripesize, struct btrfs_root *root,
 292                         struct btrfs_fs_info *fs_info, u64 objectid)
 293 {
 294         root->node = NULL;
 295         root->commit_root = NULL;
 296         root->sectorsize = sectorsize;
 297         root->nodesize = nodesize;
 298         root->leafsize = leafsize;
 299         root->stripesize = stripesize;
 300         root->ref_cows = 0;
 301         root->track_dirty = 0;
 302
 303         root->fs_info = fs_info;
 304         root->objectid = objectid;
 305         root->last_trans = 0;
 306         root->highest_inode = 0;
 307         root->last_inode_alloc = 0;
 308
 309         INIT_LIST_HEAD(&root->dirty_list);
 310         memset(&root->root_key, 0, sizeof(root->root_key));
 311         memset(&root->root_item, 0, sizeof(root->root_item));
 312         root->root_key.objectid = objectid;
 313         return 0;
 314 }
 315
 316 static int update_cowonly_root(struct btrfs_trans_handle *trans,
 317                                struct btrfs_root *root)
 318 {
 319         int ret;
 320         u64 old_root_bytenr;
 321         struct btrfs_root *tree_root = root->fs_info->tree_root;
 322
 323         btrfs_write_dirty_block_groups(trans, root);
 324         while(1) {
 325                 old_root_bytenr = btrfs_root_bytenr(&root->root_item);
 326                 if (old_root_bytenr == root->node->start)
 327                         break;
 328                 btrfs_set_root_bytenr(&root->root_item,
 329                                        root->node->start);
 330                 btrfs_set_root_generation(&root->root_item,
 331                                           trans->transid);
 332                 root->root_item.level = btrfs_header_level(root->node);
 333                 ret = btrfs_update_root(trans, tree_root,
 334                                         &root->root_key,
 335                                         &root->root_item);
 336                 BUG_ON(ret);
 337                 btrfs_write_dirty_block_groups(trans, root);
 338         }
 339         return 0;
 340 }
 341
 342 static int commit_tree_roots(struct btrfs_trans_handle *trans,
 343                              struct btrfs_fs_info *fs_info)
 344 {
 345         struct btrfs_root *root;
 346         struct list_head *next;
 347         struct extent_buffer *eb;
 348
 349         if (fs_info->readonly)
 350                 return 0;
 351
 352         eb = fs_info->tree_root->node;
 353         extent_buffer_get(eb);
 354         btrfs_cow_block(trans, fs_info->tree_root, eb, NULL, 0, &eb);
 355         free_extent_buffer(eb);
 356
 357         while(!list_empty(&fs_info->dirty_cowonly_roots)) {
 358                 next = fs_info->dirty_cowonly_roots.next;
 359                 list_del_init(next);
 360                 root = list_entry(next, struct btrfs_root, dirty_list);
 361                 update_cowonly_root(trans, root);
 362         }
 363         return 0;
 364 }
 365
 366 static int __commit_transaction(struct btrfs_trans_handle *trans,
 367                                 struct btrfs_root *root)
 368 {
 369         u64 start;
 370         u64 end;
 371         struct extent_buffer *eb;
 372         struct extent_io_tree *tree = &root->fs_info->extent_cache;
 373         int ret;
 374
 375         while(1) {
 376                 ret = find_first_extent_bit(tree, 0, &start, &end,
 377                                             EXTENT_DIRTY);
 378                 if (ret)
 379                         break;
 380                 while(start <= end) {
 381                         eb = find_first_extent_buffer(tree, start);
 382                         BUG_ON(!eb || eb->start != start);
 383                         ret = write_tree_block(trans, root, eb);
 384                         BUG_ON(ret);
 385                         start += eb->len;
 386                         clear_extent_buffer_dirty(eb);
 387                         free_extent_buffer(eb);
 388                 }
 389         }
 390         return 0;
 391 }
 392
 393 int btrfs_commit_transaction(struct btrfs_trans_handle *trans,
 394                              struct btrfs_root *root)
 395 {
 396         u64 transid = trans->transid;
 397         int ret = 0;
 398         struct btrfs_fs_info *fs_info = root->fs_info;
 399
 400         if (root->commit_root == root->node)
 401                 goto commit_tree;
 402
 403         free_extent_buffer(root->commit_root);
 404         root->commit_root = NULL;
 405
 406         btrfs_set_root_bytenr(&root->root_item, root->node->start);
 407         btrfs_set_root_generation(&root->root_item, trans->transid);
 408         root->root_item.level = btrfs_header_level(root->node);
 409         ret = btrfs_update_root(trans, root->fs_info->tree_root,
 410                                 &root->root_key, &root->root_item);
 411         BUG_ON(ret);
 412 commit_tree:
 413         ret = commit_tree_roots(trans, fs_info);
 414         BUG_ON(ret);
 415         ret = __commit_transaction(trans, root);
 416         BUG_ON(ret);
 417         write_ctree_super(trans, root);
 418         btrfs_finish_extent_commit(trans, fs_info->extent_root,
 419                                    &fs_info->pinned_extents);
 420         btrfs_free_transaction(root, trans);
 421         free_extent_buffer(root->commit_root);
 422         root->commit_root = NULL;
 423         fs_info->running_transaction = NULL;
 424         fs_info->last_trans_committed = transid;
 425         return 0;
 426 }
 427
 428 static int find_and_setup_root(struct btrfs_root *tree_root,
 429                                struct btrfs_fs_info *fs_info,
 430                                u64 objectid, struct btrfs_root *root)
 431 {
 432         int ret;
 433         u32 blocksize;
 434         u64 generation;
 435
 436         __setup_root(tree_root->nodesize, tree_root->leafsize,
 437                      tree_root->sectorsize, tree_root->stripesize,
 438                      root, fs_info, objectid);
 439         ret = btrfs_find_last_root(tree_root, objectid,
 440                                    &root->root_item, &root->root_key);
 441         BUG_ON(ret);
 442
 443         blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item));
 444         generation = btrfs_root_generation(&root->root_item);
 445         root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item),
 446                                      blocksize, generation);
 447         BUG_ON(!root->node);
 448         return 0;
 449 }
 450
 451 static int find_and_setup_log_root(struct btrfs_root *tree_root,
 452                                struct btrfs_fs_info *fs_info,
 453                                struct btrfs_super_block *disk_super)
 454 {
 455         u32 blocksize;
 456         u64 blocknr = btrfs_super_log_root(disk_super);
 457         struct btrfs_root *log_root = malloc(sizeof(struct btrfs_root));
 458
 459         if (blocknr == 0)
 460                 return 0;
 461
 462         blocksize = btrfs_level_size(tree_root,
 463                              btrfs_super_log_root_level(disk_super));
 464
 465         __setup_root(tree_root->nodesize, tree_root->leafsize,
 466                      tree_root->sectorsize, tree_root->stripesize,
 467                      log_root, fs_info, BTRFS_TREE_LOG_OBJECTID);
 468
 469         log_root->node = read_tree_block(tree_root, blocknr,
 470                                      blocksize,
 471                                      btrfs_super_generation(disk_super) + 1);
 472
 473         fs_info->log_root_tree = log_root;
 474         BUG_ON(!log_root->node);
 475         return 0;
 476 }
 477
 478
 479 int btrfs_free_fs_root(struct btrfs_fs_info *fs_info,
 480                        struct btrfs_root *root)
 481 {
 482         if (root->node)
 483                 free_extent_buffer(root->node);
 484         if (root->commit_root)
 485                 free_extent_buffer(root->commit_root);
 486         kfree(root);
 487         return 0;
 488 }
 489
 490 static int free_fs_roots(struct btrfs_fs_info *fs_info)
 491 {
 492         struct cache_extent *cache;
 493         struct btrfs_root *root;
 494
 495         while (1) {
 496                 cache = find_first_cache_extent(&fs_info->fs_root_cache, 0);
 497                 if (!cache)
 498                         break;
 499                 root = container_of(cache, struct btrfs_root, cache);
 500                 remove_cache_extent(&fs_info->fs_root_cache, cache);
 501                 btrfs_free_fs_root(fs_info, root);
 502         }
 503         return 0;
 504 }
 505
 506 struct btrfs_root *btrfs_read_fs_root_no_cache(struct btrfs_fs_info *fs_info,
 507                                                struct btrfs_key *location)
 508 {
 509         struct btrfs_root *root;
 510         struct btrfs_root *tree_root = fs_info->tree_root;
 511         struct btrfs_path *path;
 512         struct extent_buffer *l;
 513         u64 generation;
 514         u32 blocksize;
 515         int ret = 0;
 516
 517         root = malloc(sizeof(*root));
 518         if (!root)
 519                 return ERR_PTR(-ENOMEM);
 520         memset(root, 0, sizeof(*root));
 521         if (location->offset == (u64)-1) {
 522                 ret = find_and_setup_root(tree_root, fs_info,
 523                                           location->objectid, root);
 524                 if (ret) {
 525                         free(root);
 526                         return ERR_PTR(ret);
 527                 }
 528                 goto insert;
 529         }
 530
 531         __setup_root(tree_root->nodesize, tree_root->leafsize,
 532                      tree_root->sectorsize, tree_root->stripesize,
 533                      root, fs_info, location->objectid);
 534
 535         path = btrfs_alloc_path();
 536         BUG_ON(!path);
 537         ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0);
 538         if (ret != 0) {
 539                 if (ret > 0)
 540                         ret = -ENOENT;
 541                 goto out;
 542         }
 543         l = path->nodes[0];
 544         read_extent_buffer(l, &root->root_item,
 545                btrfs_item_ptr_offset(l, path->slots[0]),
 546                sizeof(root->root_item));
 547         memcpy(&root->root_key, location, sizeof(*location));
 548         ret = 0;
 549 out:
 550         btrfs_release_path(root, path);
 551         btrfs_free_path(path);
 552         if (ret) {
 553                 free(root);
 554                 return ERR_PTR(ret);
 555         }
 556         generation = btrfs_root_generation(&root->root_item);
 557         blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item));
 558         root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item),
 559                                      blocksize, generation);
 560         BUG_ON(!root->node);
 561 insert:
 562         root->ref_cows = 1;
 563         return root;
 564 }
 565
 566 struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info,
 567                                       struct btrfs_key *location)
 568 {
 569         struct btrfs_root *root;
 570         struct cache_extent *cache;
 571         int ret;
 572
 573         if (location->objectid == BTRFS_ROOT_TREE_OBJECTID)
 574                 return fs_info->tree_root;
 575         if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID)
 576                 return fs_info->extent_root;
 577         if (location->objectid == BTRFS_CHUNK_TREE_OBJECTID)
 578                 return fs_info->chunk_root;
 579         if (location->objectid == BTRFS_DEV_TREE_OBJECTID)
 580                 return fs_info->dev_root;
 581         if (location->objectid == BTRFS_CSUM_TREE_OBJECTID)
 582                 return fs_info->csum_root;
 583
 584         BUG_ON(location->objectid == BTRFS_TREE_RELOC_OBJECTID ||
 585                location->offset != (u64)-1);
 586
 587         cache = find_cache_extent(&fs_info->fs_root_cache,
 588                                   location->objectid, 1);
 589         if (cache)
 590                 return container_of(cache, struct btrfs_root, cache);
 591
 592         root = btrfs_read_fs_root_no_cache(fs_info, location);
 593         if (IS_ERR(root))
 594                 return root;
 595
 596         root->cache.start = location->objectid;
 597         root->cache.size = 1;
 598         ret = insert_existing_cache_extent(&fs_info->fs_root_cache,
 599                                            &root->cache);
 600         BUG_ON(ret);
 601         return root;
 602 }
 603
 604 struct btrfs_root *__open_ctree_fd(int fp, const char *path, u64 sb_bytenr,
 605                                    u64 root_tree_bytenr, int writes)
 606 {
 607         u32 sectorsize;
 608         u32 nodesize;
 609         u32 leafsize;
 610         u32 blocksize;
 611         u32 stripesize;
 612         u64 generation;
 613         struct btrfs_key key;
 614         struct btrfs_root *tree_root = malloc(sizeof(struct btrfs_root));
 615         struct btrfs_root *extent_root = malloc(sizeof(struct btrfs_root));
 616         struct btrfs_root *chunk_root = malloc(sizeof(struct btrfs_root));
 617         struct btrfs_root *dev_root = malloc(sizeof(struct btrfs_root));
 618         struct btrfs_root *csum_root = malloc(sizeof(struct btrfs_root));
 619         struct btrfs_fs_info *fs_info = malloc(sizeof(*fs_info));
 620         int ret;
 621         struct btrfs_super_block *disk_super;
 622         struct btrfs_fs_devices *fs_devices = NULL;
 623         u64 total_devs;
 624         u64 features;
 625
 626         if (sb_bytenr == 0)
 627                 sb_bytenr = BTRFS_SUPER_INFO_OFFSET;
 628
 629         ret = btrfs_scan_one_device(fp, path, &fs_devices,
 630                                     &total_devs, sb_bytenr);
 631
 632         if (ret) {
 633                 fprintf(stderr, "No valid Btrfs found on %s\n", path);
 634                 goto out;
 635         }
 636
 637         if (total_devs != 1) {
 638                 ret = btrfs_scan_for_fsid(fs_devices, total_devs, 1);
 639                 if (ret)
 640                         goto out;
 641         }
 642
 643         memset(fs_info, 0, sizeof(*fs_info));
 644         fs_info->tree_root = tree_root;
 645         fs_info->extent_root = extent_root;
 646         fs_info->chunk_root = chunk_root;
 647         fs_info->dev_root = dev_root;
 648         fs_info->csum_root = csum_root;
 649
 650         if (!writes)
 651                 fs_info->readonly = 1;
 652
 653         extent_io_tree_init(&fs_info->extent_cache);
 654         extent_io_tree_init(&fs_info->free_space_cache);
 655         extent_io_tree_init(&fs_info->block_group_cache);
 656         extent_io_tree_init(&fs_info->pinned_extents);
 657         extent_io_tree_init(&fs_info->pending_del);
 658         extent_io_tree_init(&fs_info->extent_ins);
 659         cache_tree_init(&fs_info->fs_root_cache);
 660
 661         cache_tree_init(&fs_info->mapping_tree.cache_tree);
 662
 663         mutex_init(&fs_info->fs_mutex);
 664         fs_info->fs_devices = fs_devices;
 665         INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots);
 666         INIT_LIST_HEAD(&fs_info->space_info);
 667
 668         __setup_root(4096, 4096, 4096, 4096, tree_root,
 669                      fs_info, BTRFS_ROOT_TREE_OBJECTID);
 670
 671         if (writes)
 672                 ret = btrfs_open_devices(fs_devices, O_RDWR);
 673         else
 674                 ret = btrfs_open_devices(fs_devices, O_RDONLY);
 675         if (ret)
 676                 goto out_cleanup;
 677
 678         fs_info->super_bytenr = sb_bytenr;
 679         disk_super = &fs_info->super_copy;
 680         ret = btrfs_read_dev_super(fs_devices->latest_bdev,
 681                                    disk_super, sb_bytenr);
 682         if (ret) {
 683                 printk("No valid btrfs found\n");
 684                 goto out_devices;
 685         }
 686
 687         memcpy(fs_info->fsid, &disk_super->fsid, BTRFS_FSID_SIZE);
 688
 689
 690         features = btrfs_super_incompat_flags(disk_super) &
 691                    ~BTRFS_FEATURE_INCOMPAT_SUPP;
 692         if (features) {
 693                 printk("couldn't open because of unsupported "
 694                        "option features (%Lx).\n",
 695                        (unsigned long long)features);
 696                 goto out_devices;
 697         }
 698
 699         features = btrfs_super_incompat_flags(disk_super);
 700         if (!(features & BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF)) {
 701                 features |= BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF;
 702                 btrfs_set_super_incompat_flags(disk_super, features);
 703         }
 704
 705         features = btrfs_super_compat_ro_flags(disk_super) &
 706                 ~BTRFS_FEATURE_COMPAT_RO_SUPP;
 707         if (writes && features) {
 708                 printk("couldn't open RDWR because of unsupported "
 709                        "option features (%Lx).\n",
 710                        (unsigned long long)features);
 711                 goto out_devices;
 712         }
 713
 714         nodesize = btrfs_super_nodesize(disk_super);
 715         leafsize = btrfs_super_leafsize(disk_super);
 716         sectorsize = btrfs_super_sectorsize(disk_super);
 717         stripesize = btrfs_super_stripesize(disk_super);
 718         tree_root->nodesize = nodesize;
 719         tree_root->leafsize = leafsize;
 720         tree_root->sectorsize = sectorsize;
 721         tree_root->stripesize = stripesize;
 722
 723         ret = btrfs_read_sys_array(tree_root);
 724         if (ret)
 725                 goto out_devices;
 726         blocksize = btrfs_level_size(tree_root,
 727                                      btrfs_super_chunk_root_level(disk_super));
 728         generation = btrfs_super_chunk_root_generation(disk_super);
 729
 730         __setup_root(nodesize, leafsize, sectorsize, stripesize,
 731                      chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID);
 732
 733         chunk_root->node = read_tree_block(chunk_root,
 734                                            btrfs_super_chunk_root(disk_super),
 735                                            blocksize, generation);
 736         if (!chunk_root->node) {
 737                 printk("Couldn't read chunk root\n");
 738                 goto out_devices;
 739         }
 740
 741         read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid,
 742                  (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node),
 743                  BTRFS_UUID_SIZE);
 744
 745         if (!(btrfs_super_flags(disk_super) & BTRFS_SUPER_FLAG_METADUMP)) {
 746                 ret = btrfs_read_chunk_tree(chunk_root);
 747                 if (ret)
 748                         goto out_chunk;
 749         }
 750
 751         blocksize = btrfs_level_size(tree_root,
 752                                      btrfs_super_root_level(disk_super));
 753         generation = btrfs_super_generation(disk_super);
 754
 755         if (!root_tree_bytenr)
 756                 root_tree_bytenr = btrfs_super_root(disk_super);
 757         tree_root->node = read_tree_block(tree_root,
 758                                           root_tree_bytenr,
 759                                           blocksize, generation);
 760         if (!tree_root->node) {
 761                 printk("Couldn't read tree root\n");
 762                 goto out_chunk;
 763         }
 764         ret = find_and_setup_root(tree_root, fs_info,
 765                                   BTRFS_EXTENT_TREE_OBJECTID, extent_root);
 766         if (ret) {
 767                 printk("Couldn't setup extent tree\n");
 768                 goto out_tree;
 769         }
 770         extent_root->track_dirty = 1;
 771
 772         ret = find_and_setup_root(tree_root, fs_info,
 773                                   BTRFS_DEV_TREE_OBJECTID, dev_root);
 774         if (ret) {
 775                 printk("Couldn't setup device tree\n");
 776                 goto out_extent;
 777         }
 778         dev_root->track_dirty = 1;
 779
 780         ret = find_and_setup_root(tree_root, fs_info,
 781                                   BTRFS_CSUM_TREE_OBJECTID, csum_root);
 782         if (ret) {
 783                 printk("Couldn't setup csum tree\n");
 784                 goto out_dev;
 785         }
 786         csum_root->track_dirty = 1;
 787
 788         find_and_setup_log_root(tree_root, fs_info, disk_super);
 789
 790         fs_info->generation = generation;
 791         fs_info->last_trans_committed = generation;
 792         btrfs_read_block_groups(fs_info->tree_root);
 793
 794         key.objectid = BTRFS_FS_TREE_OBJECTID;
 795         key.type = BTRFS_ROOT_ITEM_KEY;
 796         key.offset = (u64)-1;
 797         fs_info->fs_root = btrfs_read_fs_root(fs_info, &key);
 798
 799         if (!fs_info->fs_root)
 800                 goto out_csum;
 801
 802         fs_info->data_alloc_profile = (u64)-1;
 803         fs_info->metadata_alloc_profile = (u64)-1;
 804         fs_info->system_alloc_profile = fs_info->metadata_alloc_profile;
 805
 806         return fs_info->fs_root;
 807 out_csum:
 808         free_extent_buffer(fs_info->csum_root->node);
 809 out_dev:
 810         free_extent_buffer(fs_info->dev_root->node);
 811 out_extent:
 812         free_extent_buffer(fs_info->extent_root->node);
 813 out_tree:
 814         free_extent_buffer(fs_info->tree_root->node);
 815 out_chunk:
 816         free_extent_buffer(fs_info->chunk_root->node);
 817 out_devices:
 818         close_all_devices(fs_info);
 819 out_cleanup:
 820         extent_io_tree_cleanup(&fs_info->extent_cache);
 821         extent_io_tree_cleanup(&fs_info->free_space_cache);
 822         extent_io_tree_cleanup(&fs_info->block_group_cache);
 823         extent_io_tree_cleanup(&fs_info->pinned_extents);
 824         extent_io_tree_cleanup(&fs_info->pending_del);
 825         extent_io_tree_cleanup(&fs_info->extent_ins);
 826 out:
 827         free(tree_root);
 828         free(extent_root);
 829         free(chunk_root);
 830         free(dev_root);
 831         free(csum_root);
 832         free(fs_info);
 833         return NULL;
 834 }
 835
 836 struct btrfs_root *open_ctree(const char *filename, u64 sb_bytenr, int writes)
 837 {
 838         int fp;
 839         struct btrfs_root *root;
 840         int flags = O_CREAT | O_RDWR;
 841
 842         if (!writes)
 843                 flags = O_RDONLY;
 844
 845         fp = open(filename, flags, 0600);
 846         if (fp < 0) {
 847                 fprintf (stderr, "Could not open %s\n", filename);
 848                 return NULL;
 849         }
 850         root = __open_ctree_fd(fp, filename, sb_bytenr, 0, writes);
 851         close(fp);
 852
 853         return root;
 854 }
 855
 856 struct btrfs_root *open_ctree_recovery(const char *filename, u64 sb_bytenr,
 857                                        u64 root_tree_bytenr)
 858 {
 859         int fp;
 860         struct btrfs_root *root;
 861
 862         fp = open(filename, O_RDONLY);
 863         if (fp < 0) {
 864                 fprintf (stderr, "Could not open %s\n", filename);
 865                 return NULL;
 866         }
 867         root = __open_ctree_fd(fp, filename, sb_bytenr, root_tree_bytenr, 0);
 868         close(fp);
 869
 870         return root;
 871 }
 872
 873 struct btrfs_root *open_ctree_fd(int fp, const char *path, u64 sb_bytenr,
 874                                  int writes)
 875 {
 876         return __open_ctree_fd(fp, path, sb_bytenr, 0, writes);
 877 }
 878
 879 int btrfs_read_dev_super(int fd, struct btrfs_super_block *sb, u64 sb_bytenr)
 880 {
 881         u8 fsid[BTRFS_FSID_SIZE];
 882         struct btrfs_super_block buf;
 883         int i;
 884         int ret;
 885         u64 transid = 0;
 886         u64 bytenr;
 887
 888         if (sb_bytenr != BTRFS_SUPER_INFO_OFFSET) {
 889                 ret = pread64(fd, &buf, sizeof(buf), sb_bytenr);
 890                 if (ret < sizeof(buf))
 891                         return -1;
 892
 893                 if (btrfs_super_bytenr(&buf) != sb_bytenr ||
 894                     strncmp((char *)(&buf.magic), BTRFS_MAGIC,
 895                             sizeof(buf.magic)))
 896                         return -1;
 897
 898                 memcpy(sb, &buf, sizeof(*sb));
 899                 return 0;
 900         }
 901
 902         for (i = 0; i < BTRFS_SUPER_MIRROR_MAX; i++) {
 903                 bytenr = btrfs_sb_offset(i);
 904                 ret = pread64(fd, &buf, sizeof(buf), bytenr);
 905                 if (ret < sizeof(buf))
 906                         break;
 907
 908                 if (btrfs_super_bytenr(&buf) != bytenr ||
 909                     strncmp((char *)(&buf.magic), BTRFS_MAGIC,
 910                             sizeof(buf.magic)))
 911                         continue;
 912
 913                 if (i == 0)
 914                         memcpy(fsid, buf.fsid, sizeof(fsid));
 915                 else if (memcmp(fsid, buf.fsid, sizeof(fsid)))
 916                         continue;
 917
 918                 if (btrfs_super_generation(&buf) > transid) {
 919                         memcpy(sb, &buf, sizeof(*sb));
 920                         transid = btrfs_super_generation(&buf);
 921                 }
 922         }
 923
 924         return transid > 0 ? 0 : -1;
 925 }
 926
 927 int write_dev_supers(struct btrfs_root *root, struct btrfs_super_block *sb,
 928                      struct btrfs_device *device)
 929 {
 930         u64 bytenr;
 931         u32 crc;
 932         int i, ret;
 933
 934         if (root->fs_info->super_bytenr != BTRFS_SUPER_INFO_OFFSET) {
 935                 btrfs_set_super_bytenr(sb, root->fs_info->super_bytenr);
 936                 crc = ~(u32)0;
 937                 crc = btrfs_csum_data(NULL, (char *)sb + BTRFS_CSUM_SIZE, crc,
 938                                       BTRFS_SUPER_INFO_SIZE - BTRFS_CSUM_SIZE);
 939                 btrfs_csum_final(crc, (char *)&sb->csum[0]);
 940
 941                 ret = pwrite64(device->fd, sb, BTRFS_SUPER_INFO_SIZE,
 942                                root->fs_info->super_bytenr);
 943                 BUG_ON(ret != BTRFS_SUPER_INFO_SIZE);
 944                 return 0;
 945         }
 946
 947         for (i = 0; i < BTRFS_SUPER_MIRROR_MAX; i++) {
 948                 bytenr = btrfs_sb_offset(i);
 949                 if (bytenr + BTRFS_SUPER_INFO_SIZE >= device->total_bytes)
 950                         break;
 951
 952                 btrfs_set_super_bytenr(sb, bytenr);
 953
 954                 crc = ~(u32)0;
 955                 crc = btrfs_csum_data(NULL, (char *)sb + BTRFS_CSUM_SIZE, crc,
 956                                       BTRFS_SUPER_INFO_SIZE - BTRFS_CSUM_SIZE);
 957                 btrfs_csum_final(crc, (char *)&sb->csum[0]);
 958
 959                 ret = pwrite64(device->fd, sb, BTRFS_SUPER_INFO_SIZE, bytenr);
 960                 BUG_ON(ret != BTRFS_SUPER_INFO_SIZE);
 961         }
 962         return 0;
 963 }
 964
 965 int write_all_supers(struct btrfs_root *root)
 966 {
 967         struct list_head *cur;
 968         struct list_head *head = &root->fs_info->fs_devices->devices;
 969         struct btrfs_device *dev;
 970         struct btrfs_super_block *sb;
 971         struct btrfs_dev_item *dev_item;
 972         int ret;
 973         u64 flags;
 974
 975         sb = &root->fs_info->super_copy;
 976         dev_item = &sb->dev_item;
 977         list_for_each(cur, head) {
 978                 dev = list_entry(cur, struct btrfs_device, dev_list);
 979                 if (!dev->writeable)
 980                         continue;
 981
 982                 btrfs_set_stack_device_generation(dev_item, 0);
 983                 btrfs_set_stack_device_type(dev_item, dev->type);
 984                 btrfs_set_stack_device_id(dev_item, dev->devid);
 985                 btrfs_set_stack_device_total_bytes(dev_item, dev->total_bytes);
 986                 btrfs_set_stack_device_bytes_used(dev_item, dev->bytes_used);
 987                 btrfs_set_stack_device_io_align(dev_item, dev->io_align);
 988                 btrfs_set_stack_device_io_width(dev_item, dev->io_width);
 989                 btrfs_set_stack_device_sector_size(dev_item, dev->sector_size);
 990                 memcpy(dev_item->uuid, dev->uuid, BTRFS_UUID_SIZE);
 991                 memcpy(dev_item->fsid, dev->fs_devices->fsid, BTRFS_UUID_SIZE);
 992
 993                 flags = btrfs_super_flags(sb);
 994                 btrfs_set_super_flags(sb, flags | BTRFS_HEADER_FLAG_WRITTEN);
 995
 996                 ret = write_dev_supers(root, sb, dev);
 997                 BUG_ON(ret);
 998         }
 999         return 0;
1000 }
1001
1002 int write_ctree_super(struct btrfs_trans_handle *trans,
1003                       struct btrfs_root *root)
1004 {
1005         int ret;
1006         struct btrfs_root *tree_root = root->fs_info->tree_root;
1007         struct btrfs_root *chunk_root = root->fs_info->chunk_root;
1008
1009         if (root->fs_info->readonly)
1010                 return 0;
1011
1012         btrfs_set_super_generation(&root->fs_info->super_copy,
1013                                    trans->transid);
1014         btrfs_set_super_root(&root->fs_info->super_copy,
1015                              tree_root->node->start);
1016         btrfs_set_super_root_level(&root->fs_info->super_copy,
1017                                    btrfs_header_level(tree_root->node));
1018         btrfs_set_super_chunk_root(&root->fs_info->super_copy,
1019                                    chunk_root->node->start);
1020         btrfs_set_super_chunk_root_level(&root->fs_info->super_copy,
1021                                          btrfs_header_level(chunk_root->node));
1022         btrfs_set_super_chunk_root_generation(&root->fs_info->super_copy,
1023                                 btrfs_header_generation(chunk_root->node));
1024
1025         ret = write_all_supers(root);
1026         if (ret)
1027                 fprintf(stderr, "failed to write new super block err %d\n", ret);
1028         return ret;
1029 }
1030
1031 static int close_all_devices(struct btrfs_fs_info *fs_info)
1032 {
1033         struct list_head *list;
1034         struct list_head *next;
1035         struct btrfs_device *device;
1036
1037         return 0;
1038
1039         list = &fs_info->fs_devices->devices;
1040         list_for_each(next, list) {
1041                 device = list_entry(next, struct btrfs_device, dev_list);
1042                 close(device->fd);
1043         }
1044         return 0;
1045 }
1046
1047 int close_ctree(struct btrfs_root *root)
1048 {
1049         int ret;
1050         struct btrfs_trans_handle *trans;
1051         struct btrfs_fs_info *fs_info = root->fs_info;
1052
1053         if (fs_info->last_trans_committed !=
1054             fs_info->generation) {
1055                 trans = btrfs_start_transaction(root, 1);
1056                 btrfs_commit_transaction(trans, root);
1057                 trans = btrfs_start_transaction(root, 1);
1058                 ret = commit_tree_roots(trans, fs_info);
1059                 BUG_ON(ret);
1060                 ret = __commit_transaction(trans, root);
1061                 BUG_ON(ret);
1062                 write_ctree_super(trans, root);
1063                 btrfs_free_transaction(root, trans);
1064         }
1065         btrfs_free_block_groups(fs_info);
1066
1067         free_fs_roots(fs_info);
1068
1069         if (fs_info->extent_root->node)
1070                 free_extent_buffer(fs_info->extent_root->node);
1071         if (fs_info->tree_root->node)
1072                 free_extent_buffer(fs_info->tree_root->node);
1073         if (fs_info->chunk_root->node)
1074                 free_extent_buffer(fs_info->chunk_root->node);
1075         if (fs_info->dev_root->node)
1076                 free_extent_buffer(fs_info->dev_root->node);
1077         if (fs_info->csum_root->node)
1078                 free_extent_buffer(fs_info->csum_root->node);
1079
1080         if (fs_info->log_root_tree) {
1081                 if (fs_info->log_root_tree->node)
1082                         free_extent_buffer(fs_info->log_root_tree->node);
1083                 free(fs_info->log_root_tree);
1084         }
1085
1086         close_all_devices(fs_info);
1087         extent_io_tree_cleanup(&fs_info->extent_cache);
1088         extent_io_tree_cleanup(&fs_info->free_space_cache);
1089         extent_io_tree_cleanup(&fs_info->block_group_cache);
1090         extent_io_tree_cleanup(&fs_info->pinned_extents);
1091         extent_io_tree_cleanup(&fs_info->pending_del);
1092         extent_io_tree_cleanup(&fs_info->extent_ins);
1093
1094         free(fs_info->tree_root);
1095         free(fs_info->extent_root);
1096         free(fs_info->chunk_root);
1097         free(fs_info->dev_root);
1098         free(fs_info->csum_root);
1099         free(fs_info);
1100
1101         return 0;
1102 }
1103
1104 int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root,
1105                      struct extent_buffer *eb)
1106 {
1107         return clear_extent_buffer_dirty(eb);
1108 }
1109
1110 int wait_on_tree_block_writeback(struct btrfs_root *root,
1111                                  struct extent_buffer *eb)
1112 {
1113         return 0;
1114 }
1115
1116 void btrfs_mark_buffer_dirty(struct extent_buffer *eb)
1117 {
1118         set_extent_buffer_dirty(eb);
1119 }
1120
1121 int btrfs_buffer_uptodate(struct extent_buffer *buf, u64 parent_transid)
1122 {
1123         int ret;
1124
1125         ret = extent_buffer_uptodate(buf);
1126         if (!ret)
1127                 return ret;
1128
1129         ret = verify_parent_transid(buf->tree, buf, parent_transid, 1);
1130         return !ret;
1131 }
1132
1133 int btrfs_set_buffer_uptodate(struct extent_buffer *eb)
1134 {
1135         return set_extent_buffer_uptodate(eb);
1136 }