2 * Copyright (C) 2014 SUSE. All rights reserved.
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
18 * Authors: Mark Fasheh <mfasheh@suse.de>
23 #include <uuid/uuid.h>
24 #include "kerncompat.h"
25 #include "radix-tree.h"
28 #include "print-tree.h"
30 #include "kernel-shared/ulist.h"
31 #include "rbtree-utils.h"
32 #include "transaction.h"
35 #include "qgroup-verify.h"
37 /*#define QGROUP_VERIFY_DEBUG*/
38 static unsigned long tot_extents_scanned = 0;
41 static struct qgroup_count *find_count(u64 qgroupid);
45 u64 referenced_compressed;
47 u64 exclusive_compressed;
54 struct btrfs_disk_key key;
55 struct qgroup_info diskinfo;
57 struct qgroup_info info;
59 struct rb_node rb_node;
61 /* Parents when we are a child group */
62 struct list_head groups;
65 * Children when we are a parent group (not currently used but
66 * maintained to mirror kernel handling of qgroups)
68 struct list_head members;
72 struct list_head bad_list;
75 static struct counts_tree {
77 unsigned int num_groups;
78 unsigned int rescan_running:1;
79 unsigned int qgroup_inconsist:1;
80 } counts = { .root = RB_ROOT };
82 static LIST_HEAD(bad_qgroups);
84 static struct rb_root by_bytenr = RB_ROOT;
87 * Glue structure to represent the relations between qgroups. Mirrored
90 struct btrfs_qgroup_list {
91 struct list_head next_group;
92 struct list_head next_member;
93 struct qgroup_count *group; /* Parent group */
94 struct qgroup_count *member;
97 /* Allow us to reset ref counts during accounting without zeroing each group. */
98 static u64 qgroup_seq = 1ULL;
100 static inline void update_cur_refcnt(struct qgroup_count *c)
102 if (c->cur_refcnt < qgroup_seq)
103 c->cur_refcnt = qgroup_seq;
107 static inline u64 group_get_cur_refcnt(struct qgroup_count *c)
109 if (c->cur_refcnt < qgroup_seq)
111 return c->cur_refcnt - qgroup_seq;
114 static void inc_qgroup_seq(int root_count)
116 qgroup_seq += root_count + 1;
120 * List of interior tree blocks. We walk this list after loading the
121 * extent tree to resolve implied refs. For each interior node we'll
122 * place a shared ref in the ref tree against each child object. This
123 * allows the shared ref resolving code to do the actual work later of
124 * finding roots to account against.
126 * An implied ref is when a tree block has refs on it that may not
127 * exist in any of its child nodes. Even though the refs might not
128 * exist further down the tree, the fact that our interior node has a
129 * ref means we need to account anything below it to all its roots.
131 static struct ulist *tree_blocks = NULL; /* unode->val = bytenr, ->aux
132 * = tree_block pointer */
144 struct rb_node bytenr_node;
147 #ifdef QGROUP_VERIFY_DEBUG
148 static void print_ref(struct ref *ref)
150 printf("bytenr: %llu\t\tnum_bytes: %llu\t\t parent: %llu\t\t"
151 "root: %llu\n", ref->bytenr, ref->num_bytes,
152 ref->parent, ref->root);
155 static void print_all_refs(void)
157 unsigned long count = 0;
159 struct rb_node *node;
161 node = rb_first(&by_bytenr);
163 ref = rb_entry(node, struct ref, bytenr_node);
168 node = rb_next(node);
171 printf("%lu extents scanned with %lu refs in total.\n",
172 tot_extents_scanned, count);
177 * Store by bytenr in rbtree
179 * The tree is sorted in ascending order by bytenr, then parent, then
180 * root. Since full refs have a parent == 0, those will come before
183 static int compare_ref(struct ref *orig, u64 bytenr, u64 root, u64 parent)
185 if (bytenr < orig->bytenr)
187 if (bytenr > orig->bytenr)
190 if (parent < orig->parent)
192 if (parent > orig->parent)
195 if (root < orig->root)
197 if (root > orig->root)
204 * insert a new ref into the tree. returns the existing ref entry
205 * if one is already there.
207 static struct ref *insert_ref(struct ref *ref)
210 struct rb_node **p = &by_bytenr.rb_node;
211 struct rb_node *parent = NULL;
216 curr = rb_entry(parent, struct ref, bytenr_node);
218 ret = compare_ref(curr, ref->bytenr, ref->root, ref->parent);
227 rb_link_node(&ref->bytenr_node, parent, p);
228 rb_insert_color(&ref->bytenr_node, &by_bytenr);
233 * Partial search, returns the first ref with matching bytenr. Caller
234 * can walk forward from there.
236 * Leftmost refs will be full refs - this is used to our advantage
237 * when resolving roots.
239 static struct ref *find_ref_bytenr(u64 bytenr)
241 struct rb_node *n = by_bytenr.rb_node;
245 ref = rb_entry(n, struct ref, bytenr_node);
247 if (bytenr < ref->bytenr)
249 else if (bytenr > ref->bytenr)
252 /* Walk to the left to find the first item */
253 struct rb_node *node_left = rb_prev(&ref->bytenr_node);
254 struct ref *ref_left;
257 ref_left = rb_entry(node_left, struct ref,
259 if (ref_left->bytenr != ref->bytenr)
262 node_left = rb_prev(node_left);
270 static struct ref *find_ref(u64 bytenr, u64 root, u64 parent)
272 struct rb_node *n = by_bytenr.rb_node;
277 ref = rb_entry(n, struct ref, bytenr_node);
279 ret = compare_ref(ref, bytenr, root, parent);
290 static struct ref *alloc_ref(u64 bytenr, u64 root, u64 parent, u64 num_bytes)
292 struct ref *ref = find_ref(bytenr, root, parent);
294 BUG_ON(parent && root);
297 ref = calloc(1, sizeof(*ref));
299 ref->bytenr = bytenr;
301 ref->parent = parent;
302 ref->num_bytes = num_bytes;
310 static void free_ref_node(struct rb_node *node)
312 struct ref *ref = rb_entry(node, struct ref, bytenr_node);
316 FREE_RB_BASED_TREE(ref, free_ref_node);
319 * Resolves all the possible roots for the ref at parent.
321 static int find_parent_roots(struct ulist *roots, u64 parent)
324 struct rb_node *node;
328 * Search the rbtree for the first ref with bytenr == parent.
329 * Walk forward so long as bytenr == parent, adding resolved root ids.
330 * For each unresolved root, we recurse
332 ref = find_ref_bytenr(parent);
334 error("bytenr ref not found for parent %llu",
335 (unsigned long long)parent);
338 node = &ref->bytenr_node;
339 if (ref->bytenr != parent) {
340 error("found bytenr ref does not match parent: %llu != %llu",
341 (unsigned long long)ref->bytenr,
342 (unsigned long long)parent);
348 * Random sanity check, are we actually getting the
351 struct rb_node *prev_node = rb_prev(&ref->bytenr_node);
355 prev = rb_entry(prev_node, struct ref, bytenr_node);
356 if (prev->bytenr == parent) {
358 "unexpected: prev bytenr same as parent: %llu",
359 (unsigned long long)parent);
367 if (is_fstree(ref->root)) {
368 ret = ulist_add(roots, ref->root, 0, 0);
372 } else if (ref->parent == ref->bytenr) {
374 * Special loop case for tree reloc tree
376 ref->root = BTRFS_TREE_RELOC_OBJECTID;
378 ret = find_parent_roots(roots, ref->parent);
383 node = rb_next(node);
385 ref = rb_entry(node, struct ref, bytenr_node);
386 } while (node && ref->bytenr == parent);
393 static int account_one_extent(struct ulist *roots, u64 bytenr, u64 num_bytes)
396 u64 id, nr_roots, nr_refs;
397 struct qgroup_count *count;
398 struct ulist *counts = ulist_alloc(0);
399 struct ulist *tmp = ulist_alloc(0);
400 struct ulist_iterator uiter;
401 struct ulist_iterator tmp_uiter;
402 struct ulist_node *unode;
403 struct ulist_node *tmp_unode;
404 struct btrfs_qgroup_list *glist;
406 if (!counts || !tmp) {
412 ULIST_ITER_INIT(&uiter);
413 while ((unode = ulist_next(roots, &uiter))) {
414 BUG_ON(unode->val == 0ULL);
417 * For each root, find their corresponding tracking group and
418 * add it to our qgroups list.
420 count = find_count(unode->val);
424 BUG_ON(!is_fstree(unode->val));
425 ret = ulist_add(counts, count->qgroupid, ptr_to_u64(count), 0);
430 * Now we look for parents (and parents of those...). Use a tmp
431 * ulist here to avoid re-walking (and re-incrementing) our
432 * already added items on every loop iteration.
435 ret = ulist_add(tmp, count->qgroupid, ptr_to_u64(count), 0);
439 ULIST_ITER_INIT(&tmp_uiter);
440 while ((tmp_unode = ulist_next(tmp, &tmp_uiter))) {
441 /* Bump the refcount on a node every time we see it. */
442 count = u64_to_ptr(tmp_unode->aux);
443 update_cur_refcnt(count);
445 list_for_each_entry(glist, &count->groups, next_group) {
446 struct qgroup_count *parent;
447 parent = glist->group;
448 id = parent->qgroupid;
452 ret = ulist_add(counts, id, ptr_to_u64(parent),
456 ret = ulist_add(tmp, id, ptr_to_u64(parent),
465 * Now that we have gathered up and counted all the groups, we
466 * can add bytes for this ref.
468 nr_roots = roots->nnodes;
469 ULIST_ITER_INIT(&uiter);
470 while ((unode = ulist_next(counts, &uiter))) {
471 count = u64_to_ptr(unode->aux);
473 nr_refs = group_get_cur_refcnt(count);
475 count->info.referenced += num_bytes;
476 count->info.referenced_compressed += num_bytes;
478 if (nr_refs == nr_roots) {
479 count->info.exclusive += num_bytes;
480 count->info.exclusive_compressed += num_bytes;
483 #ifdef QGROUP_VERIFY_DEBUG
484 printf("account (%llu, %llu), qgroup %llu/%llu, rfer %llu,"
485 " excl %llu, refs %llu, roots %llu\n", bytenr, num_bytes,
486 btrfs_qgroup_level(count->qgroupid),
487 btrfs_qgroup_subvid(count->qgroupid),
488 count->info.referenced, count->info.exclusive, nr_refs,
493 inc_qgroup_seq(roots->nnodes);
501 static void print_subvol_info(u64 subvolid, u64 bytenr, u64 num_bytes,
502 struct ulist *roots);
504 * Account each ref. Walk the refs, for each set of refs in a
507 * - add the roots for direct refs to the ref roots ulist
509 * - resolve all possible roots for shared refs, insert each
510 * of those into ref_roots ulist (this is a recursive process)
512 * - With all roots resolved we can account the ref - this is done in
513 * account_one_extent().
515 static int account_all_refs(int do_qgroups, u64 search_subvol)
518 struct rb_node *node;
519 u64 bytenr, num_bytes;
520 struct ulist *roots = ulist_alloc(0);
523 node = rb_first(&by_bytenr);
527 ref = rb_entry(node, struct ref, bytenr_node);
529 * Walk forward through the list of refs for this
530 * bytenr, adding roots to our ulist. If it's a full
531 * ref, then we have the easy case. Otherwise we need
532 * to search for roots.
534 bytenr = ref->bytenr;
535 num_bytes = ref->num_bytes;
537 BUG_ON(ref->bytenr != bytenr);
538 BUG_ON(ref->num_bytes != num_bytes);
540 if (is_fstree(ref->root)) {
541 if (ulist_add(roots, ref->root, 0, 0) < 0)
545 ret = find_parent_roots(roots, ref->parent);
551 * When we leave this inner loop, node is set
552 * to next in our tree and will be turned into
553 * a ref object up top
555 node = rb_next(node);
557 ref = rb_entry(node, struct ref, bytenr_node);
558 } while (node && ref->bytenr == bytenr);
561 print_subvol_info(search_subvol, bytenr, num_bytes,
567 if (account_one_extent(roots, bytenr, num_bytes))
574 error("Out of memory while accounting refs for qgroups");
578 static u64 resolve_one_root(u64 bytenr)
580 struct ref *ref = find_ref_bytenr(bytenr);
586 if (ref->parent == bytenr)
587 return BTRFS_TREE_RELOC_OBJECTID;
588 return resolve_one_root(ref->parent);
591 static inline struct tree_block *unode_tree_block(struct ulist_node *unode)
593 return u64_to_ptr(unode->aux);
595 static inline u64 unode_bytenr(struct ulist_node *unode)
600 static int alloc_tree_block(u64 bytenr, u64 num_bytes, int level)
602 struct tree_block *block = calloc(1, sizeof(*block));
605 block->num_bytes = num_bytes;
606 block->level = level;
607 if (ulist_add(tree_blocks, bytenr, ptr_to_u64(block), 0) >= 0)
614 static void free_tree_blocks(void)
616 struct ulist_iterator uiter;
617 struct ulist_node *unode;
622 ULIST_ITER_INIT(&uiter);
623 while ((unode = ulist_next(tree_blocks, &uiter)))
624 free(unode_tree_block(unode));
625 ulist_free(tree_blocks);
629 #ifdef QGROUP_VERIFY_DEBUG
630 static void print_tree_block(u64 bytenr, struct tree_block *block)
633 struct rb_node *node;
635 printf("tree block: %llu\t\tlevel: %d\n", (unsigned long long)bytenr,
638 ref = find_ref_bytenr(bytenr);
639 node = &ref->bytenr_node;
642 node = rb_next(node);
644 ref = rb_entry(node, struct ref, bytenr_node);
645 } while (node && ref->bytenr == bytenr);
650 static void print_all_tree_blocks(void)
652 struct ulist_iterator uiter;
653 struct ulist_node *unode;
658 printf("Listing all found interior tree nodes:\n");
660 ULIST_ITER_INIT(&uiter);
661 while ((unode = ulist_next(tree_blocks, &uiter)))
662 print_tree_block(unode_bytenr(unode), unode_tree_block(unode));
666 static int add_refs_for_leaf_items(struct extent_buffer *eb, u64 ref_parent)
670 u64 bytenr, num_bytes;
671 struct btrfs_key key;
672 struct btrfs_disk_key disk_key;
673 struct btrfs_file_extent_item *fi;
675 nr = btrfs_header_nritems(eb);
676 for (i = 0; i < nr; i++) {
677 btrfs_item_key(eb, &disk_key, i);
678 btrfs_disk_key_to_cpu(&key, &disk_key);
680 if (key.type != BTRFS_EXTENT_DATA_KEY)
683 fi = btrfs_item_ptr(eb, i, struct btrfs_file_extent_item);
684 /* filter out: inline, disk_bytenr == 0, compressed?
685 * not if we can avoid it */
686 extent_type = btrfs_file_extent_type(eb, fi);
688 if (extent_type == BTRFS_FILE_EXTENT_INLINE)
691 bytenr = btrfs_file_extent_disk_bytenr(eb, fi);
695 num_bytes = btrfs_file_extent_disk_num_bytes(eb, fi);
696 if (alloc_ref(bytenr, 0, ref_parent, num_bytes) == NULL)
703 static int travel_tree(struct btrfs_fs_info *info, struct btrfs_root *root,
704 u64 bytenr, u64 num_bytes, u64 ref_parent)
707 struct extent_buffer *eb;
711 // printf("travel_tree: bytenr: %llu\tnum_bytes: %llu\tref_parent: %llu\n",
712 // bytenr, num_bytes, ref_parent);
714 eb = read_tree_block(info, bytenr, 0);
715 if (!extent_buffer_uptodate(eb))
719 /* Don't add a ref for our starting tree block to itself */
720 if (bytenr != ref_parent) {
721 if (alloc_ref(bytenr, 0, ref_parent, num_bytes) == NULL)
725 if (btrfs_is_leaf(eb)) {
726 ret = add_refs_for_leaf_items(eb, ref_parent);
731 * Interior nodes are tuples of (key, bytenr) where key is the
732 * leftmost key in the tree block pointed to by bytenr. We
733 * don't have to care about key here, just follow the bytenr
736 nr = btrfs_header_nritems(eb);
737 for (i = 0; i < nr; i++) {
738 new_bytenr = btrfs_node_blockptr(eb, i);
739 new_num_bytes = info->nodesize;
741 ret = travel_tree(info, root, new_bytenr, new_num_bytes,
746 free_extent_buffer(eb);
750 static int add_refs_for_implied(struct btrfs_fs_info *info, u64 bytenr,
751 struct tree_block *block)
754 u64 root_id = resolve_one_root(bytenr);
755 struct btrfs_root *root;
756 struct btrfs_key key;
758 /* Tree reloc tree doesn't contribute qgroup, skip it */
759 if (root_id == BTRFS_TREE_RELOC_OBJECTID)
761 key.objectid = root_id;
762 key.type = BTRFS_ROOT_ITEM_KEY;
763 key.offset = (u64)-1;
766 * XXX: Don't free the root object as we don't know whether it
767 * came off our fs_info struct or not.
769 root = btrfs_read_fs_root(info, &key);
770 if (!root || IS_ERR(root))
773 ret = travel_tree(info, root, bytenr, block->num_bytes, bytenr);
781 * Place shared refs in the ref tree for each child of an interior tree node.
783 static int map_implied_refs(struct btrfs_fs_info *info)
786 struct ulist_iterator uiter;
787 struct ulist_node *unode;
789 ULIST_ITER_INIT(&uiter);
790 while ((unode = ulist_next(tree_blocks, &uiter))) {
791 ret = add_refs_for_implied(info, unode_bytenr(unode),
792 unode_tree_block(unode));
801 * insert a new root into the tree. returns the existing root entry
802 * if one is already there. qgroupid is used
805 static int insert_count(struct qgroup_count *qc)
807 struct rb_node **p = &counts.root.rb_node;
808 struct rb_node *parent = NULL;
809 struct qgroup_count *curr;
813 curr = rb_entry(parent, struct qgroup_count, rb_node);
815 if (qc->qgroupid < curr->qgroupid)
817 else if (qc->qgroupid > curr->qgroupid)
823 rb_link_node(&qc->rb_node, parent, p);
824 rb_insert_color(&qc->rb_node, &counts.root);
828 static struct qgroup_count *find_count(u64 qgroupid)
830 struct rb_node *n = counts.root.rb_node;
831 struct qgroup_count *count;
834 count = rb_entry(n, struct qgroup_count, rb_node);
836 if (qgroupid < count->qgroupid)
838 else if (qgroupid > count->qgroupid)
846 static struct qgroup_count *alloc_count(struct btrfs_disk_key *key,
847 struct extent_buffer *leaf,
848 struct btrfs_qgroup_info_item *disk)
850 struct qgroup_count *c = calloc(1, sizeof(*c));
851 struct qgroup_info *item;
854 c->qgroupid = btrfs_disk_key_offset(key);
858 item->referenced = btrfs_qgroup_info_referenced(leaf, disk);
859 item->referenced_compressed =
860 btrfs_qgroup_info_referenced_compressed(leaf, disk);
861 item->exclusive = btrfs_qgroup_info_exclusive(leaf, disk);
862 item->exclusive_compressed =
863 btrfs_qgroup_info_exclusive_compressed(leaf, disk);
864 INIT_LIST_HEAD(&c->groups);
865 INIT_LIST_HEAD(&c->members);
866 INIT_LIST_HEAD(&c->bad_list);
868 if (insert_count(c)) {
876 static int add_qgroup_relation(u64 memberid, u64 parentid)
878 struct qgroup_count *member;
879 struct qgroup_count *parent;
880 struct btrfs_qgroup_list *list;
882 if (memberid > parentid)
885 member = find_count(memberid);
886 parent = find_count(parentid);
887 if (!member || !parent)
890 list = calloc(1, sizeof(*list));
894 list->group = parent;
895 list->member = member;
896 list_add_tail(&list->next_group, &member->groups);
897 list_add_tail(&list->next_member, &parent->members);
902 static void read_qgroup_status(struct extent_buffer *eb, int slot,
903 struct counts_tree *counts)
905 struct btrfs_qgroup_status_item *status_item;
908 status_item = btrfs_item_ptr(eb, slot, struct btrfs_qgroup_status_item);
909 flags = btrfs_qgroup_status_flags(eb, status_item);
911 * Since qgroup_inconsist/rescan_running is just one bit,
912 * assign value directly won't work.
914 counts->qgroup_inconsist = !!(flags &
915 BTRFS_QGROUP_STATUS_FLAG_INCONSISTENT);
916 counts->rescan_running = !!(flags & BTRFS_QGROUP_STATUS_FLAG_RESCAN);
919 static int load_quota_info(struct btrfs_fs_info *info)
922 struct btrfs_root *root = info->quota_root;
923 struct btrfs_root *tmproot;
924 struct btrfs_path path;
925 struct btrfs_key key;
926 struct btrfs_key root_key;
927 struct btrfs_disk_key disk_key;
928 struct extent_buffer *leaf;
929 struct btrfs_qgroup_info_item *item;
930 struct qgroup_count *count;
932 int search_relations = 0;
936 * Do 2 passes, the first allocates group counts and reads status
937 * items. The 2nd pass picks up relation items and glues them to their
938 * respective count structures.
940 btrfs_init_path(&path);
943 key.objectid = search_relations ? 0 : BTRFS_QGROUP_RELATION_KEY;
946 ret = btrfs_search_slot(NULL, root, &key, &path, 0, 0);
948 fprintf(stderr, "ERROR: Couldn't search slot: %d\n", ret);
953 leaf = path.nodes[0];
955 nr = btrfs_header_nritems(leaf);
956 for(i = 0; i < nr; i++) {
957 btrfs_item_key(leaf, &disk_key, i);
958 btrfs_disk_key_to_cpu(&key, &disk_key);
960 if (search_relations) {
961 if (key.type == BTRFS_QGROUP_RELATION_KEY) {
962 ret = add_qgroup_relation(key.objectid,
965 error("out of memory");
972 if (key.type == BTRFS_QGROUP_STATUS_KEY) {
973 read_qgroup_status(leaf, i, &counts);
978 * At this point, we can ignore anything that
979 * isn't a qgroup info.
981 if (key.type != BTRFS_QGROUP_INFO_KEY)
984 item = btrfs_item_ptr(leaf, i,
985 struct btrfs_qgroup_info_item);
987 count = alloc_count(&disk_key, leaf, item);
990 fprintf(stderr, "ERROR: out of memory\n");
994 root_key.objectid = key.offset;
995 root_key.type = BTRFS_ROOT_ITEM_KEY;
996 root_key.offset = (u64)-1;
997 tmproot = btrfs_read_fs_root_no_cache(info, &root_key);
998 if (tmproot && !IS_ERR(tmproot)) {
999 count->subvol_exists = 1;
1000 btrfs_free_fs_root(tmproot);
1004 ret = btrfs_next_leaf(root, &path);
1010 btrfs_release_path(&path);
1012 if (!search_relations) {
1013 search_relations = 1;
1021 static int add_inline_refs(struct btrfs_fs_info *info,
1022 struct extent_buffer *ei_leaf, int slot,
1023 u64 bytenr, u64 num_bytes, int meta_item)
1025 struct btrfs_extent_item *ei;
1026 struct btrfs_extent_inline_ref *iref;
1027 struct btrfs_extent_data_ref *dref;
1028 u64 flags, root_obj, offset, parent;
1029 u32 item_size = btrfs_item_size_nr(ei_leaf, slot);
1034 ei = btrfs_item_ptr(ei_leaf, slot, struct btrfs_extent_item);
1035 flags = btrfs_extent_flags(ei_leaf, ei);
1037 if (flags & BTRFS_EXTENT_FLAG_TREE_BLOCK && !meta_item) {
1038 struct btrfs_tree_block_info *tbinfo;
1039 tbinfo = (struct btrfs_tree_block_info *)(ei + 1);
1040 iref = (struct btrfs_extent_inline_ref *)(tbinfo + 1);
1042 iref = (struct btrfs_extent_inline_ref *)(ei + 1);
1045 ptr = (unsigned long)iref;
1046 end = (unsigned long)ei + item_size;
1048 iref = (struct btrfs_extent_inline_ref *)ptr;
1050 parent = root_obj = 0;
1051 offset = btrfs_extent_inline_ref_offset(ei_leaf, iref);
1052 type = btrfs_extent_inline_ref_type(ei_leaf, iref);
1054 case BTRFS_TREE_BLOCK_REF_KEY:
1057 case BTRFS_EXTENT_DATA_REF_KEY:
1058 dref = (struct btrfs_extent_data_ref *)(&iref->offset);
1059 root_obj = btrfs_extent_data_ref_root(ei_leaf, dref);
1061 case BTRFS_SHARED_DATA_REF_KEY:
1062 case BTRFS_SHARED_BLOCK_REF_KEY:
1069 if (alloc_ref(bytenr, root_obj, parent, num_bytes) == NULL)
1072 ptr += btrfs_extent_inline_ref_size(type);
1078 static int add_keyed_ref(struct btrfs_fs_info *info,
1079 struct btrfs_key *key,
1080 struct extent_buffer *leaf, int slot,
1081 u64 bytenr, u64 num_bytes)
1083 u64 root_obj = 0, parent = 0;
1084 struct btrfs_extent_data_ref *dref;
1087 case BTRFS_TREE_BLOCK_REF_KEY:
1088 root_obj = key->offset;
1090 case BTRFS_EXTENT_DATA_REF_KEY:
1091 dref = btrfs_item_ptr(leaf, slot, struct btrfs_extent_data_ref);
1092 root_obj = btrfs_extent_data_ref_root(leaf, dref);
1094 case BTRFS_SHARED_DATA_REF_KEY:
1095 case BTRFS_SHARED_BLOCK_REF_KEY:
1096 parent = key->offset;
1102 if (alloc_ref(bytenr, root_obj, parent, num_bytes) == NULL)
1109 * return value of 0 indicates leaf or not meta data. The code that
1110 * calls this does not need to make a distinction between the two as
1111 * it is only concerned with intermediate blocks which will always
1114 static int get_tree_block_level(struct btrfs_key *key,
1115 struct extent_buffer *ei_leaf,
1119 int meta_key = key->type == BTRFS_METADATA_ITEM_KEY;
1121 struct btrfs_extent_item *ei;
1123 ei = btrfs_item_ptr(ei_leaf, slot, struct btrfs_extent_item);
1124 flags = btrfs_extent_flags(ei_leaf, ei);
1126 if (flags & BTRFS_EXTENT_FLAG_TREE_BLOCK && !meta_key) {
1127 struct btrfs_tree_block_info *tbinfo;
1128 tbinfo = (struct btrfs_tree_block_info *)(ei + 1);
1129 level = btrfs_tree_block_level(ei_leaf, tbinfo);
1130 } else if (meta_key) {
1131 /* skinny metadata */
1132 level = (int)key->offset;
1138 * Walk the extent tree, allocating a ref item for every ref and
1139 * storing it in the bytenr tree.
1141 static int scan_extents(struct btrfs_fs_info *info,
1144 int ret, i, nr, level;
1145 struct btrfs_root *root = info->extent_root;
1146 struct btrfs_key key;
1147 struct btrfs_path path;
1148 struct btrfs_disk_key disk_key;
1149 struct extent_buffer *leaf;
1150 u64 bytenr = 0, num_bytes = 0;
1152 btrfs_init_path(&path);
1154 key.objectid = start;
1158 ret = btrfs_search_slot(NULL, root, &key, &path, 0, 0);
1160 fprintf(stderr, "ERROR: Couldn't search slot: %d\n", ret);
1166 leaf = path.nodes[0];
1168 nr = btrfs_header_nritems(leaf);
1169 for(i = 0; i < nr; i++) {
1170 btrfs_item_key(leaf, &disk_key, i);
1171 btrfs_disk_key_to_cpu(&key, &disk_key);
1173 if (key.objectid < start)
1176 if (key.objectid > end)
1179 if (key.type == BTRFS_EXTENT_ITEM_KEY ||
1180 key.type == BTRFS_METADATA_ITEM_KEY) {
1183 tot_extents_scanned++;
1185 bytenr = key.objectid;
1186 num_bytes = key.offset;
1187 if (key.type == BTRFS_METADATA_ITEM_KEY) {
1188 num_bytes = info->nodesize;
1192 ret = add_inline_refs(info, leaf, i, bytenr,
1197 level = get_tree_block_level(&key, leaf, i);
1199 if (alloc_tree_block(bytenr, num_bytes,
1207 if (key.type > BTRFS_SHARED_DATA_REF_KEY)
1209 if (key.type < BTRFS_TREE_BLOCK_REF_KEY)
1213 * Keyed refs should come after their extent
1214 * item in the tree. As a result, the value of
1215 * bytenr and num_bytes should be unchanged
1216 * from the above block that catches the
1217 * original extent item.
1219 BUG_ON(key.objectid != bytenr);
1221 ret = add_keyed_ref(info, &key, leaf, i, bytenr,
1227 ret = btrfs_next_leaf(root, &path);
1231 "ERROR: Next leaf failed: %d\n", ret);
1240 btrfs_release_path(&path);
1245 static void print_fields(u64 bytes, u64 bytes_compressed, char *prefix,
1248 printf("%s\t\t%s %llu %s compressed %llu\n",
1249 prefix, type, (unsigned long long)bytes, type,
1250 (unsigned long long)bytes_compressed);
1253 static void print_fields_signed(long long bytes,
1254 long long bytes_compressed,
1255 char *prefix, char *type)
1257 printf("%s\t\t%s %lld %s compressed %lld\n",
1258 prefix, type, bytes, type, bytes_compressed);
1261 static inline int qgroup_printable(struct qgroup_count *c)
1263 return !!(c->subvol_exists || btrfs_qgroup_level(c->qgroupid));
1266 static int report_qgroup_difference(struct qgroup_count *count, int verbose)
1269 struct qgroup_info *info = &count->info;
1270 struct qgroup_info *disk = &count->diskinfo;
1271 long long excl_diff = info->exclusive - disk->exclusive;
1272 long long ref_diff = info->referenced - disk->referenced;
1274 is_different = excl_diff || ref_diff;
1276 if (verbose || (is_different && qgroup_printable(count))) {
1277 printf("Counts for qgroup id: %llu/%llu %s\n",
1278 btrfs_qgroup_level(count->qgroupid),
1279 btrfs_qgroup_subvid(count->qgroupid),
1280 is_different ? "are different" : "");
1282 print_fields(info->referenced, info->referenced_compressed,
1283 "our:", "referenced");
1284 print_fields(disk->referenced, disk->referenced_compressed,
1285 "disk:", "referenced");
1287 print_fields_signed(ref_diff, ref_diff,
1288 "diff:", "referenced");
1289 print_fields(info->exclusive, info->exclusive_compressed,
1290 "our:", "exclusive");
1291 print_fields(disk->exclusive, disk->exclusive_compressed,
1292 "disk:", "exclusive");
1294 print_fields_signed(excl_diff, excl_diff,
1295 "diff:", "exclusive");
1298 return is_different;
1301 void report_qgroups(int all)
1303 struct rb_node *node;
1304 struct qgroup_count *c;
1306 if (!repair && counts.rescan_running) {
1309 "Qgroup rescan is running, a difference in qgroup counts is expected\n");
1312 "Qgroup rescan is running, qgroups will not be printed.\n");
1316 if (counts.qgroup_inconsist && !counts.rescan_running)
1317 fprintf(stderr, "Qgroup are marked as inconsistent.\n");
1318 node = rb_first(&counts.root);
1320 c = rb_entry(node, struct qgroup_count, rb_node);
1322 if (report_qgroup_difference(c, all))
1323 list_add_tail(&c->bad_list, &bad_qgroups);
1325 node = rb_next(node);
1329 void free_qgroup_counts(void)
1331 struct rb_node *node;
1332 struct qgroup_count *c;
1333 struct btrfs_qgroup_list *glist, *tmpglist;
1335 node = rb_first(&counts.root);
1337 c = rb_entry(node, struct qgroup_count, rb_node);
1339 list_del(&c->bad_list);
1341 list_for_each_entry_safe(glist, tmpglist, &c->groups,
1343 list_del(&glist->next_group);
1344 list_del(&glist->next_member);
1347 list_for_each_entry_safe(glist, tmpglist, &c->members,
1349 list_del(&glist->next_group);
1350 list_del(&glist->next_member);
1354 node = rb_next(node);
1356 rb_erase(&c->rb_node, &counts.root);
1361 int qgroup_verify_all(struct btrfs_fs_info *info)
1365 if (!info->quota_enabled)
1368 tree_blocks = ulist_alloc(0);
1371 "ERROR: Out of memory while allocating ulist.\n");
1375 ret = load_quota_info(info);
1377 fprintf(stderr, "ERROR: Loading qgroups from disk: %d\n", ret);
1382 * Put all extent refs into our rbtree
1384 ret = scan_extents(info, 0, ~0ULL);
1386 fprintf(stderr, "ERROR: while scanning extent tree: %d\n", ret);
1390 ret = map_implied_refs(info);
1392 fprintf(stderr, "ERROR: while mapping refs: %d\n", ret);
1396 ret = account_all_refs(1, 0);
1400 * Don't free the qgroup count records as they will be walked
1401 * later via the print function.
1404 free_ref_tree(&by_bytenr);
1408 static void __print_subvol_info(u64 bytenr, u64 num_bytes, struct ulist *roots)
1410 int n = roots->nnodes;
1411 struct ulist_iterator uiter;
1412 struct ulist_node *unode;
1414 printf("%llu\t%llu\t%d\t", bytenr, num_bytes, n);
1416 ULIST_ITER_INIT(&uiter);
1417 while ((unode = ulist_next(roots, &uiter))) {
1418 printf("%llu ", unode->val);
1423 static void print_subvol_info(u64 subvolid, u64 bytenr, u64 num_bytes,
1424 struct ulist *roots)
1426 struct ulist_iterator uiter;
1427 struct ulist_node *unode;
1429 ULIST_ITER_INIT(&uiter);
1430 while ((unode = ulist_next(roots, &uiter))) {
1431 BUG_ON(unode->val == 0ULL);
1432 if (unode->val == subvolid) {
1433 __print_subvol_info(bytenr, num_bytes, roots);
1441 int print_extent_state(struct btrfs_fs_info *info, u64 subvol)
1445 tree_blocks = ulist_alloc(0);
1448 "ERROR: Out of memory while allocating ulist.\n");
1453 * Put all extent refs into our rbtree
1455 ret = scan_extents(info, 0, ~0ULL);
1457 fprintf(stderr, "ERROR: while scanning extent tree: %d\n", ret);
1461 ret = map_implied_refs(info);
1463 fprintf(stderr, "ERROR: while mapping refs: %d\n", ret);
1467 printf("Offset\t\tLen\tRoot Refs\tRoots\n");
1468 ret = account_all_refs(0, subvol);
1472 free_ref_tree(&by_bytenr);
1476 static int repair_qgroup_info(struct btrfs_fs_info *info,
1477 struct qgroup_count *count)
1480 struct btrfs_root *root = info->quota_root;
1481 struct btrfs_trans_handle *trans;
1482 struct btrfs_path path;
1483 struct btrfs_qgroup_info_item *info_item;
1484 struct btrfs_key key;
1486 printf("Repair qgroup %llu/%llu\n", btrfs_qgroup_level(count->qgroupid),
1487 btrfs_qgroup_subvid(count->qgroupid));
1489 trans = btrfs_start_transaction(root, 1);
1491 return PTR_ERR(trans);
1493 btrfs_init_path(&path);
1495 key.type = BTRFS_QGROUP_INFO_KEY;
1496 key.offset = count->qgroupid;
1497 ret = btrfs_search_slot(trans, root, &key, &path, 0, 1);
1499 error("could not find disk item for qgroup %llu/%llu",
1500 btrfs_qgroup_level(count->qgroupid),
1501 btrfs_qgroup_subvid(count->qgroupid));
1507 info_item = btrfs_item_ptr(path.nodes[0], path.slots[0],
1508 struct btrfs_qgroup_info_item);
1510 btrfs_set_qgroup_info_generation(path.nodes[0], info_item,
1513 btrfs_set_qgroup_info_referenced(path.nodes[0], info_item,
1514 count->info.referenced);
1515 btrfs_set_qgroup_info_referenced_compressed(path.nodes[0], info_item,
1516 count->info.referenced_compressed);
1518 btrfs_set_qgroup_info_exclusive(path.nodes[0], info_item,
1519 count->info.exclusive);
1520 btrfs_set_qgroup_info_exclusive_compressed(path.nodes[0], info_item,
1521 count->info.exclusive_compressed);
1523 btrfs_mark_buffer_dirty(path.nodes[0]);
1526 btrfs_commit_transaction(trans, root);
1527 btrfs_release_path(&path);
1532 static int repair_qgroup_status(struct btrfs_fs_info *info)
1535 struct btrfs_root *root = info->quota_root;
1536 struct btrfs_trans_handle *trans;
1537 struct btrfs_path path;
1538 struct btrfs_key key;
1539 struct btrfs_qgroup_status_item *status_item;
1541 printf("Repair qgroup status item\n");
1543 trans = btrfs_start_transaction(root, 1);
1545 return PTR_ERR(trans);
1547 btrfs_init_path(&path);
1549 key.type = BTRFS_QGROUP_STATUS_KEY;
1551 ret = btrfs_search_slot(trans, root, &key, &path, 0, 1);
1553 error("could not find qgroup status item");
1559 status_item = btrfs_item_ptr(path.nodes[0], path.slots[0],
1560 struct btrfs_qgroup_status_item);
1561 btrfs_set_qgroup_status_flags(path.nodes[0], status_item,
1562 BTRFS_QGROUP_STATUS_FLAG_ON);
1563 btrfs_set_qgroup_status_rescan(path.nodes[0], status_item, 0);
1564 btrfs_set_qgroup_status_generation(path.nodes[0], status_item,
1567 btrfs_mark_buffer_dirty(path.nodes[0]);
1570 btrfs_commit_transaction(trans, root);
1571 btrfs_release_path(&path);
1576 int repair_qgroups(struct btrfs_fs_info *info, int *repaired)
1579 struct qgroup_count *count, *tmpcount;
1586 list_for_each_entry_safe(count, tmpcount, &bad_qgroups, bad_list) {
1587 ret = repair_qgroup_info(info, count);
1594 list_del_init(&count->bad_list);
1598 * Do this step last as we want the latest transaction id on
1599 * our qgroup status to avoid a (useless) warning after
1602 if (*repaired || counts.qgroup_inconsist || counts.rescan_running) {
1603 ret = repair_qgroup_status(info);